{"meta":{"start_date":"2026-09-28","end_date":"2026-10-04","start_at":"2026-09-28T00:00:00Z","end_at":"2026-10-05T00:00:00Z","timezone":"UTC","generated_at":"2026-10-29T07:01:24Z","environments":["dev"]},"environments":[{"environment":"dev","summary":{"total_runs":523,"failed_runs":377,"raw_occurrences":1024,"matched_occurrences":992,"runs_affected":345},"rows":[{"environment":"dev","failure_pattern_id":"32765c1a23e12565fb757f5ef35da7abebb4b281f287f8b70ea50837d646b9c3","failure_pattern":"ERROR CODE: DeadlineExceeded; provider Microsoft.Compute","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":150,"runs_affected":89,"failed_runs":89,"run_impact_percent":17.017208413001914,"anchor_occurrences":150,"after_last_push_count":54,"trend_counts":[7,19,10,8,21,21,10,61],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-21"],"prior_runs_affected":100,"prior_last_seen_at":"2026-09-27T22:20:12Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP HyperShift Presubmit should create a cluster and nodepool to completion","occurrences":9},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":7},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":5},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":10},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.23","occurrences":8},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":6},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.1","occurrences":8},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should serve the default ingress certificate through public ingress with OCP candidate channel for 5.1","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":10},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to cordon, drain, and uncordon a node in an HCP cluster","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":3},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":8},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":5},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling and update the autoscaling configuration","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to retrieve cluster and nodepool status active versions","occurrences":9},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":3},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster using v20260901preview API and verify cluster health","occurrences":3},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","occurrences":6},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.22.zLatest to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","occurrences":5},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":3},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","occurrences":3},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","occurrences":4},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":5},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","occurrences":3},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":3},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade control plane minor version when pods cannot be created from 4.20 minor to 4.21 minor","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade control plane minor version when pods cannot be created from 4.22 minor to 4.23 minor","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade control plane minor version when pods cannot be created from 4.22 minor to 5.0 minor","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"FIPS Mode Support with v2026-09-01 API should create an HCP cluster with FIPS mode enabled via cryptoRestrictions property","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:138]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xd0fcf41fd60\u003e: \n    failed to create NodePool np-1: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-k6fxmbs62r2g\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf291488-39c9-4951-94a7-672934393184\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf291488-39c9-4951-94a7-672934393184\",\n      \"name\": \"cf291488-39c9-4951-94a7-672934393184\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-05T01:02:32.238173211Z\",\n      \"endTime\": \"2026-10-05T01:21:38.035185501Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/virtualMachines/z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5 to exist\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-v6sqp: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-v6sqp: Failed: availabilitysets failed to create or update. err: failed to get existing resource private-keyvault-k6fxmbs62r2g--managed/2t8ado05nd34cbjp56k8fum9987d7pe2_z1m1j7z1t9d3k0x-np-1-as (service: availabilitysets): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/availabilitySets/2t8ado05nd34cbjp56k8fum9987d7pe2_z1m1j7z1t9d3k0x-np-1-as\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '1' s... message truncated\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/virtualMachines/z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5 to exist\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-1: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"private-kv-cluster\\\" in resourcegroup=\\\"private-keyvault-k6fxmbs62r2g\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf291488-39c9-4951-94a7-672934393184\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf291488-39c9-4951-94a7-672934393184\\\",\\n  \\\"name\\\": \\\"cf291488-39c9-4951-94a7-672934393184\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:02:32.238173211Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:21:38.035185501Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/virtualMachines/z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5 to exist\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-v6sqp: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-v6sqp: Failed: availabilitysets failed to create or update. err: failed to get existing resource private-keyvault-k6fxmbs62r2g--managed/2t8ado05nd34cbjp56k8fum9987d7pe2_z1m1j7z1t9d3k0x-np-1-as (service: availabilitysets): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/availabilitySets/2t8ado05nd34cbjp56k8fum9987d7pe2_z1m1j7z1t9d3k0x-np-1-as\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '1' s... message truncated\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/virtualMachines/z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5 to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xd0fcf41eac0\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"private-kv-cluster\\\" in resourcegroup=\\\"private-keyvault-k6fxmbs62r2g\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf291488-39c9-4951-94a7-672934393184\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf291488-39c9-4951-94a7-672934393184\\\",\\n  \\\"name\\\": \\\"cf291488-39c9-4951-94a7-672934393184\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:02:32.238173211Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:21:38.035185501Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/virtualMachines/z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5 to exist\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-v6sqp: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-v6sqp: Failed: availabilitysets failed to create or update. err: failed to get existing resource private-keyvault-k6fxmbs62r2g--managed/2t8ado05nd34cbjp56k8fum9987d7pe2_z1m1j7z1t9d3k0x-np-1-as (service: availabilitysets): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/availabilitySets/2t8ado05nd34cbjp56k8fum9987d7pe2_z1m1j7z1t9d3k0x-np-1-as\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '1' s... message truncated\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/virtualMachines/z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5 to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xd0fcf9a0d50\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Envoy-Upstream-Service-Time\": [\"18\"],\n                        \"Server\": [\"istio-envoy\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"5baa90d2-ef04-46e7-a144-80ef67b1e64a\",\n                        ],\n                        \"Date\": [\n                            \"Mon, 05 Oct 2026 01:21:45 GMT\",\n                        ],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0xd0fcf41e7a0\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 99, 102, 50, 57, 49, 52, 56, 56, 45, 51, 57, 99, 57, 45, 52, 57, 53, 49, 45, 57, 52, 97, 55, 45, 54, 55, 50, 57, 51, 52, 51, 57, 51, 49, 56, 52, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 99, 102, 50, 57, 49, 52, 56, 56, 45, 51, 57, 99, 57, 45, 52, 57, 53, 49, 45, 57, 52, 97, 55, 45, 54, 55, 50, 57, 51, 52, 51, 57, 51, 49, 56, 52, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 48, 50, 58, 51, 50, 46, 50, 51, 56, 49, 55, 51, 50, 49, 49, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 50, 49, 58, 51, 56, 46, 48, 51, 53, 49, 56, 53, 53, 48, 49, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 122, 49, 109, 49, 106, 55, 122, 49, 116, 57, 100, 51, 107, 48, 120, 45, 110, 112, 45, 49, 45, 114, 55, 104, 102, 106, 45, 104, 108, 108, 115, 53, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 112, 114, 105, 118, 97, 116, 101, 45, 107, 101, 121, 118, 97, 117, 108, 116, 45, 107, 54, 102, 120, 109, 98, 115, 54, 50, 114, 50, 103, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 122, 49, 109, 49, 106, 55, 122, 49, 116, 57, 100, 51, 107, 48, 120, 45, 110, 112, 45, 49, 45, 114, 55, 104, 102, 106, 45, 104, 108, 108, 115, 53, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 122, 49, 109, 49, 106, 55, 122, 49, 116, 57, 100, 51, 107, 48, 120, 45, 110, 112, 45, 49, 45, 114, 55, 104, 102, 106, 45, 118, 54, 115, 113, 112, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 122, 49, 109, 49, 106, 55, 122, 49, 116, 57, 100, 51, 107, 48, 120, 45, 110, 112, 45, 49, 45, 114, 55, 104, 102, 106, 45, 118, 54, 115, 113, 112, 58, 32, 70, 97, 105, 108, 101, 100, 58, 32, 97, 118, 97, 105, 108, 97, 98, 105, 108, 105, 116, 121, 115, 101, 116, 115, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 99, 114, 101, 97, 116, 101, 32, 111, 114, 32, 117, 112, 100, 97, 116, 101, 46, 32, 101, 114, 114, 58, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 103, 101, 116, 32, 101, 120, 105, 115, 116, 105, 110, 103, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 112, 114, 105, 118, 97, 116, 101, 45, 107, 101, 121, 118, 97, 117, 108, 116, 45, 107, 54, 102, 120, 109, 98, 115, 54, 50, 114, 50, 103, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 50, 116, 56, 97, 100, 111, 48, 53, 110, 100, 51, 52, 99, 98, 106, 112, 53, 54, 107, 56, 102, 117, 109, 57, 57, 56, 55, 100, 55, 112, 101, 50, 95, 122, 49, 109, 49, 106, 55, 122, 49, 116, 57, 100, 51, 107, 48, 120, 45, 110, 112, 45, 49, 45, 97, 115, 32, 40, 115, 101, 114, 118, 105, 99, 101, 58, 32, 97, 118, 97, 105, 108, 97, 98, 105, 108, 105, 116, 121, 115, 101, 116, 115, 41, 58, 32, 71, 69, 84, 32, 104, 116, 116, 112, 115, 58, 47, 47, 109, 97, 110, 97, 103, 101, 109, 101, 110, 116, 46, 97, 122, 117, 114, 101, 46, 99, 111, 109, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 112, 114, 105, 118, 97, 116, 101, 45, 107, 101, 121, 118, 97, 117, 108, 116, 45, 107, 54, 102, 120, 109, 98, 115, 54, 50, 114, 50, 103, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 97, 118, 97, 105, 108, 97, 98, 105, 108, 105, 116, 121, 83, 101, 116, 115, 47, 50, 116, 56, 97, 100, 111, 48, 53, 110, 100, 51, 52, 99, 98, 106, 112, 53, 54, 107, 56, 102, 117, 109, 57, 57, 56, 55, 100, 55, 112, 101, 50, 95, 122, 49, 109, 49, 106, 55, 122, 49, 116, 57, 100, 51, 107, 48, 120, 45, 110, 112, 45, 49, 45, 97, 115, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 82, 69, 83, 80, 79, 78, 83, 69, 32, 52, 50, 57, 58, 32, 52, 50, 57, 32, 84, 111, 111, 32, 77, 97, 110, 121, 32, 82, 101, 113, 117, 101, 115, 116, 115, 92, 110, 69, 82, 82, 79, 82, 32, 67, 79, 68, 69, 58, 32, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 123, 92, 110, 32, 32, 92, 34, 101, 114, 114, 111, 114, 92, 34, 58, 32, 123, 92, 110, 32, 32, 32, 32, 92, 34, 99, 111, 100, 101, 92, 34, 58, 32, 92, 34, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 34, 44, 92, 110, 32, 32, 32, 32, 92, 34, 109, 101, 115, 115, 97, 103, 101, 92, 34, 58, 32, 92, 34, 78, 117, 109, 98, 101, 114, 32, 111, 102, 32, 39, 114, 101, 97, 100, 39, 32, 114, 101, 113, 117, 101, 115, 116, 115, 32, 102, 111, 114, 32, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 32, 39, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 39, 32, 97, 99, 116, 111, 114, 32, 39, 98, 49, 49, 55, 99, 102, 48, 102, 45, 48, 50, 55, 54, 45, 52, 52, 56, 54, 45, 57, 54, 57, 49, 45, 52, 102, 48, 48, 102, 53, 97, 57, 48, 101, 49, 98, 39, 32, 101, 120, 99, 101, 101, 100, 101, 100, 46, 32, 80, 108, 101, 97, 115, 101, 32, 116, 114, 121, 32, 97, 103, 97, 105, 110, 32, 97, 102, 116, 101, 114, 32, 39, 49, 39, 32, 115, 46, 46, 46, 32, 109, 101, 115, 115, 97, 103, 101, 32, 116, 114, 117, 110, 99, 97, 116, 101, 100, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 122, 49, 109, 49, 106, 55, 122, 49, 116, 57, 100, 51, 107, 48, 120, 45, 110, 112, 45, 49, 45, 114, 55, 104, 102, 106, 45, 104, 108, 108, 115, 53, 58, 32, 82, 101, 97, 100, 121, 85, 110, 107, 110, 111, 119, 110, 58, 32, 42, 32, 78, 111, 100, 101, 72, 101, 97, 108, 116, 104, 121, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 112, 114, 105, 118, 97, 116, 101, 45, 107, 101, 121, 118, 97, 117, 108, 116, 45, 107, 54, 102, 120, 109, 98, 115, 54, 50, 114, 50, 103, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 122, 49, 109, 49, 106, 55, 122, 49, 116, 57, 100, 51, 107, 48, 120, 45, 110, 112, 45, 49, 45, 114, 55, 104, 102, 106, 45, 104, 108, 108, 115, 53, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: -1,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf291488-39c9-4951-94a7-672934393184\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2024-06-10-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"X-Ms-Client-Request-Id\": [\n                                \"a2691e0d-d11a-4b4e-9b06-79c6e4bd4ef8\",\n                            ],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-05T01:21:45Z\\\"}\",\n                            ],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"84284d7b-e7f3-478b-9af6-1b99ed78fab5\",\n                            ],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0xd0fcf427920\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [10518625998057252440, 4213625535050172621],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926755735, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942481135, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                AuthorityKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bc760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf291488-39c9-4951-94a7-672934393184\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf291488-39c9-4951-94a7-672934393184\\\",\\n  \\\"name\\\": \\\"cf291488-39c9-4951-94a7-672934393184\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:02:32.238173211Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:21:38.035185501Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/virtualMachines/z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5 to exist\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-v6sqp: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-v6sqp: Failed: availabilitysets failed to create or update. err: failed to get existing resource private-keyvault-k6fxmbs62r2g--managed/2t8ado05nd34cbjp56k8fum9987d7pe2_z1m1j7z1t9d3k0x-np-1-as (service: availabilitysets): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/availabilitySets/2t8ado05nd34cbjp56k8fum9987d7pe2_z1m1j7z1t9d3k0x-np-1-as\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '1' s... message truncated\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/virtualMachines/z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5 to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:138]: failed to create node pool \"np-1\" for private keyvault cluster \"private-kv-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xd0fcf41fd60\u003e: \n    failed to create NodePool np-1: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-k6fxmbs62r2g\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf291488-39c9-4951-94a7-672934393184\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf291488-39c9-4951-94a7-672934393184\",\n      \"name\": \"cf291488-39c9-4951-94a7-672934393184\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-05T01:02:32.238173211Z\",\n      \"endTime\": \"2026-10-05T01:21:38.035185501Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/virtualMachines/z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5 to exist\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-v6sqp: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-v6sqp: Failed: availabilitysets failed to create or update. err: failed to get existing resource private-keyvault-k6fxmbs62r2g--managed/2t8ado05nd34cbjp56k8fum9987d7pe2_z1m1j7z1t9d3k0x-np-1-as (service: availabilitysets): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/availabilitySets/2t8ado05nd34cbjp56k8fum9987d7pe2_z1m1j7z1t9d3k0x-np-1-as\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '1' s... message truncated\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/virtualMachines/z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5 to exist\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-1: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"private-kv-cluster\\\" in resourcegroup=\\\"private-keyvault-k6fxmbs62r2g\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf291488-39c9-4951-94a7-672934393184\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf291488-39c9-4951-94a7-672934393184\\\",\\n  \\\"name\\\": \\\"cf291488-39c9-4951-94a7-672934393184\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:02:32.238173211Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:21:38.035185501Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/virtualMachines/z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5 to exist\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-v6sqp: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-v6sqp: Failed: availabilitysets failed to create or update. err: failed to get existing resource private-keyvault-k6fxmbs62r2g--managed/2t8ado05nd34cbjp56k8fum9987d7pe2_z1m1j7z1t9d3k0x-np-1-as (service: availabilitysets): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/availabilitySets/2t8ado05nd34cbjp56k8fum9987d7pe2_z1m1j7z1t9d3k0x-np-1-as\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '1' s... message truncated\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/virtualMachines/z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5 to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xd0fcf41eac0\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"private-kv-cluster\\\" in resourcegroup=\\\"private-keyvault-k6fxmbs62r2g\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf291488-39c9-4951-94a7-672934393184\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf291488-39c9-4951-94a7-672934393184\\\",\\n  \\\"name\\\": \\\"cf291488-39c9-4951-94a7-672934393184\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:02:32.238173211Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:21:38.035185501Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/virtualMachines/z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5 to exist\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-v6sqp: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-v6sqp: Failed: availabilitysets failed to create or update. err: failed to get existing resource private-keyvault-k6fxmbs62r2g--managed/2t8ado05nd34cbjp56k8fum9987d7pe2_z1m1j7z1t9d3k0x-np-1-as (service: availabilitysets): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/availabilitySets/2t8ado05nd34cbjp56k8fum9987d7pe2_z1m1j7z1t9d3k0x-np-1-as\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '1' s... message truncated\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/virtualMachines/z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5 to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xd0fcf9a0d50\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Envoy-Upstream-Service-Time\": [\"18\"],\n                        \"Server\": [\"istio-envoy\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"5baa90d2-ef04-46e7-a144-80ef67b1e64a\",\n                        ],\n                        \"Date\": [\n                            \"Mon, 05 Oct 2026 01:21:45 GMT\",\n                        ],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0xd0fcf41e7a0\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 99, 102, 50, 57, 49, 52, 56, 56, 45, 51, 57, 99, 57, 45, 52, 57, 53, 49, 45, 57, 52, 97, 55, 45, 54, 55, 50, 57, 51, 52, 51, 57, 51, 49, 56, 52, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 99, 102, 50, 57, 49, 52, 56, 56, 45, 51, 57, 99, 57, 45, 52, 57, 53, 49, 45, 57, 52, 97, 55, 45, 54, 55, 50, 57, 51, 52, 51, 57, 51, 49, 56, 52, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 48, 50, 58, 51, 50, 46, 50, 51, 56, 49, 55, 51, 50, 49, 49, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 50, 49, 58, 51, 56, 46, 48, 51, 53, 49, 56, 53, 53, 48, 49, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 122, 49, 109, 49, 106, 55, 122, 49, 116, 57, 100, 51, 107, 48, 120, 45, 110, 112, 45, 49, 45, 114, 55, 104, 102, 106, 45, 104, 108, 108, 115, 53, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 112, 114, 105, 118, 97, 116, 101, 45, 107, 101, 121, 118, 97, 117, 108, 116, 45, 107, 54, 102, 120, 109, 98, 115, 54, 50, 114, 50, 103, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 122, 49, 109, 49, 106, 55, 122, 49, 116, 57, 100, 51, 107, 48, 120, 45, 110, 112, 45, 49, 45, 114, 55, 104, 102, 106, 45, 104, 108, 108, 115, 53, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 122, 49, 109, 49, 106, 55, 122, 49, 116, 57, 100, 51, 107, 48, 120, 45, 110, 112, 45, 49, 45, 114, 55, 104, 102, 106, 45, 118, 54, 115, 113, 112, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 122, 49, 109, 49, 106, 55, 122, 49, 116, 57, 100, 51, 107, 48, 120, 45, 110, 112, 45, 49, 45, 114, 55, 104, 102, 106, 45, 118, 54, 115, 113, 112, 58, 32, 70, 97, 105, 108, 101, 100, 58, 32, 97, 118, 97, 105, 108, 97, 98, 105, 108, 105, 116, 121, 115, 101, 116, 115, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 99, 114, 101, 97, 116, 101, 32, 111, 114, 32, 117, 112, 100, 97, 116, 101, 46, 32, 101, 114, 114, 58, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 103, 101, 116, 32, 101, 120, 105, 115, 116, 105, 110, 103, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 112, 114, 105, 118, 97, 116, 101, 45, 107, 101, 121, 118, 97, 117, 108, 116, 45, 107, 54, 102, 120, 109, 98, 115, 54, 50, 114, 50, 103, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 50, 116, 56, 97, 100, 111, 48, 53, 110, 100, 51, 52, 99, 98, 106, 112, 53, 54, 107, 56, 102, 117, 109, 57, 57, 56, 55, 100, 55, 112, 101, 50, 95, 122, 49, 109, 49, 106, 55, 122, 49, 116, 57, 100, 51, 107, 48, 120, 45, 110, 112, 45, 49, 45, 97, 115, 32, 40, 115, 101, 114, 118, 105, 99, 101, 58, 32, 97, 118, 97, 105, 108, 97, 98, 105, 108, 105, 116, 121, 115, 101, 116, 115, 41, 58, 32, 71, 69, 84, 32, 104, 116, 116, 112, 115, 58, 47, 47, 109, 97, 110, 97, 103, 101, 109, 101, 110, 116, 46, 97, 122, 117, 114, 101, 46, 99, 111, 109, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 112, 114, 105, 118, 97, 116, 101, 45, 107, 101, 121, 118, 97, 117, 108, 116, 45, 107, 54, 102, 120, 109, 98, 115, 54, 50, 114, 50, 103, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 97, 118, 97, 105, 108, 97, 98, 105, 108, 105, 116, 121, 83, 101, 116, 115, 47, 50, 116, 56, 97, 100, 111, 48, 53, 110, 100, 51, 52, 99, 98, 106, 112, 53, 54, 107, 56, 102, 117, 109, 57, 57, 56, 55, 100, 55, 112, 101, 50, 95, 122, 49, 109, 49, 106, 55, 122, 49, 116, 57, 100, 51, 107, 48, 120, 45, 110, 112, 45, 49, 45, 97, 115, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 82, 69, 83, 80, 79, 78, 83, 69, 32, 52, 50, 57, 58, 32, 52, 50, 57, 32, 84, 111, 111, 32, 77, 97, 110, 121, 32, 82, 101, 113, 117, 101, 115, 116, 115, 92, 110, 69, 82, 82, 79, 82, 32, 67, 79, 68, 69, 58, 32, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 123, 92, 110, 32, 32, 92, 34, 101, 114, 114, 111, 114, 92, 34, 58, 32, 123, 92, 110, 32, 32, 32, 32, 92, 34, 99, 111, 100, 101, 92, 34, 58, 32, 92, 34, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 34, 44, 92, 110, 32, 32, 32, 32, 92, 34, 109, 101, 115, 115, 97, 103, 101, 92, 34, 58, 32, 92, 34, 78, 117, 109, 98, 101, 114, 32, 111, 102, 32, 39, 114, 101, 97, 100, 39, 32, 114, 101, 113, 117, 101, 115, 116, 115, 32, 102, 111, 114, 32, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 32, 39, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 39, 32, 97, 99, 116, 111, 114, 32, 39, 98, 49, 49, 55, 99, 102, 48, 102, 45, 48, 50, 55, 54, 45, 52, 52, 56, 54, 45, 57, 54, 57, 49, 45, 52, 102, 48, 48, 102, 53, 97, 57, 48, 101, 49, 98, 39, 32, 101, 120, 99, 101, 101, 100, 101, 100, 46, 32, 80, 108, 101, 97, 115, 101, 32, 116, 114, 121, 32, 97, 103, 97, 105, 110, 32, 97, 102, 116, 101, 114, 32, 39, 49, 39, 32, 115, 46, 46, 46, 32, 109, 101, 115, 115, 97, 103, 101, 32, 116, 114, 117, 110, 99, 97, 116, 101, 100, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 122, 49, 109, 49, 106, 55, 122, 49, 116, 57, 100, 51, 107, 48, 120, 45, 110, 112, 45, 49, 45, 114, 55, 104, 102, 106, 45, 104, 108, 108, 115, 53, 58, 32, 82, 101, 97, 100, 121, 85, 110, 107, 110, 111, 119, 110, 58, 32, 42, 32, 78, 111, 100, 101, 72, 101, 97, 108, 116, 104, 121, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 112, 114, 105, 118, 97, 116, 101, 45, 107, 101, 121, 118, 97, 117, 108, 116, 45, 107, 54, 102, 120, 109, 98, 115, 54, 50, 114, 50, 103, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 122, 49, 109, 49, 106, 55, 122, 49, 116, 57, 100, 51, 107, 48, 120, 45, 110, 112, 45, 49, 45, 114, 55, 104, 102, 106, 45, 104, 108, 108, 115, 53, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: -1,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf291488-39c9-4951-94a7-672934393184\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2024-06-10-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"X-Ms-Client-Request-Id\": [\n                                \"a2691e0d-d11a-4b4e-9b06-79c6e4bd4ef8\",\n                            ],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-05T01:21:45Z\\\"}\",\n                            ],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"84284d7b-e7f3-478b-9af6-1b99ed78fab5\",\n                            ],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0xd0fcf427920\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [10518625998057252440, 4213625535050172621],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926755735, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942481135, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                AuthorityKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bc760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf291488-39c9-4951-94a7-672934393184\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf291488-39c9-4951-94a7-672934393184\\\",\\n  \\\"name\\\": \\\"cf291488-39c9-4951-94a7-672934393184\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:02:32.238173211Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:21:38.035185501Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/virtualMachines/z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5 to exist\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-v6sqp: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-v6sqp: Failed: availabilitysets failed to create or update. err: failed to get existing resource private-keyvault-k6fxmbs62r2g--managed/2t8ado05nd34cbjp56k8fum9987d7pe2_z1m1j7z1t9d3k0x-np-1-as (service: availabilitysets): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/availabilitySets/2t8ado05nd34cbjp56k8fum9987d7pe2_z1m1j7z1t9d3k0x-np-1-as\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '1' s... message truncated\\\\nMachine z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-keyvault-k6fxmbs62r2g--managed/providers/Microsoft.Compute/virtualMachines/z1m1j7z1t9d3k0x-np-1-r7hfj-hlls5 to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:159]: failed to create node pool \"np-1\" for private KAS cluster \"private-kas\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x55d222e0640\u003e: \n    failed to create NodePool np-1: failed waiting for nodepool=\"np-1\" for cluster \"private-kas\" in resourcegroup=\"private-kas-wlzrqthlzz28\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/091b7f9b-b3d3-40a0-bd0a-f529c5983724\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/091b7f9b-b3d3-40a0-bd0a-f529c5983724\",\n      \"name\": \"091b7f9b-b3d3-40a0-bd0a-f529c5983724\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-05T01:04:54.171983337Z\",\n      \"endTime\": \"2026-10-05T01:23:57.948082683Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 1; node pool condition AllNodesHealthy is False: 1 of 1 machines are not healthy\\nMachine private-kas-np-1-j986x-49vzm: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-wlzrqthlzz28--managed/providers/Microsoft.Compute/virtualMachines/private-kas-np-1-j986x-49vzm to exist\\n; node pool condition AllMachinesReady is False: 1 of 1 machines are not ready\\nMachine private-kas-np-1-j986x-49vzm: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-wlzrqthlzz28--managed/providers/Microsoft.Compute/virtualMachines/private-kas-np-1-j986x-49vzm to exist\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-1: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"private-kas\\\" in resourcegroup=\\\"private-kas-wlzrqthlzz28\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/091b7f9b-b3d3-40a0-bd0a-f529c5983724\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/091b7f9b-b3d3-40a0-bd0a-f529c5983724\\\",\\n  \\\"name\\\": \\\"091b7f9b-b3d3-40a0-bd0a-f529c5983724\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:04:54.171983337Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:23:57.948082683Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 1; node pool condition AllNodesHealthy is False: 1 of 1 machines are not healthy\\\\nMachine private-kas-np-1-j986x-49vzm: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-wlzrqthlzz28--managed/providers/Microsoft.Compute/virtualMachines/private-kas-np-1-j986x-49vzm to exist\\\\n; node pool condition AllMachinesReady is False: 1 of 1 machines are not ready\\\\nMachine private-kas-np-1-j986x-49vzm: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-wlzrqthlzz28--managed/providers/Microsoft.Compute/virtualMachines/private-kas-np-1-j986x-49vzm to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0x55d222e0140\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"private-kas\\\" in resourcegroup=\\\"private-kas-wlzrqthlzz28\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/091b7f9b-b3d3-40a0-bd0a-f529c5983724\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/091b7f9b-b3d3-40a0-bd0a-f529c5983724\\\",\\n  \\\"name\\\": \\\"091b7f9b-b3d3-40a0-bd0a-f529c5983724\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:04:54.171983337Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:23:57.948082683Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 1; node pool condition AllNodesHealthy is False: 1 of 1 machines are not healthy\\\\nMachine private-kas-np-1-j986x-49vzm: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-wlzrqthlzz28--managed/providers/Microsoft.Compute/virtualMachines/private-kas-np-1-j986x-49vzm to exist\\\\n; node pool condition AllMachinesReady is False: 1 of 1 machines are not ready\\\\nMachine private-kas-np-1-j986x-49vzm: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-wlzrqthlzz28--managed/providers/Microsoft.Compute/virtualMachines/private-kas-np-1-j986x-49vzm to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0x55d23e561b0\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Ms-Request-Id\": [\n                            \"f3f49250-c701-49c1-81be-87a598025451\",\n                        ],\n                        \"Date\": [\n                            \"Mon, 05 Oct 2026 01:24:07 GMT\",\n                        ],\n                        \"Content-Length\": [\"1387\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"8\"],\n                        \"Server\": [\"istio-envoy\"],\n                        \"Content-Type\": [\"application/json\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0x55d222e0040\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 48, 57, 49, 98, 55, 102, 57, 98, 45, 98, 51, 100, 51, 45, 52, 48, 97, 48, 45, 98, 100, 48, 97, 45, 102, 53, 50, 57, 99, 53, 57, 56, 51, 55, 50, 52, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 48, 57, 49, 98, 55, 102, 57, 98, 45, 98, 51, 100, 51, 45, 52, 48, 97, 48, 45, 98, 100, 48, 97, 45, 102, 53, 50, 57, 99, 53, 57, 56, 51, 55, 50, 52, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 48, 52, 58, 53, 52, 46, 49, 55, 49, 57, 56, 51, 51, 51, 55, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 50, 51, 58, 53, 55, 46, 57, 52, 56, 48, 56, 50, 54, 56, 51, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 49, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 49, 32, 111, 102, 32, 49, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 112, 114, 105, 118, 97, 116, 101, 45, 107, 97, 115, 45, 110, 112, 45, 49, 45, 106, 57, 56, 54, 120, 45, 52, 57, 118, 122, 109, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 112, 114, 105, 118, 97, 116, 101, 45, 107, 97, 115, 45, 119, 108, 122, 114, 113, 116, 104, 108, 122, 122, 50, 56, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 112, 114, 105, 118, 97, 116, 101, 45, 107, 97, 115, 45, 110, 112, 45, 49, 45, 106, 57, 56, 54, 120, 45, 52, 57, 118, 122, 109, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 49, 32, 111, 102, 32, 49, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 112, 114, 105, 118, 97, 116, 101, 45, 107, 97, 115, 45, 110, 112, 45, 49, 45, 106, 57, 56, 54, 120, 45, 52, 57, 118, 122, 109, 58, 32, 82, 101, 97, 100, 121, 85, 110, 107, 110, 111, 119, 110, 58, 32, 42, 32, 78, 111, 100, 101, 72, 101, 97, 108, 116, 104, 121, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 112, 114, 105, 118, 97, 116, 101, 45, 107, 97, 115, 45, 119, 108, 122, 114, 113, 116, 104, 108, 122, 122, 50, 56, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 112, 114, 105, 118, 97, 116, 101, 45, 107, 97, 115, 45, 110, 112, 45, 49, 45, 106, 57, 56, 54, 120, 45, 52, 57, 118, 122, 109, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: 1387,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/091b7f9b-b3d3-40a0-bd0a-f529c5983724\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2025-12-23-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"X-Ms-Client-Request-Id\": [\n                                \"3ff33bc5-b277-4327-8d07-4cd23bbd5174\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-05T01:24:07Z\\\"}\",\n                            ],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"3ae1fc54-ded2-44f2-aafa-03f76eeac885\",\n                            ],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0x55d22e45a70\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [10518625998057252440, 4213625535050172621],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926755735, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942481135, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                AuthorityKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bc760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/091b7f9b-b3d3-40a0-bd0a-f529c5983724\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/091b7f9b-b3d3-40a0-bd0a-f529c5983724\\\",\\n  \\\"name\\\": \\\"091b7f9b-b3d3-40a0-bd0a-f529c5983724\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:04:54.171983337Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:23:57.948082683Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 1; node pool condition AllNodesHealthy is False: 1 of 1 machines are not healthy\\\\nMachine private-kas-np-1-j986x-49vzm: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-wlzrqthlzz28--managed/providers/Microsoft.Compute/virtualMachines/private-kas-np-1-j986x-49vzm to exist\\\\n; node pool condition AllMachinesReady is False: 1 of 1 machines are not ready\\\\nMachine private-kas-np-1-j986x-49vzm: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-wlzrqthlzz28--managed/providers/Microsoft.Compute/virtualMachines/private-kas-np-1-j986x-49vzm to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:159]: failed to create node pool \"np-1\" for private KAS cluster \"private-kas\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x55d222e0640\u003e: \n    failed to create NodePool np-1: failed waiting for nodepool=\"np-1\" for cluster \"private-kas\" in resourcegroup=\"private-kas-wlzrqthlzz28\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/091b7f9b-b3d3-40a0-bd0a-f529c5983724\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/091b7f9b-b3d3-40a0-bd0a-f529c5983724\",\n      \"name\": \"091b7f9b-b3d3-40a0-bd0a-f529c5983724\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-05T01:04:54.171983337Z\",\n      \"endTime\": \"2026-10-05T01:23:57.948082683Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 1; node pool condition AllNodesHealthy is False: 1 of 1 machines are not healthy\\nMachine private-kas-np-1-j986x-49vzm: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-wlzrqthlzz28--managed/providers/Microsoft.Compute/virtualMachines/private-kas-np-1-j986x-49vzm to exist\\n; node pool condition AllMachinesReady is False: 1 of 1 machines are not ready\\nMachine private-kas-np-1-j986x-49vzm: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-wlzrqthlzz28--managed/providers/Microsoft.Compute/virtualMachines/private-kas-np-1-j986x-49vzm to exist\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-1: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"private-kas\\\" in resourcegroup=\\\"private-kas-wlzrqthlzz28\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/091b7f9b-b3d3-40a0-bd0a-f529c5983724\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/091b7f9b-b3d3-40a0-bd0a-f529c5983724\\\",\\n  \\\"name\\\": \\\"091b7f9b-b3d3-40a0-bd0a-f529c5983724\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:04:54.171983337Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:23:57.948082683Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 1; node pool condition AllNodesHealthy is False: 1 of 1 machines are not healthy\\\\nMachine private-kas-np-1-j986x-49vzm: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-wlzrqthlzz28--managed/providers/Microsoft.Compute/virtualMachines/private-kas-np-1-j986x-49vzm to exist\\\\n; node pool condition AllMachinesReady is False: 1 of 1 machines are not ready\\\\nMachine private-kas-np-1-j986x-49vzm: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-wlzrqthlzz28--managed/providers/Microsoft.Compute/virtualMachines/private-kas-np-1-j986x-49vzm to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0x55d222e0140\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"private-kas\\\" in resourcegroup=\\\"private-kas-wlzrqthlzz28\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/091b7f9b-b3d3-40a0-bd0a-f529c5983724\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/091b7f9b-b3d3-40a0-bd0a-f529c5983724\\\",\\n  \\\"name\\\": \\\"091b7f9b-b3d3-40a0-bd0a-f529c5983724\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:04:54.171983337Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:23:57.948082683Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 1; node pool condition AllNodesHealthy is False: 1 of 1 machines are not healthy\\\\nMachine private-kas-np-1-j986x-49vzm: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-wlzrqthlzz28--managed/providers/Microsoft.Compute/virtualMachines/private-kas-np-1-j986x-49vzm to exist\\\\n; node pool condition AllMachinesReady is False: 1 of 1 machines are not ready\\\\nMachine private-kas-np-1-j986x-49vzm: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-wlzrqthlzz28--managed/providers/Microsoft.Compute/virtualMachines/private-kas-np-1-j986x-49vzm to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0x55d23e561b0\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Ms-Request-Id\": [\n                            \"f3f49250-c701-49c1-81be-87a598025451\",\n                        ],\n                        \"Date\": [\n                            \"Mon, 05 Oct 2026 01:24:07 GMT\",\n                        ],\n                        \"Content-Length\": [\"1387\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"8\"],\n                        \"Server\": [\"istio-envoy\"],\n                        \"Content-Type\": [\"application/json\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0x55d222e0040\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 48, 57, 49, 98, 55, 102, 57, 98, 45, 98, 51, 100, 51, 45, 52, 48, 97, 48, 45, 98, 100, 48, 97, 45, 102, 53, 50, 57, 99, 53, 57, 56, 51, 55, 50, 52, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 48, 57, 49, 98, 55, 102, 57, 98, 45, 98, 51, 100, 51, 45, 52, 48, 97, 48, 45, 98, 100, 48, 97, 45, 102, 53, 50, 57, 99, 53, 57, 56, 51, 55, 50, 52, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 48, 52, 58, 53, 52, 46, 49, 55, 49, 57, 56, 51, 51, 51, 55, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 50, 51, 58, 53, 55, 46, 57, 52, 56, 48, 56, 50, 54, 56, 51, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 49, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 49, 32, 111, 102, 32, 49, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 112, 114, 105, 118, 97, 116, 101, 45, 107, 97, 115, 45, 110, 112, 45, 49, 45, 106, 57, 56, 54, 120, 45, 52, 57, 118, 122, 109, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 112, 114, 105, 118, 97, 116, 101, 45, 107, 97, 115, 45, 119, 108, 122, 114, 113, 116, 104, 108, 122, 122, 50, 56, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 112, 114, 105, 118, 97, 116, 101, 45, 107, 97, 115, 45, 110, 112, 45, 49, 45, 106, 57, 56, 54, 120, 45, 52, 57, 118, 122, 109, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 49, 32, 111, 102, 32, 49, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 112, 114, 105, 118, 97, 116, 101, 45, 107, 97, 115, 45, 110, 112, 45, 49, 45, 106, 57, 56, 54, 120, 45, 52, 57, 118, 122, 109, 58, 32, 82, 101, 97, 100, 121, 85, 110, 107, 110, 111, 119, 110, 58, 32, 42, 32, 78, 111, 100, 101, 72, 101, 97, 108, 116, 104, 121, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 112, 114, 105, 118, 97, 116, 101, 45, 107, 97, 115, 45, 119, 108, 122, 114, 113, 116, 104, 108, 122, 122, 50, 56, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 112, 114, 105, 118, 97, 116, 101, 45, 107, 97, 115, 45, 110, 112, 45, 49, 45, 106, 57, 56, 54, 120, 45, 52, 57, 118, 122, 109, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: 1387,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/091b7f9b-b3d3-40a0-bd0a-f529c5983724\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2025-12-23-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"X-Ms-Client-Request-Id\": [\n                                \"3ff33bc5-b277-4327-8d07-4cd23bbd5174\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-05T01:24:07Z\\\"}\",\n                            ],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"3ae1fc54-ded2-44f2-aafa-03f76eeac885\",\n                            ],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0x55d22e45a70\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [10518625998057252440, 4213625535050172621],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926755735, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942481135, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                AuthorityKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bc760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/091b7f9b-b3d3-40a0-bd0a-f529c5983724\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/091b7f9b-b3d3-40a0-bd0a-f529c5983724\\\",\\n  \\\"name\\\": \\\"091b7f9b-b3d3-40a0-bd0a-f529c5983724\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:04:54.171983337Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:23:57.948082683Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 1; node pool condition AllNodesHealthy is False: 1 of 1 machines are not healthy\\\\nMachine private-kas-np-1-j986x-49vzm: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-wlzrqthlzz28--managed/providers/Microsoft.Compute/virtualMachines/private-kas-np-1-j986x-49vzm to exist\\\\n; node pool condition AllMachinesReady is False: 1 of 1 machines are not ready\\\\nMachine private-kas-np-1-j986x-49vzm: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-wlzrqthlzz28--managed/providers/Microsoft.Compute/virtualMachines/private-kas-np-1-j986x-49vzm to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:176]: failed to create node pool \"np-c777fk\" for cluster \"cluster-candidate-5-0-c777fk\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x11fec5c43d20\u003e: \n    failed to create NodePool np-c777fk: failed waiting for nodepool=\"np-c777fk\" for cluster \"cluster-candidate-5-0-c777fk\" in resourcegroup=\"rg-candidate-5-0-6btmlht8fgg2\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\",\n      \"name\": \"db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-05T01:04:12.313915779Z\",\n      \"endTime\": \"2026-10-05T01:23:20.854212925Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk to exist\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq to exist\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk to exist\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq to exist\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-c777fk: failed waiting for nodepool=\\\"np-c777fk\\\" for cluster \\\"cluster-candidate-5-0-c777fk\\\" in resourcegroup=\\\"rg-candidate-5-0-6btmlht8fgg2\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\\\",\\n  \\\"name\\\": \\\"db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:04:12.313915779Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:23:20.854212925Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk to exist\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk to exist\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0x11fec5c42da0\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-c777fk\\\" for cluster \\\"cluster-candidate-5-0-c777fk\\\" in resourcegroup=\\\"rg-candidate-5-0-6btmlht8fgg2\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\\\",\\n  \\\"name\\\": \\\"db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:04:12.313915779Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:23:20.854212925Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk to exist\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk to exist\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0x11fec6e0ae70\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Envoy-Upstream-Service-Time\": [\"7\"],\n                        \"Server\": [\"istio-envoy\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"0ade2484-346a-4bab-8d39-c48b8a61488c\",\n                        ],\n                        \"Date\": [\n                            \"Mon, 05 Oct 2026 01:23:25 GMT\",\n                        ],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0x11fec5c42b20\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 100, 98, 51, 97, 55, 55, 50, 97, 45, 48, 49, 49, 48, 45, 52, 98, 57, 99, 45, 57, 98, 99, 53, 45, 99, 98, 49, 99, 101, 56, 97, 54, 57, 101, 56, 49, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 100, 98, 51, 97, 55, 55, 50, 97, 45, 48, 49, 49, 48, 45, 52, 98, 57, 99, 45, 57, 98, 99, 53, 45, 99, 98, 49, 99, 101, 56, 97, 54, 57, 101, 56, 49, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 48, 52, 58, 49, 50, 46, 51, 49, 51, 57, 49, 53, 55, 55, 57, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 50, 51, 58, 50, 48, 46, 56, 53, 52, 50, 49, 50, 57, 50, 53, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 104, 56, 99, 51, 121, 55, 114, 51, 106, 49, 99, 57, 99, 48, 109, 45, 110, 112, 45, 99, 55, 55, 55, 102, 107, 45, 52, 100, 118, 99, 102, 45, 109, 54, 114, 104, 107, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 53, 45, 48, 45, 54, 98, 116, 109, 108, 104, 116, 56, 102, 103, 103, 50, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 99, 55, 55, 55, 102, 107, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 104, 56, 99, 51, 121, 55, 114, 51, 106, 49, 99, 57, 99, 48, 109, 45, 110, 112, 45, 99, 55, 55, 55, 102, 107, 45, 52, 100, 118, 99, 102, 45, 109, 54, 114, 104, 107, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 104, 56, 99, 51, 121, 55, 114, 51, 106, 49, 99, 57, 99, 48, 109, 45, 110, 112, 45, 99, 55, 55, 55, 102, 107, 45, 52, 100, 118, 99, 102, 45, 110, 55, 112, 112, 113, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 53, 45, 48, 45, 54, 98, 116, 109, 108, 104, 116, 56, 102, 103, 103, 50, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 99, 55, 55, 55, 102, 107, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 104, 56, 99, 51, 121, 55, 114, 51, 106, 49, 99, 57, 99, 48, 109, 45, 110, 112, 45, 99, 55, 55, 55, 102, 107, 45, 52, 100, 118, 99, 102, 45, 110, 55, 112, 112, 113, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 104, 56, 99, 51, 121, 55, 114, 51, 106, 49, 99, 57, 99, 48, 109, 45, 110, 112, 45, 99, 55, 55, 55, 102, 107, 45, 52, 100, 118, 99, 102, 45, 109, 54, 114, 104, 107, 58, 32, 82, 101, 97, 100, 121, 85, 110, 107, 110, 111, 119, 110, 58, 32, 42, 32, 78, 111, 100, 101, 72, 101, 97, 108, 116, 104, 121, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 53, 45, 48, 45, 54, 98, 116, 109, 108, 104, 116, 56, 102, 103, 103, 50, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 99, 55, 55, 55, 102, 107, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 104, 56, 99, 51, 121, 55, 114, 51, 106, 49, 99, 57, 99, 48, 109, 45, 110, 112, 45, 99, 55, 55, 55, 102, 107, 45, 52, 100, 118, 99, 102, 45, 109, 54, 114, 104, 107, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 104, 56, 99, 51, 121, 55, 114, 51, 106, 49, 99, 57, 99, 48, 109, 45, 110, 112, 45, 99, 55, 55, 55, 102, 107, 45, 52, 100, 118, 99, 102, 45, 110, 55, 112, 112, 113, 58, 32, 82, 101, 97, 100, 121, 85, 110, 107, 110, 111, 119, 110, 58, 32, 42, 32, 78, 111, 100, 101, 72, 101, 97, 108, 116, 104, 121, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 53, 45, 48, 45, 54, 98, 116, 109, 108, 104, 116, 56, 102, 103, 103, 50, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 99, 55, 55, 55, 102, 107, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 104, 56, 99, 51, 121, 55, 114, 51, 106, 49, 99, 57, 99, 48, 109, 45, 110, 112, 45, 99, 55, 55, 55, 102, 107, 45, 52, 100, 118, 99, 102, 45, 110, 55, 112, 112, 113, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: -1,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2024-06-10-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"X-Ms-Client-Request-Id\": [\n                                \"f7bba23f-2314-4d48-ae62-8d33786dbe56\",\n                            ],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-05T01:23:25Z\\\"}\",\n                            ],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"8b7ffe50-45ec-47a1-852e-a4072ac79a83\",\n                            ],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0x11fec65ae200\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [10518625998057252440, 4213625535050172621],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926755735, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942481135, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                AuthorityKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bc760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\\\",\\n  \\\"name\\\": \\\"db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:04:12.313915779Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:23:20.854212925Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk to exist\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk to exist\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:176]: failed to create node pool \"np-c777fk\" for cluster \"cluster-candidate-5-0-c777fk\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x11fec5c43d20\u003e: \n    failed to create NodePool np-c777fk: failed waiting for nodepool=\"np-c777fk\" for cluster \"cluster-candidate-5-0-c777fk\" in resourcegroup=\"rg-candidate-5-0-6btmlht8fgg2\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\",\n      \"name\": \"db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-05T01:04:12.313915779Z\",\n      \"endTime\": \"2026-10-05T01:23:20.854212925Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk to exist\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq to exist\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk to exist\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq to exist\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-c777fk: failed waiting for nodepool=\\\"np-c777fk\\\" for cluster \\\"cluster-candidate-5-0-c777fk\\\" in resourcegroup=\\\"rg-candidate-5-0-6btmlht8fgg2\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\\\",\\n  \\\"name\\\": \\\"db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:04:12.313915779Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:23:20.854212925Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk to exist\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk to exist\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0x11fec5c42da0\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-c777fk\\\" for cluster \\\"cluster-candidate-5-0-c777fk\\\" in resourcegroup=\\\"rg-candidate-5-0-6btmlht8fgg2\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\\\",\\n  \\\"name\\\": \\\"db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:04:12.313915779Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:23:20.854212925Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk to exist\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk to exist\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0x11fec6e0ae70\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Envoy-Upstream-Service-Time\": [\"7\"],\n                        \"Server\": [\"istio-envoy\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"0ade2484-346a-4bab-8d39-c48b8a61488c\",\n                        ],\n                        \"Date\": [\n                            \"Mon, 05 Oct 2026 01:23:25 GMT\",\n                        ],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0x11fec5c42b20\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 100, 98, 51, 97, 55, 55, 50, 97, 45, 48, 49, 49, 48, 45, 52, 98, 57, 99, 45, 57, 98, 99, 53, 45, 99, 98, 49, 99, 101, 56, 97, 54, 57, 101, 56, 49, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 100, 98, 51, 97, 55, 55, 50, 97, 45, 48, 49, 49, 48, 45, 52, 98, 57, 99, 45, 57, 98, 99, 53, 45, 99, 98, 49, 99, 101, 56, 97, 54, 57, 101, 56, 49, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 48, 52, 58, 49, 50, 46, 51, 49, 51, 57, 49, 53, 55, 55, 57, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 50, 51, 58, 50, 48, 46, 56, 53, 52, 50, 49, 50, 57, 50, 53, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 104, 56, 99, 51, 121, 55, 114, 51, 106, 49, 99, 57, 99, 48, 109, 45, 110, 112, 45, 99, 55, 55, 55, 102, 107, 45, 52, 100, 118, 99, 102, 45, 109, 54, 114, 104, 107, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 53, 45, 48, 45, 54, 98, 116, 109, 108, 104, 116, 56, 102, 103, 103, 50, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 99, 55, 55, 55, 102, 107, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 104, 56, 99, 51, 121, 55, 114, 51, 106, 49, 99, 57, 99, 48, 109, 45, 110, 112, 45, 99, 55, 55, 55, 102, 107, 45, 52, 100, 118, 99, 102, 45, 109, 54, 114, 104, 107, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 104, 56, 99, 51, 121, 55, 114, 51, 106, 49, 99, 57, 99, 48, 109, 45, 110, 112, 45, 99, 55, 55, 55, 102, 107, 45, 52, 100, 118, 99, 102, 45, 110, 55, 112, 112, 113, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 53, 45, 48, 45, 54, 98, 116, 109, 108, 104, 116, 56, 102, 103, 103, 50, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 99, 55, 55, 55, 102, 107, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 104, 56, 99, 51, 121, 55, 114, 51, 106, 49, 99, 57, 99, 48, 109, 45, 110, 112, 45, 99, 55, 55, 55, 102, 107, 45, 52, 100, 118, 99, 102, 45, 110, 55, 112, 112, 113, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 104, 56, 99, 51, 121, 55, 114, 51, 106, 49, 99, 57, 99, 48, 109, 45, 110, 112, 45, 99, 55, 55, 55, 102, 107, 45, 52, 100, 118, 99, 102, 45, 109, 54, 114, 104, 107, 58, 32, 82, 101, 97, 100, 121, 85, 110, 107, 110, 111, 119, 110, 58, 32, 42, 32, 78, 111, 100, 101, 72, 101, 97, 108, 116, 104, 121, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 53, 45, 48, 45, 54, 98, 116, 109, 108, 104, 116, 56, 102, 103, 103, 50, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 99, 55, 55, 55, 102, 107, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 104, 56, 99, 51, 121, 55, 114, 51, 106, 49, 99, 57, 99, 48, 109, 45, 110, 112, 45, 99, 55, 55, 55, 102, 107, 45, 52, 100, 118, 99, 102, 45, 109, 54, 114, 104, 107, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 104, 56, 99, 51, 121, 55, 114, 51, 106, 49, 99, 57, 99, 48, 109, 45, 110, 112, 45, 99, 55, 55, 55, 102, 107, 45, 52, 100, 118, 99, 102, 45, 110, 55, 112, 112, 113, 58, 32, 82, 101, 97, 100, 121, 85, 110, 107, 110, 111, 119, 110, 58, 32, 42, 32, 78, 111, 100, 101, 72, 101, 97, 108, 116, 104, 121, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 53, 45, 48, 45, 54, 98, 116, 109, 108, 104, 116, 56, 102, 103, 103, 50, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 99, 55, 55, 55, 102, 107, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 104, 56, 99, 51, 121, 55, 114, 51, 106, 49, 99, 57, 99, 48, 109, 45, 110, 112, 45, 99, 55, 55, 55, 102, 107, 45, 52, 100, 118, 99, 102, 45, 110, 55, 112, 112, 113, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: -1,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2024-06-10-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"X-Ms-Client-Request-Id\": [\n                                \"f7bba23f-2314-4d48-ae62-8d33786dbe56\",\n                            ],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-05T01:23:25Z\\\"}\",\n                            ],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"8b7ffe50-45ec-47a1-852e-a4072ac79a83\",\n                            ],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0x11fec65ae200\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [10518625998057252440, 4213625535050172621],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926755735, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942481135, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                AuthorityKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bc760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\\\",\\n  \\\"name\\\": \\\"db3a772a-0110-4b9c-9bc5-cb1ce8a69e81\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:04:12.313915779Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:23:20.854212925Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk to exist\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-m6rhk to exist\\\\nMachine h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-5-0-6btmlht8fgg2-candidate-c777fk--managed/providers/Microsoft.Compute/virtualMachines/h8c3y7r3j1c9c0m-np-c777fk-4dvcf-n7ppq to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7345/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106895387183812608","occurred_at":"2026-10-04T23:52:59Z","signature_id":"03220d5c11cb8e2459e11c3ac49f4c1da3ac224cf3c9c44e13e4946174891e19","pr_number":7345,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7345/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106895387183812608","occurred_at":"2026-10-04T23:52:59Z","signature_id":"19335c3f1ec000d6ae0faf248999c3344a29e25f48a509de1a049d04b54b83fd","pr_number":7345,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7345/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106895387183812608","occurred_at":"2026-10-04T23:52:59Z","signature_id":"499d6fe93d7269e1ed46925c21a00d5a6f7502b51ddb05ddc50cbf0609a23dec","pr_number":7345,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7345/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106895387183812608","occurred_at":"2026-10-04T23:52:59Z","signature_id":"54d8a2762753586db4b6a15bc92600cd132b7a1eaf3716e99c2feb9d9e973b7c","pr_number":7345,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7345/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106895387183812608","occurred_at":"2026-10-04T23:52:59Z","signature_id":"600d2c121ec96b888143ea109ba3fdd6d2e3218df94ba54bbb89d5c6a23aacaa","pr_number":7345,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7345/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106895387183812608","occurred_at":"2026-10-04T23:52:59Z","signature_id":"8e3887802c2f0a1bc5eeb69decc86146b2edd4e0fb728b4916196bda39c4f77a","pr_number":7345,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7345/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106895387183812608","occurred_at":"2026-10-04T23:52:59Z","signature_id":"a1175939c06efb168eaf228e79df3a966f5b5e63c80dd2666e372847820d166f","pr_number":7345,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7345/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106895387183812608","occurred_at":"2026-10-04T23:52:59Z","signature_id":"cf2af64c217b74de25582afeda8033fc7f785c85ffe1771102ec78ee5adead79","pr_number":7345,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7345/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106895387183812608","occurred_at":"2026-10-04T23:52:59Z","signature_id":"d8d620c6f93aa06844f968f9e9d09f3071425e3875dea46979eac722d6ad0106","pr_number":7345,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106892371676368896","occurred_at":"2026-10-04T23:41:00Z","signature_id":"18a2ef32f819bcfaeeaf5ed4904c86dac87cd1306d4b2499a3689a128352d52d","pr_number":7143,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106892371676368896","occurred_at":"2026-10-04T23:41:00Z","signature_id":"1f10a89f4718de50f7ca51d5cfd8ae98ed40dba51ea39fa4984b0b053efe53c9","pr_number":7143,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106892371676368896","occurred_at":"2026-10-04T23:41:00Z","signature_id":"315a55b196522a9303729253f678f9e9e57c09cbe2a0601df77c9d2bd5385853","pr_number":7143,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106892371676368896","occurred_at":"2026-10-04T23:41:00Z","signature_id":"326829b2c7e010b0cdd9dd57bc250522dfa1f3e6ec55ec23d1ac8ada47628dd1","pr_number":7143,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106892371676368896","occurred_at":"2026-10-04T23:41:00Z","signature_id":"65b7ec4242bf21e1c38b8766683ce7666abad7c23e2915c40e73a3625cf6a9d2","pr_number":7143,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106892371676368896","occurred_at":"2026-10-04T23:41:00Z","signature_id":"89ceb730801dc1a146603c9775313636732494bf4dca481b72aabf7afd7f0171","pr_number":7143,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106892371676368896","occurred_at":"2026-10-04T23:41:00Z","signature_id":"a5a9cc99fdb4389c3b54efe076c6b732901e41bb32cfab5a60c701333b68741a","pr_number":7143,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106892371676368896","occurred_at":"2026-10-04T23:41:00Z","signature_id":"e7d8f49441bb9b6e7955c96bc20dccdbbe8581202d75ee0da24952fe1281657b","pr_number":7143,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106892371676368896","occurred_at":"2026-10-04T23:41:00Z","signature_id":"f2f214bfd15e898ba93bc9402ef61c57c69c9c59bc6f7e27a120524b595f3011","pr_number":7143,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106862749937045504","occurred_at":"2026-10-04T21:43:17Z","signature_id":"4c23444a79e76c2d8fa144ad26bfb9eecee5fd489ebad4ec4efcc4b615ba55e4","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106862749937045504","occurred_at":"2026-10-04T21:43:17Z","signature_id":"547eb6ae4c997103336bc4322d81aabbf00243099586f1097dd444757de08a94","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106862749937045504","occurred_at":"2026-10-04T21:43:17Z","signature_id":"90a30a902922db9ad2e9683c123a0bacb6d4d16cc95d9407a0f31ab05f0ff7f8","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106862749937045504","occurred_at":"2026-10-04T21:43:17Z","signature_id":"92831714bbfc060161c2d4393a5aa105d3edb9299938c9471163c96ba25b2b57","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106862749937045504","occurred_at":"2026-10-04T21:43:17Z","signature_id":"94f216d441997b698044d7a56d95689dc5799687aeed0d211a2316dae1a5b3c2","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106862749937045504","occurred_at":"2026-10-04T21:43:17Z","signature_id":"d8d8cd957985d94a3b2b34b24155cefe6866f7ce360c71543b2758ab161a3be6","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106862749937045504","occurred_at":"2026-10-04T21:43:17Z","signature_id":"f45ce9b630f3f4a076ab101018c611b5f465267cdccb4a165601f898e6d4b9e4","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106862749937045504","occurred_at":"2026-10-04T21:43:17Z","signature_id":"f51567c0c62d701cf0dc67943a04ddd9d4c7b5e517ab5734bfd726d939a46e96","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106825712047493120","occurred_at":"2026-10-04T19:16:07Z","signature_id":"03d50549dc78cdd85ec7bc14ad01992d0ea4555f5713a1083c4d8957afc80abc","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106825712047493120","occurred_at":"2026-10-04T19:16:07Z","signature_id":"10d7afdc149d5ee3421e6f15b87a7d872a159c50ef4e78ec8eb6a9456fb49408","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106825712047493120","occurred_at":"2026-10-04T19:16:07Z","signature_id":"128193638efb8756887308f81dcd4b2721efa1d02517ff93f9950d9a1710f5fa","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106825712047493120","occurred_at":"2026-10-04T19:16:07Z","signature_id":"29670c1c897777a553e6b51ea93851fd2785d57a676f12e462d6277712492327","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106825712047493120","occurred_at":"2026-10-04T19:16:07Z","signature_id":"37ebd620164da2f83d0d46eacbdd6aea979e3c4133633df48ca5e5a7225dcb4d","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106825712047493120","occurred_at":"2026-10-04T19:16:07Z","signature_id":"70c0ff5a5f7ecf93f8c229e9886e38f5f02a58988d868fa24556ae75f9d31ec2","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106825712047493120","occurred_at":"2026-10-04T19:16:07Z","signature_id":"a5d18919d6f3879c83eb617b24721a58366a6eb9b32faf8e3d51a407ee0ae803","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106825712047493120","occurred_at":"2026-10-04T19:16:07Z","signature_id":"db00c98114fea18cd4e4e0230de7898e1ce49785ce54e71ea726dcb622bc1056","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106825712047493120","occurred_at":"2026-10-04T19:16:07Z","signature_id":"eede77f6c20fdf14eca200a7b0296dfa10a9177210d16517bf6d2c0383684492","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106802906463211520","occurred_at":"2026-10-04T17:45:30Z","signature_id":"03c713f6633d606facf9016ae4ceccdb4616de61cfa2d166bd5476c5a43b5eae","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106802906463211520","occurred_at":"2026-10-04T17:45:30Z","signature_id":"332ebdebb188262612a492848385344547438fc637f88de657dba8fa96832cea","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106802906463211520","occurred_at":"2026-10-04T17:45:30Z","signature_id":"54eed99ad04fdf6133fee6d8bc2ac18be0ab22bec4f2bf099814559472c1319e","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106802906463211520","occurred_at":"2026-10-04T17:45:30Z","signature_id":"6f900673af643b014af4a3593abc7f8bb3e5a5ca4e29542c57ee22a07d8de7a0","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106802906463211520","occurred_at":"2026-10-04T17:45:30Z","signature_id":"8d92062a4b49381368ea250d442c8c600efd5de3d433bfa50773782dcad7068a","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106802906463211520","occurred_at":"2026-10-04T17:45:30Z","signature_id":"92c689ced56eebf31833200a9dff9e659d5c885bc4eedd540672ddeacc004ed0","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106802906463211520","occurred_at":"2026-10-04T17:45:30Z","signature_id":"c79d331cb15a89f084b912d8e837828435aa26a812101f8ae0a383a27f2f88cb","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7288/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106739480676274176","occurred_at":"2026-10-04T13:33:28Z","signature_id":"313cdfdb781ba6867fe616988b03ba9afc43d55f58030423931518ea377ec81d","pr_number":7288,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7288/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106739480676274176","occurred_at":"2026-10-04T13:33:28Z","signature_id":"55d14ac5b4c8460077f208dcbbefadfe251acd521e7e99a0407c935f1923c1b8","pr_number":7288,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7288/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106739480676274176","occurred_at":"2026-10-04T13:33:28Z","signature_id":"69240f4698426bb81e0035c94456cf42bbf28eb92f7f833497edeed38874b43d","pr_number":7288,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7288/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106739480676274176","occurred_at":"2026-10-04T13:33:28Z","signature_id":"98996fa1f92f23fd000436e0a8cc427718a88ac57b46fe646a86eff7d2b92827","pr_number":7288,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7288/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106739480676274176","occurred_at":"2026-10-04T13:33:28Z","signature_id":"ad541a1de9ad756c45525f0fe392fdb591524a0b01f20287ea483a1fc874f661","pr_number":7288,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7288/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106739480676274176","occurred_at":"2026-10-04T13:33:28Z","signature_id":"ec9f92c4b1664c5465000dd7886b18f3883aeeb23f716a751b8f1df183171002","pr_number":7288,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7288/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106739480676274176","occurred_at":"2026-10-04T13:33:28Z","signature_id":"f35da7cf4fdb33ffa767ffb4c80b697d99ad2dc7c40e128a8a198f9dcebcbd36","pr_number":7288,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7031/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106691186822483968","occurred_at":"2026-10-04T10:21:33Z","signature_id":"13b1f4f7e5690a240b312901fe47ffb766fced9a5191df5a63f2049d67208458","pr_number":7031,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7031/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106691186822483968","occurred_at":"2026-10-04T10:21:33Z","signature_id":"1d33a8353e0014d623c0fd7d00c8ab20b9b555d43628d4a2c72de7403aad57fd","pr_number":7031,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7031/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106691186822483968","occurred_at":"2026-10-04T10:21:33Z","signature_id":"219db2c5ff714f836acb40cbbff2e82aa96a5ad718178f5638d0366f1159d791","pr_number":7031,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7031/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106691186822483968","occurred_at":"2026-10-04T10:21:33Z","signature_id":"2840f8142d9487e92e921b36fd83b6e54299db919eee615277cf173c0795a5a0","pr_number":7031,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7031/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106691186822483968","occurred_at":"2026-10-04T10:21:33Z","signature_id":"311c93880a01f16279d7f498ad80d4170b2a040703373f0e255f47b1b8a06c60","pr_number":7031,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7031/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106691186822483968","occurred_at":"2026-10-04T10:21:33Z","signature_id":"618fa26737b9ebd61c2a000323c173fffcf0dd29e043aa6070bd38b1c02f3e7e","pr_number":7031,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7031/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106691186822483968","occurred_at":"2026-10-04T10:21:33Z","signature_id":"8d84caa9d46f1c8c0eb0d6bb3608ed3dd39819f6c330b52ad8f11f8f103ada41","pr_number":7031,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7031/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106691186822483968","occurred_at":"2026-10-04T10:21:33Z","signature_id":"8d91aaa17bd57e5601e25d48e2b29b2e60cffc1918b14242297bd4fb608f8709","pr_number":7031,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7031/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106691186822483968","occurred_at":"2026-10-04T10:21:33Z","signature_id":"a5a2745e11619e95b4957b63ce9c5d5c8f3b23d34decc2b48fde13f19c2f67b6","pr_number":7031,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7031/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106691186822483968","occurred_at":"2026-10-04T10:21:33Z","signature_id":"ff4c7d4b0ccb2627f218b4c3007b635230b5e360741809478655c824ae6544c7","pr_number":7031,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7309/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106653825002639360","occurred_at":"2026-10-04T07:53:06Z","signature_id":"d51378d8f8de00b891c2d9a7f40ccbb26f1983578c668466c347e123c8553876","pr_number":7309,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7342/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106543513507205120","occurred_at":"2026-10-04T00:34:45Z","signature_id":"5f81ac21ef88d6a265246b289e34df04eb4796b4bc6a5bb13e34d89e68dc19b4","pr_number":7342,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7332/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106522529362350080","occurred_at":"2026-10-03T23:11:22Z","signature_id":"501495b0aef70c6325fa26b9f0b745d7b4ce463804d55b753046dc2f9f5ed6e4","pr_number":7332,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7336/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106428486020239360","occurred_at":"2026-10-03T16:57:41Z","signature_id":"09d3516d5937c201911e513dc777964c08f8d8e605d4d938d29eb1e35d21ff64","pr_number":7336,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7338/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106402589850472448","occurred_at":"2026-10-03T15:14:47Z","signature_id":"afc72a53fa7774ed1734007a58442b2c5acbb5d61e6acaf495185cd900df7590","pr_number":7338,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7318/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106361385184137216","occurred_at":"2026-10-03T12:31:03Z","signature_id":"c05cf9daf6680f1855b02943b461dc08c3799199d299289700c2fc278277b2c4","pr_number":7318,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7338/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106344080505049088","occurred_at":"2026-10-03T11:22:17Z","signature_id":"21861e38aab43579ee30401f2af52d615d1c92a4943c93ec549c760780f28b16","pr_number":7338,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7338/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106344080505049088","occurred_at":"2026-10-03T11:22:17Z","signature_id":"3c3f2ccc36c35f1c9e21f03f7eff4418f1739e7896a5865697c85dc9064d117f","pr_number":7338,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7268/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106316215747088384","occurred_at":"2026-10-03T09:31:33Z","signature_id":"8e852f466cf78bfd32f7a3098547e4a2279ba62592d4769dc239478e539ec985","pr_number":7268,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7336/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106232246682783744","occurred_at":"2026-10-03T03:57:54Z","signature_id":"4ecba326214d91b223bb8a28fa503efb6110b5f309f19014e5eec742eee54784","pr_number":7336,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7335/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106232206048366592","occurred_at":"2026-10-03T03:57:44Z","signature_id":"4cb0132308929f56cf10c7cf8dcc82eb33338d500ae0ff69d7f2b06b20772f9b","pr_number":7335,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7333/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106216516587360256","occurred_at":"2026-10-03T02:55:23Z","signature_id":"405132e552ca41557cf8c6f086fdcc0c25a7a484630f63163bb4bed7e7d238ad","pr_number":7333,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6928/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106157602076364800","occurred_at":"2026-10-02T23:01:13Z","signature_id":"34de2ab11f5adbf068c342e2d31a9ac77891b0e38b007bfdbb6d9da4bc98f473","pr_number":6928,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7278/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106141275559301120","occurred_at":"2026-10-02T21:56:24Z","signature_id":"63d927cd1c7a9670c7278fe12e140bf43f44a0266f7ac91ced09dcf4f09830bc","pr_number":7278,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106117061750034432","occurred_at":"2026-10-02T20:20:11Z","signature_id":"ce7070d24262cdcf05d41676703c04f5be7f690258e7e4c7e074539c5acf5075","pr_number":6889,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7327/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106114529938116608","occurred_at":"2026-10-02T20:10:08Z","signature_id":"5b5e8add1f118eb1fc026e437f941636e24ad6dd0bfaf6584e1d203e456a64d8","pr_number":7327,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7309/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106109131696902144","occurred_at":"2026-10-02T19:48:41Z","signature_id":"f88616dce735dbe299ec31741c0e4e4dd95b26a9ca444ca47280bbcc48727d97","pr_number":7309,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7305/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106082635410313216","occurred_at":"2026-10-02T18:03:24Z","signature_id":"1983f452786e60abbdb725b8622697151a96361ebb27e00c6a2b0a244b8f9d74","pr_number":7305,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6976/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106081336937680896","occurred_at":"2026-10-02T17:58:14Z","signature_id":"31dc382fb43fe26f7ce7e41de756fcc58f0efe54d9f97db17cfd4bb76fb55a77","pr_number":6976,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7326/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106063651092828160","occurred_at":"2026-10-02T16:47:51Z","signature_id":"80687d33a4d52dba803f3167e5984e21a97d039dd3cf4af22716d553b7595b37","pr_number":7326,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7232/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106039082894233600","occurred_at":"2026-10-02T15:10:20Z","signature_id":"6c5905a125f03a9ccb5e9ff9fb30a16eb39c975e893c7c332e674d06be66eefe","pr_number":7232,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7314/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106035428787228672","occurred_at":"2026-10-02T14:55:49Z","signature_id":"bc5be3ac53788be83982476868c7fc5ebab96a3431e2d77151fdef86774b0791","pr_number":7314,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6775/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106035412379111424","occurred_at":"2026-10-02T14:55:45Z","signature_id":"e55a99665469ae5bdd51816697d8d92b366d93c347a1df665aa039f3c7dfc45f","pr_number":6775,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7323/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106027308732125184","occurred_at":"2026-10-02T14:23:33Z","signature_id":"a03b4f13d1b794c0ce5f7e27910be2a2b3cf8e2efc010caf5845fbed77edcc07","pr_number":7323,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6775/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105989665596116992","occurred_at":"2026-10-02T11:53:58Z","signature_id":"aca469fe140764c02ab7856c4660d7eff0c7a2566b4afda4da099d345dece618","pr_number":6775,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7309/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105975083930488832","occurred_at":"2026-10-02T10:56:01Z","signature_id":"1c44ed3ef9cc244959890b608e75fe48aace2cea67f57efb73c27a002b3dc074","pr_number":7309,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7309/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105975083930488832","occurred_at":"2026-10-02T10:56:01Z","signature_id":"30cfc0a39a792902039ad9670c2f071e0a56ecab7b20da519e046ac01486e359","pr_number":7309,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105963382757658624","occurred_at":"2026-10-02T10:09:31Z","signature_id":"3a9b1d0a1756d4352283ba3b63e3d886955fa9c5c336253e1b019206952a5507","pr_number":6889,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105963382757658624","occurred_at":"2026-10-02T10:09:31Z","signature_id":"c4fa5c26ee982b83676c3b7397954d31e709a456e87dee9158b60d5d5dfcd62f","pr_number":6889,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105899086866550784","occurred_at":"2026-10-02T05:54:02Z","signature_id":"452eed4657b73553008ac22f54a6f1e9229b5abe0497e58b51b804e7a82c75ad","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7314/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105860632891887616","occurred_at":"2026-10-02T03:21:14Z","signature_id":"79f30e35241b4c02e2ba6c027a86d8d186f0dd2acc5e0e41d5fd756e33a11c74","pr_number":7314,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6775/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105860557423775744","occurred_at":"2026-10-02T03:20:56Z","signature_id":"c762968dfb2da1a7708f604dd85763b8611979abccdf3d8a74f487a345b560c1","pr_number":6775,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105811761943810048","occurred_at":"2026-10-02T00:07:02Z","signature_id":"e68aa4f1fd5584a77fb4d1bf176cf9e57b599009a951da1f3d48eac028964cfb","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6775/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105799429062660096","occurred_at":"2026-10-01T23:18:02Z","signature_id":"15c9cc6560f8e49e5e0d171464146a487c2ce0945c7923982699a3ee52216d09","pr_number":6775,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7293/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105791127218032640","occurred_at":"2026-10-01T22:45:03Z","signature_id":"3ab7ed9ca9460bb22a2cdd805c04ae36e791c3168b7f3b5c56679dc030b8b973","pr_number":7293,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105766044650967040","occurred_at":"2026-10-01T21:05:22Z","signature_id":"9d61e03aed47d95b1496ea6b301d3b295e38f116b12cfc5bd827220d9051fc5a","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105766044650967040","occurred_at":"2026-10-01T21:05:22Z","signature_id":"d53a72a8f56dff0d24e120d19311677914cc388704d8109e5516520aaa51b2c9","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7303/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105721100032806912","occurred_at":"2026-10-01T18:06:47Z","signature_id":"14ec8474b0adde86a2d56a6739e8d72786179111dfad63509ea9fd6c4db44447","pr_number":7303,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7296/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105705639958286336","occurred_at":"2026-10-01T17:05:19Z","signature_id":"75682bb326c7e07d9b5624939e163e4b1ec841db6f93a368fec9b822dcdbd2ac","pr_number":7296,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7162/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105700267935666176","occurred_at":"2026-10-01T16:44:00Z","signature_id":"6a12831993ef9e949e6833ef6f25d132163da8f4ed2625b08c2474daaae3de21","pr_number":7162,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7162/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105700267935666176","occurred_at":"2026-10-01T16:44:00Z","signature_id":"add74e624f5642c937662cf1bfc782a00394e37e6a637d085846e992fa545679","pr_number":7162,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7227/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105693768928727040","occurred_at":"2026-10-01T16:18:10Z","signature_id":"4d3f102a2b9e95e636a1d28e7d89a2468478ccfc93c9ec0c0a407b2d51fbec62","pr_number":7227,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7227/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105693768928727040","occurred_at":"2026-10-01T16:18:10Z","signature_id":"a91def54ce68cf33e933c8f76532bd3ec0f0a1820e97c58b2ca1df1f44b4483d","pr_number":7227,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6775/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105656281044881408","occurred_at":"2026-10-01T13:49:13Z","signature_id":"271fee169ddf537a30ccb8e914b976f8a128cfb6b0fc16b307d0929759f67821","pr_number":6775,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7292/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105647499015360512","occurred_at":"2026-10-01T13:14:18Z","signature_id":"5a8b630f838fcf686fe9ea13df4dd4e3b52d4b36e14b45811335b1ecfb2cd6a4","pr_number":7292,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7112/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105619693527109632","occurred_at":"2026-10-01T11:23:50Z","signature_id":"e8796b6cd7f96bce574b45c34f4741d0ec53224a8a314ad86fa79ba998b1dcb8","pr_number":7112,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105609202608115712","occurred_at":"2026-10-01T10:42:08Z","signature_id":"34f4af77ab97bc88e0f7d941ba1af35727fc299abf9e49a9dee6df9873f8aa24","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7276/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105608440268197888","occurred_at":"2026-10-01T10:39:07Z","signature_id":"951fca799dcb27322e5db5158692fd9c1afb506faaa4a3276c21396694bac07f","pr_number":7276,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7232/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105598359803793408","occurred_at":"2026-10-01T09:59:03Z","signature_id":"871377b9a0c51357a883e114688e7fa2e5c5eb73473defc7c22fe2f98103f6d1","pr_number":7232,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7232/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105598359803793408","occurred_at":"2026-10-01T09:59:03Z","signature_id":"9a97450be9bc55853dbc20b75db0bc18e91f72e8281ae92028c362ae14c6ecbd","pr_number":7232,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7268/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105596656899592192","occurred_at":"2026-10-01T09:52:17Z","signature_id":"9eb76b31f35a0f3355fe6d1fd541747b42aa9bd645ba4215e2cb626458d66625","pr_number":7268,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7266/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105594300950646784","occurred_at":"2026-10-01T09:42:56Z","signature_id":"88e6d923667a18f63bb5d9d679c24042ddb61662863d7416a3373acde9b7a86f","pr_number":7266,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7266/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105594300950646784","occurred_at":"2026-10-01T09:42:56Z","signature_id":"f3506ffc9a8fd4b13ae19da2228f803a1c6714ae4bdb67259ba8b79387eeb870","pr_number":7266,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7276/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105572392540573696","occurred_at":"2026-10-01T08:15:43Z","signature_id":"cbe0e7c1fea8f37a2e2c48ddaae5fe0f22a5fe82949c5c5ed01d6db24002412d","pr_number":7276,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7242/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105320779594862592","occurred_at":"2026-09-30T15:36:03Z","signature_id":"c1bac4e92db70f51e3a0c22de77dcee2f5a3f262e7aa5d1b8931dc415680d6be","pr_number":7242,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7053/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105279807200694272","occurred_at":"2026-09-30T12:53:14Z","signature_id":"b67af1235e148ac25954a38fdd4d5236c882e2e12c2417baba9e32624257a663","pr_number":7053,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105244373301071872","occurred_at":"2026-09-30T10:32:26Z","signature_id":"02b30f07b1850865809f15a839e63f1edb02365f906e6f1394faa96d6cedcc30","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6662/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105229330492690432","occurred_at":"2026-09-30T09:32:40Z","signature_id":"0c99b72686df644d7a91845938f6db64d74dcf85418abd2f5d73c4d6278f406f","pr_number":6662,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6915/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105225367915597824","occurred_at":"2026-09-30T09:16:55Z","signature_id":"0004ec9246093dd32ccef6900517fe1c26f01933d048bec9e64d50cce9f0f872","pr_number":6915,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7262/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105203604242567168","occurred_at":"2026-09-30T07:50:26Z","signature_id":"7c21d39ce60d2fc86f8e44cd27976742c9868e16e557b49cd66e0e9f7da03ea6","pr_number":7262,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6884/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105193266038181888","occurred_at":"2026-09-30T07:09:21Z","signature_id":"64488f0586b5477bcb601e48c11446bba99626aed3e38dfbb290b68d5bcdd29e","pr_number":6884,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6970/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105132902411931648","occurred_at":"2026-09-30T03:09:30Z","signature_id":"93fbf55b219b33dbed79b2f7d0789e2d4a2fce95865a645fcfba661c8688665a","pr_number":6970,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105052569519788032","occurred_at":"2026-09-29T21:50:17Z","signature_id":"4018967fd150f5152493725d6dbddb7a3c1f1594faf65bf4b39b51a0a8900bf9","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6915/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105037155771355136","occurred_at":"2026-09-29T20:48:41Z","signature_id":"fc0b9e52dc41a1cfd3d393b841e137e164b826bc9a9e2d4c2bddbc73f64e19ef","pr_number":6915,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7250/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105029879664742400","occurred_at":"2026-09-29T20:15:30Z","signature_id":"002b290be3c71f7a1bf61c63b79aa5aececd77559baecd239044cd92c478902e","pr_number":7250,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7124/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104997947618889728","occurred_at":"2026-09-29T17:48:54Z","signature_id":"875c9de593bf1b0f10867e9b319fa7c87ab182e48aba7abf0df135714d7ebaf9","pr_number":7124,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6976/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104930620709801984","occurred_at":"2026-09-29T13:45:42Z","signature_id":"91b598d93817d526c7507d077770deac8e1acce827ccf38f2eac15ad9eaa4a8d","pr_number":6976,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7239/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104872117722943488","occurred_at":"2026-09-29T09:53:14Z","signature_id":"da5a3897ba2157f097ec0508d7ff9fe82cf45ed4377c8d9830f6e3a5a8afbe00","pr_number":7239,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104871211610673152","occurred_at":"2026-09-29T09:49:38Z","signature_id":"073eef8f1e085922d2edab4cfed7339689524abbb91d122efe48e902887373e6","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7236/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104856376063823872","occurred_at":"2026-09-29T08:50:39Z","signature_id":"19f4977f53c63c72dfde2e6438460984bffea5126f3480fe4162e03cd88d6837","pr_number":7236,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7224/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747427830435840","occurred_at":"2026-09-29T01:37:45Z","signature_id":"6d77e3b201b4acc09eac2d24cbeb2b32711345b337d53b664e5fb88760fa9952","pr_number":7224,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7221/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747373145100288","occurred_at":"2026-09-29T01:37:32Z","signature_id":"14041b6afd873bee57610a7594c31f9381a85c761ee8df6fe5faf0b023b6ae79","pr_number":7221,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7233/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104709786435063808","occurred_at":"2026-09-28T23:08:11Z","signature_id":"ca1052bcf33487a021334893241ae8188017185f1642b6a294d2994f137f4da1","pr_number":7233,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6922/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104702432968708096","occurred_at":"2026-09-28T22:38:58Z","signature_id":"7a7e77c690889a19cb56e1f50e820d8f0f557b662a6c09c58c3793ba99c49cd2","pr_number":6922,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6922/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104702432968708096","occurred_at":"2026-09-28T22:38:58Z","signature_id":"98e7af2c661ff33cf1fa2bc30a96c5bfa7c31b06b9aa1b278fa59c5194434907","pr_number":6922,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"0b09d572458a381dac48ffb0eb837c9df3852335997b0c4dc2a876b33b08a4d9","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7221/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104605288744095744","occurred_at":"2026-09-28T16:12:53Z","signature_id":"75a042124b3e99ba945259807210552155a890c136bb34b4fa60646036997e91","pr_number":7221,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7142/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104591950119178240","occurred_at":"2026-09-28T15:19:56Z","signature_id":"72df9d9a52679f65dde671993fc72f0a08f84ed93d624648a2a5660cfb58bcff","pr_number":7142,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7185/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104589634188087296","occurred_at":"2026-09-28T15:10:44Z","signature_id":"e7ecb159e629a80b264d02c522765675f076609f52edeb1aa4e53b5b36a030c5","pr_number":7185,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7221/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104551522074365952","occurred_at":"2026-09-28T12:39:18Z","signature_id":"c24e3d212804f8897ef2c81ade146070e7a5fd62032965fa1424ca72aa49afbd","pr_number":7221,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6922/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104551505146155008","occurred_at":"2026-09-28T12:39:14Z","signature_id":"d72030c4a0f636f0bfa24f277e9369a539321fccdfff48a303919b0b450bc268","pr_number":6922,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7157/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104500979540955136","occurred_at":"2026-09-28T09:18:22Z","signature_id":"4205a7cb8605e3a20406441c549ad2d3c1b449fed823b20a747976cb9404f3ee","pr_number":7157,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104457246334259200","occurred_at":"2026-09-28T06:24:41Z","signature_id":"8407ced857bcce3a5f161f49e7fb898405968e74316d0c49111a8c01a8f61c87","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7157/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104441018513362944","occurred_at":"2026-09-28T05:20:12Z","signature_id":"5066cec9d4455e60a98c73837fba1de819802d265c19a56ae10aab27b4f06354","pr_number":7157,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6821/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104440974754189312","occurred_at":"2026-09-28T05:20:01Z","signature_id":"ffaedd37a7cabdde88484871ed63e277dfa5e461f7bbb1806cffb14d8667ee33","pr_number":6821,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6226/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104429033809776640","occurred_at":"2026-09-28T04:32:34Z","signature_id":"f24501ad0818be8a83c15e2425a5d1f36053df6413c3f821edd665347627ddd5","pr_number":6226,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104380048239759360","occurred_at":"2026-09-28T01:17:54Z","signature_id":"05319646bad3ee1f498711d0d9a69ef24065fb55d47f09c96176ab2ba5be4374","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7200/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104378704682553344","occurred_at":"2026-09-28T01:12:35Z","signature_id":"5ffe709affd5c890fbd83d8b5aad5337b8d1b174da24da2cf78360ba40199541","pr_number":7200,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104364976289353728","occurred_at":"2026-09-28T00:18:02Z","signature_id":"1849503c0698075db16bbbbedb636abe0bb4ab72f8a7bba7219ce1be3d1d71df","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7203/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104363449923407872","occurred_at":"2026-09-28T00:11:57Z","signature_id":"11301c96eb4baf025fdfd7d58c7dd82d6896e42f11c7ef2cc1e150fbfe5313df","pr_number":7203,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7041/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104360746694479872","occurred_at":"2026-09-28T00:00:40Z","signature_id":"ab546a099515b9c90776a9116c547ec830827b9274733c363741cfc037e250fc","pr_number":7041,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"433be7606ae055f59c8cb57591e36f85c0ec2b280bd34579035b9bea62b92600","failure_pattern":"ERROR CODE: InternalServerError; detail message cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster still exists; [clusterServiceStatus] state is \"uninstalling\"; [hostedCluster] HostedCluster still exists; [descendantResources] remaining resources: nodePools, serviceProviderClusters, serviceProviderNodePools; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.23","occurrences":68,"runs_affected":10,"failed_runs":10,"run_impact_percent":1.9120458891013383,"anchor_occurrences":68,"after_last_push_count":0,"trend_counts":[0,29,17,22,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-14"],"prior_runs_affected":11,"prior_last_seen_at":"2026-09-17T20:37:43Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP HyperShift Presubmit should create a cluster and nodepool to completion","occurrences":4},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":4},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":4},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":3},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.23","occurrences":6},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":3},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.1","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":5},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":6},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":4},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to delete a nodepool","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to retrieve cluster and nodepool status active versions","occurrences":4},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to update nodepool replicas and autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster using v20260901preview API and verify cluster health","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","occurrences":4},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private ingress using v20260901preview and verify the ingress is internal","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.22.zLatest to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc00113a0c0\u003e: \n    resource group \"private-kas-hm9pdnmdszt5\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"private-kas\" in resourcegroup=\"private-kas-hm9pdnmdszt5\" to finish deleting: GET https://rp.j5446016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/2f588ad3-c1af-45bb-9548-096867a64bbf\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/2f588ad3-c1af-45bb-9548-096867a64bbf\",\n      \"name\": \"2f588ad3-c1af-45bb-9548-096867a64bbf\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T17:29:27.633769413Z\",\n      \"endTime\": \"2026-09-30T17:53:32.876325702Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t5f0n6rovpqtd5op2d9vogdgft7tah1 still exists (deletion dispatched at 2026-09-30T17:29:29Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [hostedCluster] HostedCluster still exists; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/nodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/nodepools/serviceProviderNodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc00113a0c0\u003e: \n    resource group \"private-kas-hm9pdnmdszt5\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"private-kas\" in resourcegroup=\"private-kas-hm9pdnmdszt5\" to finish deleting: GET https://rp.j5446016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/2f588ad3-c1af-45bb-9548-096867a64bbf\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/2f588ad3-c1af-45bb-9548-096867a64bbf\",\n      \"name\": \"2f588ad3-c1af-45bb-9548-096867a64bbf\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T17:29:27.633769413Z\",\n      \"endTime\": \"2026-09-30T17:53:32.876325702Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t5f0n6rovpqtd5op2d9vogdgft7tah1 still exists (deletion dispatched at 2026-09-30T17:29:29Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [hostedCluster] HostedCluster still exists; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/nodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/nodepools/serviceProviderNodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc0029c4180\u003e: \n    resource group \"feature-aggregation-bffzrcs9xcvk\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"agg-cluster\" in resourcegroup=\"feature-aggregation-bffzrcs9xcvk\" to finish deleting: GET https://rp.j5446016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b2db4f57-9d20-454f-8d38-b79b992f2f32\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b2db4f57-9d20-454f-8d38-b79b992f2f32\",\n      \"name\": \"b2db4f57-9d20-454f-8d38-b79b992f2f32\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T17:34:12.215869805Z\",\n      \"endTime\": \"2026-09-30T17:58:12.821045662Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t5f1rm3k8s9324kfkruicq09u1qjvn0 still exists (deletion dispatched at 2026-09-30T17:34:14Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [hostedCluster] HostedCluster still exists; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/nodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/nodepools/serviceProviderNodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc0029c4180\u003e: \n    resource group \"feature-aggregation-bffzrcs9xcvk\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"agg-cluster\" in resourcegroup=\"feature-aggregation-bffzrcs9xcvk\" to finish deleting: GET https://rp.j5446016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b2db4f57-9d20-454f-8d38-b79b992f2f32\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b2db4f57-9d20-454f-8d38-b79b992f2f32\",\n      \"name\": \"b2db4f57-9d20-454f-8d38-b79b992f2f32\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T17:34:12.215869805Z\",\n      \"endTime\": \"2026-09-30T17:58:12.821045662Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t5f1rm3k8s9324kfkruicq09u1qjvn0 still exists (deletion dispatched at 2026-09-30T17:34:14Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [hostedCluster] HostedCluster still exists; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/nodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/nodepools/serviceProviderNodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc0010c0210\u003e: \n    resource group \"private-keyvault-9g9ksdvdr2w9\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-9g9ksdvdr2w9\" to finish deleting: GET https://rp.j5446016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/135095ef-4130-48de-a890-36a3f2ec4ba2\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/135095ef-4130-48de-a890-36a3f2ec4ba2\",\n      \"name\": \"135095ef-4130-48de-a890-36a3f2ec4ba2\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T17:18:16.6672625Z\",\n      \"endTime\": \"2026-09-30T17:42:26.002126676Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t5f1cjpvuq75dcn2gn08v3gqss4ksup still exists (deletion dispatched at 2026-09-30T17:18:17Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [hostedCluster] HostedCluster still exists; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/nodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/nodepools/serviceProviderNodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc0010c0210\u003e: \n    resource group \"private-keyvault-9g9ksdvdr2w9\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-9g9ksdvdr2w9\" to finish deleting: GET https://rp.j5446016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/135095ef-4130-48de-a890-36a3f2ec4ba2\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/135095ef-4130-48de-a890-36a3f2ec4ba2\",\n      \"name\": \"135095ef-4130-48de-a890-36a3f2ec4ba2\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T17:18:16.6672625Z\",\n      \"endTime\": \"2026-09-30T17:42:26.002126676Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t5f1cjpvuq75dcn2gn08v3gqss4ksup still exists (deletion dispatched at 2026-09-30T17:18:17Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [hostedCluster] HostedCluster still exists; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/nodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/nodepools/serviceProviderNodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"5120549ea0a4e43a54af415fcf4738f68bf5643f4b2148f738ff9eceeccfaf0b","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"6616b57a77390d9fcea017a145f401ec9a44bec8381030ff7da7d5b66342bea0","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"78aa4ea7e4450ab671d1d7955078133f07d134b1528dcc6a4a47bb2d342a0b2e","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"7eadcca87592abc851861d4b05dac9a3fd2f7a948247bc541b68859484eb6b48","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"80e82fe0ee940a917440e65af57e56d56e909ddf306b97e303c0192cedaf42f9","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"9980c378ec40833f79eaebfd6e66376e813784c1f455cf437569399d4dfcefb8","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"9ebe0a8379936d0120b8baffd7195e8f84ec0ac55ddd2ce57a2b08da074be15e","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"e1a6da9fb27aa2281cf1d566ff4e3821f5a89e8834f371968aac14a196fb4167","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"fc6c0dff5250f75f2d3a3b3924e1b108f5097b463bf08d1d0cb2654087185cb1","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"1922b6404a193a0248ac9de20c3029fc58e5a940536058fc0aa8443f32082444","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"1cfe895636607d50e1837e523cbd8ebfebbeb7a06dfe051208e969612f8d36ce","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"397097b128fb1f71d9cac290dbcc3acd3e5a33bf08922e38de2034ce0a98cded","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"7456f43c64352e2292d78935707ba348a1cd19ec7dd8562f66846dacd59a897b","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"92fe7c553dcdfef3768979dc519edf0e7995e69a064128d00e345d263790f82e","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"9825bceafad7b29cf6ff082816b91e1a07777df23ef630f76b47894fe3017f42","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"afe091df3b6537610ba7d13c6ce02b998c9878ab1c5f2da66b17f37fa47b59c2","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"bb57716abde8e2e547ac440d3603b828a0aa183bfdf756ba7db290fe0da391f6","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"c425dbb349c3cb4e0d438e7efa64caf05e63c738219783e383f7f9abd3c127ca","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"e4780041957a895982016aa7b2489f3353971e88275784b941e3e61d6674b776","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"e8ae7ca73bac34509929f98cbc2e291873367df09e30b7ee513a70980408c7e4","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"f9a387d86ae70031b56c0d07a7a2eac9fb255e096d9d3c876eca81655334979d","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"ffa29da8af83e7964daeb9af651866d04306dbb88818e3e1019cbb1d504218e6","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104969648343617536","occurred_at":"2026-09-29T16:20:47Z","signature_id":"220f32fff7042c724d79f6acdfa654917848098d7547032ecf17860b614ca368","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104969648343617536","occurred_at":"2026-09-29T16:20:47Z","signature_id":"252302ded4ddd125d8e8ddea82f70939951fc2b5247a0e95ae81ee43bb294acd","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104969648343617536","occurred_at":"2026-09-29T16:20:47Z","signature_id":"64b9781b9ebf4d6072288b494f80662542828d755239f88852e560beec0d4afe","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104969648343617536","occurred_at":"2026-09-29T16:20:47Z","signature_id":"8dadd23d7d92215c005555854307fa496e16f2ecc2d9f90b4ae5c21d9ef80068","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104969648343617536","occurred_at":"2026-09-29T16:20:47Z","signature_id":"97a471caf0b3976649f801493084ea0a8b13cfa950f30f024bb7ec2959856f10","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104969648343617536","occurred_at":"2026-09-29T16:20:47Z","signature_id":"98d406871443eff302d384e85f097e58b4dc2873ac5049b1c98efba554398a68","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104969648343617536","occurred_at":"2026-09-29T16:20:47Z","signature_id":"cc5326e09bb70c23eee58617238776b446e3bfea4ce6419761a6c3e563a570f6","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104969648343617536","occurred_at":"2026-09-29T16:20:47Z","signature_id":"cc65b08c1ed212f991bc652d7f4d72696d64f449b00f5533475ab93d813ea9ec","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104969648343617536","occurred_at":"2026-09-29T16:20:47Z","signature_id":"e91d886a2c61df0ca7479cf830bbcb4371436fb4d6bc0a84f559ea66902e725c","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104969648343617536","occurred_at":"2026-09-29T16:20:47Z","signature_id":"f2cf322bdc7cc119702e40212065719729f9f239a9ccbe1432fb3029b16b99c9","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104969648343617536","occurred_at":"2026-09-29T16:20:47Z","signature_id":"f9bd2121f9aea68deeeb566f8d59569ecd3d3addbbaade0c2a33c2b8bd7edc46","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104751945536245760","occurred_at":"2026-09-29T01:55:42Z","signature_id":"1b8d3ab614e86f6e4299eba4ec643d9ad0dae968409a59fbff2be869ff92710d","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104751945536245760","occurred_at":"2026-09-29T01:55:42Z","signature_id":"343074cfacd08c60e1ef0389bc19cde61f5b2b09eac7a4e3e55f602d1682f23a","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104751945536245760","occurred_at":"2026-09-29T01:55:42Z","signature_id":"58646d4cd1e2b62950807aed1829ea62c688b06eb7b61d944779e58dacaafba2","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104751945536245760","occurred_at":"2026-09-29T01:55:42Z","signature_id":"66d6be4a031933581aba8c93a0a15bbb13e43df2ee76923c1a3675de9e560018","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104751945536245760","occurred_at":"2026-09-29T01:55:42Z","signature_id":"a2ea63ce92f1704d7fdc6f20623ccc10334ae26b9406875dd9b289a83e10c1b5","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104751945536245760","occurred_at":"2026-09-29T01:55:42Z","signature_id":"f82f633c8ad5359b91191869cc3f1dbab57afeeb315d80bec246ac52f9a2b181","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"6fe4cd9eafd43e0c6bf005c09b6f95529ba4135a257448638db3146d0a4fbe8a","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"781e63180597c1b1b938f67cc9e5dd0218e1b6f57f1eae6c6e300c0f327db76e","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"7b7a706cc0ff1c912898b8d7c4500fb2e9a9ce840a6f74f1d3c202e4b6252f67","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"fe3ed91dd61bff3602cc82c1188d31cd88e9091fc80ea4f192a5dbe2377f4f68","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"7f117a546143ac8ae4627871bef65f861c9cbed6350d628405581b5ef7dd1fa8","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"89f9db9301af68ce3054907127a6ba7b3d74e22731fd79fdc7a6996e89a63f9d","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"8f4ad0dcbe474318d38b8ceb4a2664e001ad4acd5b59bb3f9f027259298ec977","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"a6dfca451b27dfff658fc8f1a0157dcb703810b9eb1848556cf013c0e58694f8","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"b51f9ec76dc47f22d30731eb4fcdfa609aef5b3aaca327c9172c808dc60d7a3c","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"facbe030c0f80669a32838ce5a118445436a7e98d7047b622bb21b4ac7b42c09","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"05edd80a677f5d832c1ef05d940180d37fe21a3734cf35f46966ff517c506b0a","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"0fb3311ad2f9df382d87b904ce13084a4e580a3bdcc3cf253c032a2d12add8d1","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"228b55142d7421c5ea9202dfd88b3f5dbcf091d3cea1ff9bcb5da8cdf2018bba","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"2dfb5050c6aeff4f9fb910a04a4f8308c1afbe380de422b5d8c1203d2407f57e","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"3575db45186608ce7e97cda0fd0cf74fa5dcc53098682cede51e13901add9b7f","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"48212f8bd40f9c5ee7d2e207dd0fc8d883c102f5d64b6cb526bcca292b3142d8","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"4d469d9ff8433380f5c21911bcde986dbc7542a7445ebb8ef34554faed2520d6","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"655632efe6eb665737f2fe79dbe081860714186ed63d5e7bbc7561be417fe6c4","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"67aee04b8869e7e7576385277fc0bb97f3b3eb5af8dd02fb45f04ec0a2550a5e","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"948424a2d7453ea605ce66e874ab718d017748efea90a195d896e62ef8689abb","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"d4bf4d27b2b15cf42ec27f335cd2d5cb9602474ad668a2b068ea83dd235f1bb1","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"e35a27569175c5bae78b2e4e738387abcfc6661dc3d77070c5b5ec75ed06600a","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"f86aa345da5041b62d0094051db665216f09f00381a536f35956b7dd0f86e650","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104457246334259200","occurred_at":"2026-09-28T06:24:41Z","signature_id":"168ed1ed23c3b84e54b2f0e49b128524a1e37906a697a2fe43f0b3969bdf66ae","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104457246334259200","occurred_at":"2026-09-28T06:24:41Z","signature_id":"8f9fa274992a586c59ef9b66ef85d395e00eb0397fa57b1ab28990ac84af7438","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104457246334259200","occurred_at":"2026-09-28T06:24:41Z","signature_id":"dca12c8dd7fe8182c1727d2cbd5b05ff33a4efdd1526d2cfc5c44292de098c00","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"2a44402a154f3d167466daa8cbf44d7db60e9fcc2662826bf741581bf798c662","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"927ea0a3feb6d2e147cb24c7843e4021b13aea7e7d34e9de65f81c89fd4479e6","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104380048239759360","occurred_at":"2026-09-28T01:17:54Z","signature_id":"968b6078567a646969495cf371728a4af6f1ffed8249b5773e68f74a12927a29","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"24a47081b4324640c960819b2257133d98c31587850da06feb9220df68f66df2","failure_pattern":"alert [svc] BackendControllerQueueDepthHigh fired","search_query":"alert [svc] BackendControllerQueueDepthHigh fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert BackendControllerQueueDepthHigh does not fire","occurrences":63,"runs_affected":63,"failed_runs":63,"run_impact_percent":12.045889101338432,"anchor_occurrences":63,"after_last_push_count":39,"trend_counts":[2,7,11,3,5,19,15,3],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":102,"prior_last_seen_at":"2026-09-27T13:27:59Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert BackendControllerQueueDepthHigh does not fire","occurrences":63}],"full_error_samples":["alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-10-05T00:29:17Z\n  Ended:       2026-10-05T00:35:15Z\n  Severity:    Sev3\n  Labels:      alertname=\"BackendControllerQueueDepthHigh\", cluster=\"ci01-j6368896-svc\", component=\"backend\", name=\"clustervalidationcontrolplaneidentitiespermissionsclustervalidation\", region=\"canadacentral\", severity=\"warning\"\n  Description: Backend controller workqueue clustervalidationcontrolplaneidentitiespermissionsclustervalidation has had a depth \u003e 10 for more than 15 minutes, indicating work is accumulating faster than it can be processed.","alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-10-04T18:52:30Z\n  Ended:       2026-10-04T18:58:31Z\n  Severity:    Sev3\n  Labels:      alertname=\"BackendControllerQueueDepthHigh\", cluster=\"ci01-j3211520-svc\", component=\"backend\", name=\"clustervalidationcontrolplaneidentitiespermissionsclustervalidation\", region=\"canadacentral\", severity=\"warning\"\n  Description: Backend controller workqueue clustervalidationcontrolplaneidentitiespermissionsclustervalidation has had a depth \u003e 10 for more than 15 minutes, indicating work is accumulating faster than it can be processed.","alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-10-04T08:59:39Z\n  Ended:       2026-10-04T09:05:42Z\n  Severity:    Sev3\n  Labels:      alertname=\"BackendControllerQueueDepthHigh\", cluster=\"ci01-j2639360-svc\", component=\"backend\", name=\"clustervalidationcontrolplaneidentitiespermissionsclustervalidation\", region=\"westus3\", severity=\"warning\"\n  Description: Backend controller workqueue clustervalidationcontrolplaneidentitiespermissionsclustervalidation has had a depth \u003e 10 for more than 15 minutes, indicating work is accumulating faster than it can be processed."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106892371676368896","occurred_at":"2026-10-04T23:41:00Z","signature_id":"bfa1abd3d3de88f4b11ae3a45ccac07507cd499b0b8195856fb93ae774eb5cf9","pr_number":7143,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106802906463211520","occurred_at":"2026-10-04T17:45:30Z","signature_id":"bfa1abd3d3de88f4b11ae3a45ccac07507cd499b0b8195856fb93ae774eb5cf9","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7309/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106653825002639360","occurred_at":"2026-10-04T07:53:06Z","signature_id":"cbd61d65e78f3f789e94908c66dbeea403e2c88400610aac07b5bbbaef27053e","pr_number":7309,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7336/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106489060980690944","occurred_at":"2026-10-03T20:58:23Z","signature_id":"cbd61d65e78f3f789e94908c66dbeea403e2c88400610aac07b5bbbaef27053e","pr_number":7336,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7331/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106473224001818624","occurred_at":"2026-10-03T19:55:27Z","signature_id":"cbd61d65e78f3f789e94908c66dbeea403e2c88400610aac07b5bbbaef27053e","pr_number":7331,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7338/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106455066687836160","occurred_at":"2026-10-03T18:43:18Z","signature_id":"bfa1abd3d3de88f4b11ae3a45ccac07507cd499b0b8195856fb93ae774eb5cf9","pr_number":7338,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7331/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106428464000143360","occurred_at":"2026-10-03T16:57:35Z","signature_id":"5b1692b0736093952d02a0be6a075ce32dc0d7ca1d5d24abfc74fcf89047b522","pr_number":7331,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7340/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106402405829578752","occurred_at":"2026-10-03T15:14:03Z","signature_id":"cbd61d65e78f3f789e94908c66dbeea403e2c88400610aac07b5bbbaef27053e","pr_number":7340,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7338/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106344080505049088","occurred_at":"2026-10-03T11:22:17Z","signature_id":"663938495541e0fb2e27706ec8f49f136079b5f0b456ecbeb22d95b137d6d08b","pr_number":7338,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7318/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106319269334618112","occurred_at":"2026-10-03T09:43:41Z","signature_id":"bfa1abd3d3de88f4b11ae3a45ccac07507cd499b0b8195856fb93ae774eb5cf9","pr_number":7318,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7334/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106297012751175680","occurred_at":"2026-10-03T08:15:15Z","signature_id":"3b128919de15d094b3050816e84bfdc2f25e06d586dd063b36f0c63378fdbfef","pr_number":7334,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7318/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106283184227356672","occurred_at":"2026-10-03T07:20:18Z","signature_id":"cbd61d65e78f3f789e94908c66dbeea403e2c88400610aac07b5bbbaef27053e","pr_number":7318,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7336/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106232246682783744","occurred_at":"2026-10-03T03:57:54Z","signature_id":"cbd61d65e78f3f789e94908c66dbeea403e2c88400610aac07b5bbbaef27053e","pr_number":7336,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7332/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106223756383883264","occurred_at":"2026-10-03T03:24:09Z","signature_id":"cbd61d65e78f3f789e94908c66dbeea403e2c88400610aac07b5bbbaef27053e","pr_number":7332,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7333/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106216516587360256","occurred_at":"2026-10-03T02:55:23Z","signature_id":"bfa1abd3d3de88f4b11ae3a45ccac07507cd499b0b8195856fb93ae774eb5cf9","pr_number":7333,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7331/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106201793171034112","occurred_at":"2026-10-03T01:56:53Z","signature_id":"fa412034903709961f37b7b9179b2905b4c4fb3d1b051e1833d51c25494e7359","pr_number":7331,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7335/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106186045094629376","occurred_at":"2026-10-03T00:54:18Z","signature_id":"fa412034903709961f37b7b9179b2905b4c4fb3d1b051e1833d51c25494e7359","pr_number":7335,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7336/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106184864796512256","occurred_at":"2026-10-03T00:49:37Z","signature_id":"cbd61d65e78f3f789e94908c66dbeea403e2c88400610aac07b5bbbaef27053e","pr_number":7336,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6928/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106157602076364800","occurred_at":"2026-10-02T23:01:13Z","signature_id":"bfa1abd3d3de88f4b11ae3a45ccac07507cd499b0b8195856fb93ae774eb5cf9","pr_number":6928,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7331/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106157368797564928","occurred_at":"2026-10-02T23:00:21Z","signature_id":"04501c7bb397428ef39e831a7c967076ecd521dff084b9e5def70ae9b291e02a","pr_number":7331,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7327/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106114529938116608","occurred_at":"2026-10-02T20:10:08Z","signature_id":"cbd61d65e78f3f789e94908c66dbeea403e2c88400610aac07b5bbbaef27053e","pr_number":7327,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7326/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106109176676618240","occurred_at":"2026-10-02T19:48:51Z","signature_id":"cbd61d65e78f3f789e94908c66dbeea403e2c88400610aac07b5bbbaef27053e","pr_number":7326,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6775/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106081367363162112","occurred_at":"2026-10-02T17:58:18Z","signature_id":"cbd61d65e78f3f789e94908c66dbeea403e2c88400610aac07b5bbbaef27053e","pr_number":6775,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6976/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106081336937680896","occurred_at":"2026-10-02T17:58:14Z","signature_id":"bfa1abd3d3de88f4b11ae3a45ccac07507cd499b0b8195856fb93ae774eb5cf9","pr_number":6976,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7323/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106078475705126912","occurred_at":"2026-10-02T17:46:52Z","signature_id":"cbd61d65e78f3f789e94908c66dbeea403e2c88400610aac07b5bbbaef27053e","pr_number":7323,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7309/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106064405874610176","occurred_at":"2026-10-02T16:50:57Z","signature_id":"bfa1abd3d3de88f4b11ae3a45ccac07507cd499b0b8195856fb93ae774eb5cf9","pr_number":7309,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7326/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106063651092828160","occurred_at":"2026-10-02T16:47:51Z","signature_id":"bfa1abd3d3de88f4b11ae3a45ccac07507cd499b0b8195856fb93ae774eb5cf9","pr_number":7326,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7321/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106050489337516032","occurred_at":"2026-10-02T15:55:39Z","signature_id":"cbd61d65e78f3f789e94908c66dbeea403e2c88400610aac07b5bbbaef27053e","pr_number":7321,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7232/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106039082894233600","occurred_at":"2026-10-02T15:10:20Z","signature_id":"bfa1abd3d3de88f4b11ae3a45ccac07507cd499b0b8195856fb93ae774eb5cf9","pr_number":7232,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6976/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106035454687055872","occurred_at":"2026-10-02T14:55:55Z","signature_id":"bfa1abd3d3de88f4b11ae3a45ccac07507cd499b0b8195856fb93ae774eb5cf9","pr_number":6976,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7323/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106027308732125184","occurred_at":"2026-10-02T14:23:33Z","signature_id":"bfa1abd3d3de88f4b11ae3a45ccac07507cd499b0b8195856fb93ae774eb5cf9","pr_number":7323,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106024077666816000","occurred_at":"2026-10-02T14:10:42Z","signature_id":"bfa1abd3d3de88f4b11ae3a45ccac07507cd499b0b8195856fb93ae774eb5cf9","pr_number":7143,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7309/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106020738229080064","occurred_at":"2026-10-02T13:57:26Z","signature_id":"bfa1abd3d3de88f4b11ae3a45ccac07507cd499b0b8195856fb93ae774eb5cf9","pr_number":7309,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7292/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106003628014702592","occurred_at":"2026-10-02T12:49:27Z","signature_id":"5b1692b0736093952d02a0be6a075ce32dc0d7ca1d5d24abfc74fcf89047b522","pr_number":7292,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7309/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105975083930488832","occurred_at":"2026-10-02T10:56:01Z","signature_id":"663938495541e0fb2e27706ec8f49f136079b5f0b456ecbeb22d95b137d6d08b","pr_number":7309,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7293/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105933227649667072","occurred_at":"2026-10-02T08:09:42Z","signature_id":"1f3b34a45cf8a5ee02900fdfe7d8f46291016a5dd0e2aac524d7b4e070d18d47","pr_number":7293,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6976/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105916967100616704","occurred_at":"2026-10-02T07:05:05Z","signature_id":"663938495541e0fb2e27706ec8f49f136079b5f0b456ecbeb22d95b137d6d08b","pr_number":6976,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6807/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105779586879983616","occurred_at":"2026-10-01T21:59:11Z","signature_id":"4126cd70f9e258007e4e457356ba9c9a093cd31c782620f814f33f5d61f037f4","pr_number":6807,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7276/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105647975744147456","occurred_at":"2026-10-01T13:16:12Z","signature_id":"5b1692b0736093952d02a0be6a075ce32dc0d7ca1d5d24abfc74fcf89047b522","pr_number":7276,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105599650848313344","occurred_at":"2026-10-01T10:04:11Z","signature_id":"bfa1abd3d3de88f4b11ae3a45ccac07507cd499b0b8195856fb93ae774eb5cf9","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7181/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105473667151433728","occurred_at":"2026-10-01T01:43:34Z","signature_id":"663938495541e0fb2e27706ec8f49f136079b5f0b456ecbeb22d95b137d6d08b","pr_number":7181,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7272/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105468689062039552","occurred_at":"2026-10-01T01:23:47Z","signature_id":"b398e3b4b60ce0bfe92ea3c19658030c4ec5dee4a44f8a5f5c5664c590af5113","pr_number":7272,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7283/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105443667987664896","occurred_at":"2026-09-30T23:44:22Z","signature_id":"663938495541e0fb2e27706ec8f49f136079b5f0b456ecbeb22d95b137d6d08b","pr_number":7283,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7271/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105340384333795328","occurred_at":"2026-09-30T16:53:57Z","signature_id":"c43369e4c310c6727d22ed8986f0196b36cfda0efe919bb5036a8c8d32b2a996","pr_number":7271,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105298021888561152","occurred_at":"2026-09-30T14:05:37Z","signature_id":"bfa1abd3d3de88f4b11ae3a45ccac07507cd499b0b8195856fb93ae774eb5cf9","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7001/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105049386189852672","occurred_at":"2026-09-29T21:37:38Z","signature_id":"5b1692b0736093952d02a0be6a075ce32dc0d7ca1d5d24abfc74fcf89047b522","pr_number":7001,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7251/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105032680448987136","occurred_at":"2026-09-29T20:31:15Z","signature_id":"663938495541e0fb2e27706ec8f49f136079b5f0b456ecbeb22d95b137d6d08b","pr_number":7251,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7238/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105026278703763456","occurred_at":"2026-09-29T19:19:00Z","signature_id":"5b1692b0736093952d02a0be6a075ce32dc0d7ca1d5d24abfc74fcf89047b522","pr_number":7238,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7246/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104971730622615552","occurred_at":"2026-09-29T16:29:03Z","signature_id":"3b128919de15d094b3050816e84bfdc2f25e06d586dd063b36f0c63378fdbfef","pr_number":7246,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7245/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104960395847405568","occurred_at":"2026-09-29T15:44:01Z","signature_id":"7ec5f2dcf496dfee97dcd86257fcd8a980cd9fb11dcd2015be7c75f678b1aa6b","pr_number":7245,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7183/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104949577500069888","occurred_at":"2026-09-29T15:00:33Z","signature_id":"aeb0e7cf0f7fb6668a74127ede7587f34beff19ae9034d243e6f7865af3d860f","pr_number":7183,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7054/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104937201925099520","occurred_at":"2026-09-29T14:11:51Z","signature_id":"5b1692b0736093952d02a0be6a075ce32dc0d7ca1d5d24abfc74fcf89047b522","pr_number":7054,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7221/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826606282346496","occurred_at":"2026-09-29T06:52:23Z","signature_id":"504b638e5c47bbb7f727b9f7f04de53e5510bb71ec9e87da77e843cd7cf1298d","pr_number":7221,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7224/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826504838909952","occurred_at":"2026-09-29T06:51:59Z","signature_id":"5b1692b0736093952d02a0be6a075ce32dc0d7ca1d5d24abfc74fcf89047b522","pr_number":7224,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747399384666112","occurred_at":"2026-09-29T01:37:38Z","signature_id":"bfa1abd3d3de88f4b11ae3a45ccac07507cd499b0b8195856fb93ae774eb5cf9","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7170/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747285383483392","occurred_at":"2026-09-29T01:37:11Z","signature_id":"663938495541e0fb2e27706ec8f49f136079b5f0b456ecbeb22d95b137d6d08b","pr_number":7170,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7124/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104709623964504064","occurred_at":"2026-09-28T23:07:32Z","signature_id":"89c2e195205ab611a89f2ebc0268431d62c27ceb77950203b96368cf1d01686e","pr_number":7124,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104586688620662784","occurred_at":"2026-09-28T14:59:02Z","signature_id":"4ac2437ca401e1dc8a6a2e6d5b4ef3c49472cacbbbc7c08cd1239a7c62a94166","pr_number":7143,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6884/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104529166530514944","occurred_at":"2026-09-28T11:10:28Z","signature_id":"3b128919de15d094b3050816e84bfdc2f25e06d586dd063b36f0c63378fdbfef","pr_number":6884,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7182/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104529106451304448","occurred_at":"2026-09-28T11:10:13Z","signature_id":"89c2e195205ab611a89f2ebc0268431d62c27ceb77950203b96368cf1d01686e","pr_number":7182,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104500977863233536","occurred_at":"2026-09-28T09:18:20Z","signature_id":"3b128919de15d094b3050816e84bfdc2f25e06d586dd063b36f0c63378fdbfef","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7202/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104500902567088128","occurred_at":"2026-09-28T09:18:09Z","signature_id":"663938495541e0fb2e27706ec8f49f136079b5f0b456ecbeb22d95b137d6d08b","pr_number":7202,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7157/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104364925383086080","occurred_at":"2026-09-28T00:17:50Z","signature_id":"5b1692b0736093952d02a0be6a075ce32dc0d7ca1d5d24abfc74fcf89047b522","pr_number":7157,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"1718f77cda36f34fdeeb83e80420de5016b278e60ddf07d8f276d1ddaa71ee55","failure_pattern":"ERROR CODE: InvalidResource; provider Microsoft.ManagedIdentity","search_query":"ERROR CODE: InvalidResource","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP HyperShift Presubmit should create a cluster and nodepool to completion","occurrences":63,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":63,"after_last_push_count":0,"trend_counts":[0,0,63,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-21"],"prior_runs_affected":3,"prior_last_seen_at":"2026-09-23T23:42:18Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP HyperShift Presubmit should create a cluster and nodepool to completion","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.23","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.1","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to cordon, drain, and uncordon a node in an HCP cluster","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling and update the autoscaling configuration","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to delete a nodepool","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to issue the default ingress serving certificate from Let's Encrypt using cert-manager with ACME DNS-01 challenges","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to retrieve cluster and nodepool status active versions","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to rotate KMS key for a cluster with version \u003e= 4.22","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.21 minor to 4.22 minor","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.22 minor to 4.23 minor","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.22 minor to 5.0 minor","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 5.0 minor to 5.1 minor","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to update nodepool replicas and autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster using v20260901preview API and verify cluster health","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private ingress using v20260901preview and verify the ingress is internal","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.22.zLatest to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should provision Azure Disk and Azure File CSI volumes and run a pod against each","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Engineering should be able to retrieve kusto logs for a cluster and services","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Engineering want metrics from HCP to be present in Azure Monitor Workspace","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"FIPS Mode Support with v2026-09-01 API should create an HCP cluster with FIPS mode enabled via cryptoRestrictions property","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"SRE should be able to log into a cluster via a breakglass session","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"SRE should be able to retrieve serial console logs for a VM","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"SRE should return 409 when boot diagnostics is disabled on a VM","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.23","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 5.0","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:92]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010386e0\u003e: \n    failed to create HCP cluster cluster-np-labels-taints: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-7vndfwh8dc5z\" to finish creating: GET https://rp.j1689472.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/c0cfb255-b550-40af-8f39-679f917ffd5f\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InvalidResource\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/c0cfb255-b550-40af-8f39-679f917ffd5f\",\n      \"name\": \"c0cfb255-b550-40af-8f39-679f917ffd5f\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T10:00:52.42060332Z\",\n      \"endTime\": \"2026-09-29T10:15:11.349723956Z\",\n      \"error\": {\n        \"code\": \"InvalidResource\",\n        \"message\": \"DataPlaneIdentitiesPermissionsValidation: MissingRequiredPermissions: Data plane operators missing required permissions: [{\\\"resource\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-labels-taints-7vndfwh8dc5z/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name\\\",\\\"identity\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-58/providers/Microsoft.ManagedIdentity/userAssignedIdentities/dp-file-csi-driver\\\",\\\"decisions\\\":[{\\\"actionId\\\":\\\"Microsoft.Network/networkSecurityGroups/join/action\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"}]},{\\\"resource\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-labels-taints-7vndfwh8dc5z/providers/Microsoft.Network/virtualNetworks/customer-vnet-name\\\",\\\"identity\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-58/providers/Microsoft.ManagedIdentity/userAssignedIdentities/dp-file-csi-driver\\\",\\\"decisions\\\":[{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/join/action\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"}]},{\\\"resource\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-labels-taints-7vndfwh8dc5z/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1\\\",\\\"identity\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-58/providers/Microsoft.ManagedIdentity/userAssignedIdentities/dp-file-csi-driver\\\",\\\"decisions\\\":[{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/subnets/read\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"},{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/subnets/write\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"},{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/subnets/join/action\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"}]}]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:92]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010386e0\u003e: \n    failed to create HCP cluster cluster-np-labels-taints: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-7vndfwh8dc5z\" to finish creating: GET https://rp.j1689472.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/c0cfb255-b550-40af-8f39-679f917ffd5f\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InvalidResource\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/c0cfb255-b550-40af-8f39-679f917ffd5f\",\n      \"name\": \"c0cfb255-b550-40af-8f39-679f917ffd5f\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T10:00:52.42060332Z\",\n      \"endTime\": \"2026-09-29T10:15:11.349723956Z\",\n      \"error\": {\n        \"code\": \"InvalidResource\",\n        \"message\": \"DataPlaneIdentitiesPermissionsValidation: MissingRequiredPermissions: Data plane operators missing required permissions: [{\\\"resource\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-labels-taints-7vndfwh8dc5z/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name\\\",\\\"identity\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-58/providers/Microsoft.ManagedIdentity/userAssignedIdentities/dp-file-csi-driver\\\",\\\"decisions\\\":[{\\\"actionId\\\":\\\"Microsoft.Network/networkSecurityGroups/join/action\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"}]},{\\\"resource\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-labels-taints-7vndfwh8dc5z/providers/Microsoft.Network/virtualNetworks/customer-vnet-name\\\",\\\"identity\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-58/providers/Microsoft.ManagedIdentity/userAssignedIdentities/dp-file-csi-driver\\\",\\\"decisions\\\":[{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/join/action\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"}]},{\\\"resource\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-labels-taints-7vndfwh8dc5z/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/subnets/customer-vnet-subnet1\\\",\\\"identity\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-58/providers/Microsoft.ManagedIdentity/userAssignedIdentities/dp-file-csi-driver\\\",\\\"decisions\\\":[{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/subnets/read\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"},{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/subnets/write\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"},{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/subnets/join/action\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"}]}]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-4-21-hzw8jglf845v/cluster-candidate-4-21-779mcz should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0008bc800\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-779mcz: failed waiting for cluster=\"cluster-candidate-4-21-779mcz\" in resourcegroup=\"rg-candidate-4-21-hzw8jglf845v\" to finish creating: GET https://rp.j1689472.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/650e9430-8570-4b8f-b095-fa3e61539c0e\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InvalidResource\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/650e9430-8570-4b8f-b095-fa3e61539c0e\",\n      \"name\": \"650e9430-8570-4b8f-b095-fa3e61539c0e\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T09:59:50.884256802Z\",\n      \"endTime\": \"2026-09-29T10:12:21.595783509Z\",\n      \"error\": {\n        \"code\": \"InvalidResource\",\n        \"message\": \"DataPlaneIdentitiesPermissionsValidation: MissingRequiredPermissions: Data plane operators missing required permissions: [{\\\"resource\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-hzw8jglf845v/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-candidate-779mcz\\\",\\\"identity\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-30/providers/Microsoft.ManagedIdentity/userAssignedIdentities/dp-file-csi-driver\\\",\\\"decisions\\\":[{\\\"actionId\\\":\\\"Microsoft.Network/networkSecurityGroups/join/action\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"}]},{\\\"resource\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-hzw8jglf845v/providers/Microsoft.Network/virtualNetworks/customer-vnet-candidate-779mcz\\\",\\\"identity\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-30/providers/Microsoft.ManagedIdentity/userAssignedIdentities/dp-file-csi-driver\\\",\\\"decisions\\\":[{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/join/action\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"}]},{\\\"resource\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-hzw8jglf845v/providers/Microsoft.Network/virtualNetworks/customer-vnet-candidate-779mcz/subnets/customer-vnet-subnet-candidate-779mcz\\\",\\\"identity\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-30/providers/Microsoft.ManagedIdentity/userAssignedIdentities/dp-file-csi-driver\\\",\\\"decisions\\\":[{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/subnets/read\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"},{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/subnets/write\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"},{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/subnets/join/action\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"}]}]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-4-21-hzw8jglf845v/cluster-candidate-4-21-779mcz should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0008bc800\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-779mcz: failed waiting for cluster=\"cluster-candidate-4-21-779mcz\" in resourcegroup=\"rg-candidate-4-21-hzw8jglf845v\" to finish creating: GET https://rp.j1689472.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/650e9430-8570-4b8f-b095-fa3e61539c0e\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InvalidResource\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/650e9430-8570-4b8f-b095-fa3e61539c0e\",\n      \"name\": \"650e9430-8570-4b8f-b095-fa3e61539c0e\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T09:59:50.884256802Z\",\n      \"endTime\": \"2026-09-29T10:12:21.595783509Z\",\n      \"error\": {\n        \"code\": \"InvalidResource\",\n        \"message\": \"DataPlaneIdentitiesPermissionsValidation: MissingRequiredPermissions: Data plane operators missing required permissions: [{\\\"resource\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-hzw8jglf845v/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-candidate-779mcz\\\",\\\"identity\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-30/providers/Microsoft.ManagedIdentity/userAssignedIdentities/dp-file-csi-driver\\\",\\\"decisions\\\":[{\\\"actionId\\\":\\\"Microsoft.Network/networkSecurityGroups/join/action\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"}]},{\\\"resource\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-hzw8jglf845v/providers/Microsoft.Network/virtualNetworks/customer-vnet-candidate-779mcz\\\",\\\"identity\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-30/providers/Microsoft.ManagedIdentity/userAssignedIdentities/dp-file-csi-driver\\\",\\\"decisions\\\":[{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/join/action\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"}]},{\\\"resource\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-hzw8jglf845v/providers/Microsoft.Network/virtualNetworks/customer-vnet-candidate-779mcz/subnets/customer-vnet-subnet-candidate-779mcz\\\",\\\"identity\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-30/providers/Microsoft.ManagedIdentity/userAssignedIdentities/dp-file-csi-driver\\\",\\\"decisions\\\":[{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/subnets/read\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"},{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/subnets/write\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"},{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/subnets/join/action\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"}]}]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:303]: failed to create HCP cluster np-noedge-cxd8l4\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00123e500\u003e: \n    failed to create HCP cluster np-noedge-cxd8l4: failed waiting for cluster=\"np-noedge-cxd8l4\" in resourcegroup=\"rg-np-noedge-cxd8l4-h9t6xzrtxdvv\" to finish creating: GET https://rp.j1689472.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/3b33b6ae-0be6-4497-a86f-67ea2a4de210\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InvalidResource\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/3b33b6ae-0be6-4497-a86f-67ea2a4de210\",\n      \"name\": \"3b33b6ae-0be6-4497-a86f-67ea2a4de210\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T10:26:32.054517719Z\",\n      \"endTime\": \"2026-09-29T10:37:32.806465773Z\",\n      \"error\": {\n        \"code\": \"InvalidResource\",\n        \"message\": \"DataPlaneIdentitiesPermissionsValidation: MissingRequiredPermissions: Data plane operators missing required permissions: [{\\\"resource\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-noedge-cxd8l4-h9t6xzrtxdvv/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-np-noedge-cxd8l4\\\",\\\"identity\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-37/providers/Microsoft.ManagedIdentity/userAssignedIdentities/dp-file-csi-driver\\\",\\\"decisions\\\":[{\\\"actionId\\\":\\\"Microsoft.Network/networkSecurityGroups/join/action\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"}]},{\\\"resource\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-noedge-cxd8l4-h9t6xzrtxdvv/providers/Microsoft.Network/virtualNetworks/customer-vnet-np-noedge-cxd8l4\\\",\\\"identity\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-37/providers/Microsoft.ManagedIdentity/userAssignedIdentities/dp-file-csi-driver\\\",\\\"decisions\\\":[{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/join/action\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"}]},{\\\"resource\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-noedge-cxd8l4-h9t6xzrtxdvv/providers/Microsoft.Network/virtualNetworks/customer-vnet-np-noedge-cxd8l4/subnets/customer-vnet-subnet-np-noedge-cxd8l4\\\",\\\"identity\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-37/providers/Microsoft.ManagedIdentity/userAssignedIdentities/dp-file-csi-driver\\\",\\\"decisions\\\":[{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/subnets/join/action\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"},{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/subnets/read\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"},{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/subnets/write\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"}]}]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:303]: failed to create HCP cluster np-noedge-cxd8l4\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00123e500\u003e: \n    failed to create HCP cluster np-noedge-cxd8l4: failed waiting for cluster=\"np-noedge-cxd8l4\" in resourcegroup=\"rg-np-noedge-cxd8l4-h9t6xzrtxdvv\" to finish creating: GET https://rp.j1689472.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/3b33b6ae-0be6-4497-a86f-67ea2a4de210\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InvalidResource\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/3b33b6ae-0be6-4497-a86f-67ea2a4de210\",\n      \"name\": \"3b33b6ae-0be6-4497-a86f-67ea2a4de210\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T10:26:32.054517719Z\",\n      \"endTime\": \"2026-09-29T10:37:32.806465773Z\",\n      \"error\": {\n        \"code\": \"InvalidResource\",\n        \"message\": \"DataPlaneIdentitiesPermissionsValidation: MissingRequiredPermissions: Data plane operators missing required permissions: [{\\\"resource\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-noedge-cxd8l4-h9t6xzrtxdvv/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-np-noedge-cxd8l4\\\",\\\"identity\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-37/providers/Microsoft.ManagedIdentity/userAssignedIdentities/dp-file-csi-driver\\\",\\\"decisions\\\":[{\\\"actionId\\\":\\\"Microsoft.Network/networkSecurityGroups/join/action\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"}]},{\\\"resource\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-noedge-cxd8l4-h9t6xzrtxdvv/providers/Microsoft.Network/virtualNetworks/customer-vnet-np-noedge-cxd8l4\\\",\\\"identity\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-37/providers/Microsoft.ManagedIdentity/userAssignedIdentities/dp-file-csi-driver\\\",\\\"decisions\\\":[{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/join/action\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"}]},{\\\"resource\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-noedge-cxd8l4-h9t6xzrtxdvv/providers/Microsoft.Network/virtualNetworks/customer-vnet-np-noedge-cxd8l4/subnets/customer-vnet-subnet-np-noedge-cxd8l4\\\",\\\"identity\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-37/providers/Microsoft.ManagedIdentity/userAssignedIdentities/dp-file-csi-driver\\\",\\\"decisions\\\":[{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/subnets/join/action\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"},{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/subnets/read\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"},{\\\"actionId\\\":\\\"Microsoft.Network/virtualNetworks/subnets/write\\\",\\\"isDataAction\\\":false,\\\"accessDecision\\\":\\\"NotAllowed\\\"}]}]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"00920d7a96bfc4dc834914344c9d0d91259e4ca574824e69ce294f8f855eb6e5","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"026f4166fb5ca952838cfd2e97e9bdb29a82c767f2354335acdf20b443285364","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"04afd3e556de1df9ea78271cb1e11b46ed0c7bf1e77d123b868ac4998ddf7999","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"0e3d578ed7623c4137beaf88bdb1ed7c3e426ee39eeb7a666a56aa32e3ff03f9","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"12c2e68779c1f85d69990aab5c7f1d938154d259af0c5a42d1b11ac37bfdc4a3","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"1702836eacbfab064686a4c82a79c2e6d3bf9ed9a090c4f5677545140fe2f29f","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"196dd7c370a3d588c6cba1bbc0b5abc38dc3b03aa3baea8d4cea27999cb931cd","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"1a2494caf88ca5012988ba3b15f28cd52a68aa903956e36f8a58f512bcfa1c47","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"1c4e9f2d0960d3bb31509ff0bcacbf4060e05da057943cfda97cdc735e5ab875","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"24f77691baac1004e264aeccc101fa944467fdb5bed9419e002588d64f24ab77","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"27bf4f211d95c9d95303c9cba12067463dc919319f47d2e622951d441f24925b","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"2a0922766a2d45c3a7caa61f9f3addbbf7a0931628bdafa9418797df42286c15","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"2e2523804d98de3b19b0687bdd6f57b081097790b646284bfebad965a99eb3be","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"35a80301a0a589c8b7bc46f385eb33a3d2f9812dbf0f6c26f41f5b785f953d33","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"372c7cbc57e431768b23d6f16f5f4115d379685d8bab58afdd9e0026e37245fd","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"376a2e45cb584aa6985017149c8d6f358c46a7668f9a96b9ed423a3e3b495b95","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"3e66c5b00d6c9ceaac1d6622926c99e79a7b0ea1060e7540c8ee6cc7761ee7bb","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"44a817fdb95148f5a6bd73ed22358c11d3d05bcfc3882c091495a70949a898bb","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"4519e5b058d02cb66d24e9aa9357b0980feaa1eef0ca9340ee8651e0a6630c9d","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"473822b3bb02c121178d54feab4456fe8182b77fed856c20c137174979cc352c","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"4c579176945b4d04dca6c79000c3ae6259786d4e4db01668f42f9421fa4fdfbb","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"4ea5b3ae5dd9f669a29f18399124f77398af584a5fef16ed64367e250694b982","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"5116d981025537b215477a824dd9f4d76d6de217536d1229d083b750a0f6ed8a","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"54f527d5086a3099a6d9a9a0a91d8dcb945d22effbeca2b50ad91fc556a324a2","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"5a31de2cad2d4f3bde532db578eed488cfc2363bde524afbac38db13cc2fd46c","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"5ad678d745e22693545052dd62977a43a3b07fa8ca809dfd5000dd0215ec03f4","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"62ac233f1ab000c79c3cd5089218bf4f3df62d96357a3d2a1321c8c792cfa721","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"67ba5a784246260a679aac9904ae68181ba5093069f252245cda70c8c187b398","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"6edcd76d2e80e758a8a41a46e005536daf433a34adc1163102a9573e96c8657a","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"72d3d2f5a1468eed26edd84846b87b653a72ce4389b93df4e7eb2b5cdd7906d8","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"759d392837953820de5a9533a6cd31588c8e0f68881cc7b577f44196cdaa4197","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"78641ea7605e7bdbb487cc976b5506f47036a902e88b74d9c93c1803ee5fb81f","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"78b3ae02fbf4c379addd1fba28ebc307a7aedf4b90944426c6d3800c6b40d199","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"7e1072ad23a75e87b713b81eb9520a7e8ede407604f2d94f34708dbd39dd27e2","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"80425453a66191ce41935f70ee73d5471ecdd610b77707877961ba3af1a621a8","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"922482905d9f753fc55638928625f28a60ac1d4c9bc3953857c4c7c9916d9a3c","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"9396df2c96fda371380dfecff5fd399f5bba7f965d90e0e08fe6d561d4e4c8db","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"95a8b9242a90178c5d989070600badc086d81e180e5b829f40c3b2df8a0da4ed","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"9d365b794b110ccc7d38e09b1a3a34705acae007cc3f672c8781af51a6c3de8a","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"9e9ef341335ee3145b5fde11d0ebfd20b1ca2957f017e00f0eabffffaa41affd","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"a56747c048aa13def2ea5f2bc32b68d41ae1426a61709b237c6ea023b265ebf0","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"a56da4eb8a1104029704d6a6534734f044a8a33af05589281b251afcbbb9c77b","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"a6947297c3e0bb4a3a2f33654efa3d2c54df093292de44470164859158f981e7","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"a6c78cb691164be897ebf2e98976dc48e6379f9526a414874ff1549cd9656cf9","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"aa5193a9e49b32f4a6fb8a9acb7df11be590178550405f12c93db0516a804f5e","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"add775b98a987bfc6ef07dabdb605badeffea9df24cd04a7e07533710f867137","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"b0108db75b57310bbc64dd6d362b266e89667c23f1f4ffbe0bf545375b9883f6","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"b0ac1dabcf383a907d1be822548c593af5a702f29f020b43ba73d677baaeb233","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"b16ff26a1cf0fec6d57da260d65a7621be628c299762aceb5b0a1021aca849c2","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"b3e40c85e3aca11d514e42b735b50705e92401a2125742c63d38e34875817eb7","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"b4d1596a0f70e533af4c38640fccaed6d908968ddb0f9026c61175bd677da09b","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"b5c012efbb5a84dfc1c92d906336f3fd471a9307246feb608c1c3390ba7e841e","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"b9af01ddc08d8567ec7b105e36dba5295c588cc4cee68cbc98a0183c221433f9","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"bd743ff2c0b4d9b09efa2db55d9262b750fbcd4443c46cf3423b91c864f9544c","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"c42cf87d27ef5f79c078adcc1f0fbdd1dcd1de3a610cbb96ec0abcfb54a819aa","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"c5a904faa6ff8b90d92a60b4364847ea676dd584aaaa19bf6e9a9a8c4189aaed","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"c6011225e00fbeca8f5dac2990f50ceba63410ea92b30545a88ad7c9e0584b16","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"d4a7f0ff9250f836801c608c34d4f26a01655c51d27f8bd715581a70c1e7643a","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"e47b369318980e641f71ba8cc1940d7690c25a686c60de62c23adda0c610c822","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"e6588aebfdbe2f5dabc9bcfcb3ee5e7220cce1bf635fbf86b834713e47465f82","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"e9ac3f4e2fc49171a6b30364a8698157781411b5cb618ad96abb5ec0e4448054","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"ef502afdccec5e3e6db5848ac2ba5cae769b27d1c94caff1ef2577ee286c98f6","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"fe206f80842cfdb2d276311b774e61bef20a0b87d5b320b5a3cc0cbb62316923","pr_number":7073,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"de6b3c5d1247b806936e7bea5768b9bf3e901126af8e87f638a9a85f983527dd","failure_pattern":"alert [svc] FrontendPathMedianLatency fired","search_query":"alert [svc] FrontendPathMedianLatency fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert FrontendPathMedianLatency does not fire","occurrences":46,"runs_affected":46,"failed_runs":46,"run_impact_percent":8.795411089866157,"anchor_occurrences":46,"after_last_push_count":85,"trend_counts":[6,46,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":211,"prior_last_seen_at":"2026-09-27T16:28:23Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert FrontendPathMedianLatency does not fire","occurrences":46}],"full_error_samples":["alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-28T20:22:39Z\n  Ended:       2026-09-28T20:28:40Z\n  Severity:    Sev3\n  Labels:      alertname=\"FrontendPathMedianLatency\", cluster=\"ci01-j9312256-svc\", component=\"frontend\", method=\"put\", region=\"canadacentral\", route=\"/subscriptions/{subscriptionid}/resourcegroups/{resourcegroupname}/providers/microsoft.redhatopenshift/hcpopenshiftclusters/{resourcename}\", severity=\"warning\"\n  Description: The median (p50) of frontend request latency for put /subscriptions/{subscriptionid}/resourcegroups/{resourcegroupname}/providers/microsoft.redhatopenshift/hcpopenshiftclusters/{resourcename} has exceeded 250ms over the past 30 minutes (cluster ci01-j9312256-svc).","alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-28T19:18:56Z\n  Ended:       2026-09-28T19:51:55Z\n  Severity:    Sev3\n  Labels:      alertname=\"FrontendPathMedianLatency\", cluster=\"ci01-j0189952-svc\", component=\"frontend\", method=\"put\", region=\"westus3\", route=\"/subscriptions/{subscriptionid}/resourcegroups/{resourcegroupname}/providers/microsoft.redhatopenshift/hcpopenshiftclusters/{resourcename}\", severity=\"warning\"\n  Description: The median (p50) of frontend request latency for put /subscriptions/{subscriptionid}/resourcegroups/{resourcegroupname}/providers/microsoft.redhatopenshift/hcpopenshiftclusters/{resourcename} has exceeded 250ms over the past 30 minutes (cluster ci01-j0189952-svc).","alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-28T18:59:41Z\n  Ended:       2026-09-28T19:05:43Z\n  Severity:    Sev3\n  Labels:      alertname=\"FrontendPathMedianLatency\", cluster=\"ci01-j3028352-svc\", component=\"frontend\", method=\"put\", region=\"canadacentral\", route=\"/subscriptions/{subscriptionid}/resourcegroups/{resourcegroupname}/providers/microsoft.redhatopenshift/hcpopenshiftclusters/{resourcename}\", severity=\"warning\"\n  Description: The median (p50) of frontend request latency for put /subscriptions/{subscriptionid}/resourcegroups/{resourcegroupname}/providers/microsoft.redhatopenshift/hcpopenshiftclusters/{resourcename} has exceeded 250ms over the past 30 minutes (cluster ci01-j3028352-svc)."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6922/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104648687849312256","occurred_at":"2026-09-28T19:05:24Z","signature_id":"5ec40f1dbe64ce284597d9fca92af72b5138aaab20deba744a9e8c7388175941","pr_number":6922,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"3bdd3d319d232da25d5a6952031f06bb164d2fbc1f8e8e5f1df140b9e37b67e4","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7053/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104626712733028352","occurred_at":"2026-09-28T17:38:04Z","signature_id":"ad745131b08863f15bc2d4da07c88878d389ce2e6a6b3cb61447530799f60d59","pr_number":7053,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6968/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104623441356263424","occurred_at":"2026-09-28T17:25:03Z","signature_id":"874dec276004f85c33608d553f88244c23c135754a3f5df97b8525a573d31443","pr_number":6968,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7227/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104620444073070592","occurred_at":"2026-09-28T17:13:10Z","signature_id":"ac6a9a0ba19953408fe70e4eaa33691a22600749799a03e7a8a0d5f34b42d29b","pr_number":7227,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7104/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104605657771544576","occurred_at":"2026-09-28T16:14:25Z","signature_id":"fd2822c3f7f785cbd223c73c54fcf972a98b49ae3cb4a8e06c0beb83985fde95","pr_number":7104,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7020/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104605132682432512","occurred_at":"2026-09-28T16:12:19Z","signature_id":"b68e00c86c872a4db070db835721b53859e77302e16ae329d88531395a8e4cfb","pr_number":7020,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7224/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104593036766875648","occurred_at":"2026-09-28T15:24:16Z","signature_id":"1fcca37ac24d8001a48be0c5ac838fc8ff91d02e6a09bfd794ed9b778404688a","pr_number":7224,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7170/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104592047892598784","occurred_at":"2026-09-28T15:20:20Z","signature_id":"01f3b1b330714082cb25db8e5c89395b0eafdbb7c5f976208821bbe7acefacea","pr_number":7170,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104592038186979328","occurred_at":"2026-09-28T15:20:17Z","signature_id":"73fe2c4208f24efcea5616c31f3812a95478add8edc71b52d609662bd139ff23","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7142/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104591950119178240","occurred_at":"2026-09-28T15:19:56Z","signature_id":"0fcfe2b08422f9a39332ea81e524fadc56ccfa65ec146684784a80ed12090466","pr_number":7142,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6922/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104588552477085696","occurred_at":"2026-09-28T15:06:26Z","signature_id":"8bd6e6bf74442257ea4a8d5df10532bf229f7a19b2e38c9f2d2d23e12d0aa5a0","pr_number":6922,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7214/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104587545261117440","occurred_at":"2026-09-28T15:02:25Z","signature_id":"bb22d546fa0f1214705bb254ddf09be8608855766ac347879263e53fc41c3caf","pr_number":7214,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104586688620662784","occurred_at":"2026-09-28T14:59:02Z","signature_id":"856bdf33775551f2ab32007205cf5d6ea2f3c3f28ec94c1bfd6fbd6d4df71cdc","pr_number":7143,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7202/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104576830420815872","occurred_at":"2026-09-28T14:19:52Z","signature_id":"b45324aaec7eb7902136101858f41a6bec16eed34781ffde48402ce2ed72f330","pr_number":7202,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104576709901684736","occurred_at":"2026-09-28T14:19:23Z","signature_id":"637d9f518ac8eebc8d39c5a4b7ac660a4f39e458e3c7f2cb4b55812a9f97d2ed","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7225/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104564648333283328","occurred_at":"2026-09-28T13:31:27Z","signature_id":"6588d10f1b9c7b543415a80c3d0f51e6af81c61ab7d144c6b3dce965ff9765d1","pr_number":7225,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7054/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104561257146224640","occurred_at":"2026-09-28T13:17:41Z","signature_id":"2849f38d4e46e23a374c8bcb9103369c6a91ad3b81860cb4691446e160ba14ef","pr_number":7054,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7221/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104551522074365952","occurred_at":"2026-09-28T12:39:18Z","signature_id":"c8b7bde7071fc9b70fbf2e0c3fd7b6a18f6e7bd846c88f638e2208d436b6bc37","pr_number":7221,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6922/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104551505146155008","occurred_at":"2026-09-28T12:39:14Z","signature_id":"0f15772b2206346fb5d44faaaa43fc1a23bbe1d33da8dea71728baa03c962358","pr_number":6922,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"44087d2f83ae7baacb227e44ff9437079810ed6d36fa5babed386db17625fc3d","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7182/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104529106451304448","occurred_at":"2026-09-28T11:10:13Z","signature_id":"a482699276ea2332ae41de1259b09677409d1eb32ebc3d34db43a27f7addaa39","pr_number":7182,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7217/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104526339443789824","occurred_at":"2026-09-28T10:59:14Z","signature_id":"cd68e3e4b37b20fc25bbf6e62af045b96ffb4fea1b64e10b73cc04c10aa0cbf8","pr_number":7217,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7218/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104519303637241856","occurred_at":"2026-09-28T10:31:16Z","signature_id":"c224092c3a3b7cc45c3855e0f2ef222d7078ecb744c1f53a5b2ec26cbbaf5fc3","pr_number":7218,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7157/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104500979540955136","occurred_at":"2026-09-28T09:18:22Z","signature_id":"8ee7b403e6fe4426552b84f141c27a733cfae0d13bff73799620b851e1e404d5","pr_number":7157,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6821/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104500972830068736","occurred_at":"2026-09-28T09:18:16Z","signature_id":"0c3acf11461e0fac9b5520d458eb6f01cdf27f718bc25ff896d1d3bf8a9936d8","pr_number":6821,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7202/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104500902567088128","occurred_at":"2026-09-28T09:18:09Z","signature_id":"5c7d7ddfa07a3a6a4e8abf4f2a8fa726968d0d86dcd83659570e6e8d5c578e36","pr_number":7202,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7203/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104500868232515584","occurred_at":"2026-09-28T09:18:01Z","signature_id":"8ed8ccf041f97eca095f371db1f62c00c01ed1a5f3e20b41eb9a02f2e97c9851","pr_number":7203,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"c5c86d4d0c9a75c7f010a1f205acf66c6c18105fc74571e1cc5f8325e06c6ded","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6226/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104484432940371968","occurred_at":"2026-09-28T08:12:42Z","signature_id":"1200d6401a7d362c5bf39c4833d4b21acde0146bd26ab3743b40cda347a928f3","pr_number":6226,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7158/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104483794588274688","occurred_at":"2026-09-28T08:10:10Z","signature_id":"6b427d606ce250ce673bfc708c7544504d7aa9cf46f968e353a45fe179cdbe65","pr_number":7158,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7216/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104472130388234240","occurred_at":"2026-09-28T07:23:49Z","signature_id":"c01af702f03601a1f0d4848381ba9bdaa5bf0ccf7799bd12a17435bb2cf8037c","pr_number":7216,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7214/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104466453632651264","occurred_at":"2026-09-28T07:01:11Z","signature_id":"ec67058d65d185cbb1282193881a768a798758cdd0d0444d20953e4ea53d053f","pr_number":7214,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104457246334259200","occurred_at":"2026-09-28T06:24:41Z","signature_id":"8e9a5272f264a6a6fbd212995fbea44c0c88cab133bdbe6fddc3a31df7edd368","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7202/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104441054601154560","occurred_at":"2026-09-28T05:20:20Z","signature_id":"0a61a6329e586b5af75e7ba37f30cc0d75552d5e500dee8165072e8b2848fbf4","pr_number":7202,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7203/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104441035131195392","occurred_at":"2026-09-28T05:20:15Z","signature_id":"679e5de886d8c0615ef4790483cd7a9e61e288f3405b68c87e65af78de307ef6","pr_number":7203,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6821/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104440974754189312","occurred_at":"2026-09-28T05:20:01Z","signature_id":"10d54fdb3fd853f5743498ec14b91987dd77b2bc92079478e8da6f76b7e1d6bd","pr_number":6821,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104440930432978944","occurred_at":"2026-09-28T05:19:51Z","signature_id":"5eb0f55666a6428c416d4036a93a530ef71389fa1bd3105e20ed8c531ec7abad","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6869/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104433568867422208","occurred_at":"2026-09-28T04:50:35Z","signature_id":"311fd8960a4e8d6a6edebec933ada94dd10107fdfe37f5ec1b9508c64913d1bd","pr_number":6869,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6226/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104429033809776640","occurred_at":"2026-09-28T04:32:34Z","signature_id":"e707533b83464f0017c7724f1f2fa89bd9f8f29f5f20020a54be5188c8c5bf45","pr_number":6226,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"0fe28f25b5227c777c5fca5ce997d516e287587c33aeacd91934a6120a38de47","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104380048239759360","occurred_at":"2026-09-28T01:17:54Z","signature_id":"c3b2564dee31ddd5931c6c40cdfa6bad3a8068969e02001e0d6ca7548f201b91","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104364976289353728","occurred_at":"2026-09-28T00:18:02Z","signature_id":"303fa1869053f8ae8a6eb8a08cc98dd837abeafeb2f0bb2dc5dfcfbf4756a32a","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6821/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104364960745263104","occurred_at":"2026-09-28T00:17:58Z","signature_id":"08b361b6ce0293b567f62579f1da3a35e3254e18d2a7eb29bb5f9ec42f4e8883","pr_number":6821,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7157/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104364925383086080","occurred_at":"2026-09-28T00:17:50Z","signature_id":"846cd81d2bf49e1ba6754b4c62a52bdae73d630e941ce6555ae43446efc0f737","pr_number":7157,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7203/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104363449923407872","occurred_at":"2026-09-28T00:11:57Z","signature_id":"73e11070f2a858d26270686b98d03cc56fbf8cc31e4b226ab179fe754a016a71","pr_number":7203,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"36d5ba2573b75da6f6f0744a2a3f59859305e1069fd3c0de873f2ce3fccad023","failure_pattern":"VerifyKubeAPIServerServerVersionUpgraded failed: kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)","search_query":"VerifyKubeAPIServerServerVersionUpgraded failed: kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 5.0 minor to 5.1 minor","occurrences":45,"runs_affected":45,"failed_runs":45,"run_impact_percent":8.604206500956023,"anchor_occurrences":45,"after_last_push_count":15,"trend_counts":[0,0,41,1,0,3,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":45,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 5.0 minor to 5.1 minor","occurrences":45}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:176]: Timed out after 2700.008s.\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc001047368\u003e: \n    VerifyKubeAPIServerServerVersionUpgraded failed: kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)\n    VerifyHostedControlPlaneYStreamUpgrade(previousMinor=5.0, targetMinor=5.1) failed: clusterversion status.history has no version in target minor \"5.1\"\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:176]: Timed out after 2700.008s.\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc001047368\u003e: \n    VerifyKubeAPIServerServerVersionUpgraded failed: kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)\n    VerifyHostedControlPlaneYStreamUpgrade(previousMinor=5.0, targetMinor=5.1) failed: clusterversion status.history has no version in target minor \"5.1\"\n    ...","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:176]: Timed out after 2700.007s.\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc0011448e8\u003e: \n    VerifyKubeAPIServerServerVersionUpgraded failed: kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)\n    VerifyHostedControlPlaneYStreamUpgrade(previousMinor=5.0, targetMinor=5.1) failed: clusterversion status.history has no version in target minor \"5.1\"\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:176]: Timed out after 2700.007s.\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc0011448e8\u003e: \n    VerifyKubeAPIServerServerVersionUpgraded failed: kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)\n    VerifyHostedControlPlaneYStreamUpgrade(previousMinor=5.0, targetMinor=5.1) failed: clusterversion status.history has no version in target minor \"5.1\"\n    ...","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:176]: Timed out after 2700.006s.\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc000dc15d8\u003e: \n    VerifyKubeAPIServerServerVersionUpgraded failed: kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)\n    VerifyHostedControlPlaneYStreamUpgrade(previousMinor=5.0, targetMinor=5.1) failed: clusterversion status.history has no version in target minor \"5.1\"\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:176]: Timed out after 2700.006s.\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc000dc15d8\u003e: \n    VerifyKubeAPIServerServerVersionUpgraded failed: kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)\n    VerifyHostedControlPlaneYStreamUpgrade(previousMinor=5.0, targetMinor=5.1) failed: clusterversion status.history has no version in target minor \"5.1\"\n    ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106117061750034432","occurred_at":"2026-10-02T20:20:11Z","signature_id":"5c9873debb2342170eed4903e7f228938c3a34d04b4f651f99d6b862372dfffb","pr_number":6889,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106055090056990720","occurred_at":"2026-10-02T16:13:56Z","signature_id":"fd4d0de36426d6f1b5142554b466d73d39b32478872d976808a351b06917f2e4","pr_number":6889,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105963382757658624","occurred_at":"2026-10-02T10:09:31Z","signature_id":"247f2f7e907043573a578d118d78f6c6f00500e34fc61faec7dbd664db892fcf","pr_number":6889,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105253779644354560","occurred_at":"2026-09-30T11:09:49Z","signature_id":"2517a1d16eaac19c98fc4a1983465611e0830eab2920dd83c5c7ac7bc707e3dd","pr_number":6141,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7053/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105012837859463168","occurred_at":"2026-09-29T18:44:38Z","signature_id":"0112ee342011d5c23546c79807c716164af38d0c4d3fb5749f3293d26410c442","pr_number":7053,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105006438400135168","occurred_at":"2026-09-29T18:25:20Z","signature_id":"ffcbb348f85ac373b67501a40e7b6ae6c3f45dfcc35bf054eddc68c37318fe83","pr_number":7141,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6915/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105000598473543680","occurred_at":"2026-09-29T18:00:13Z","signature_id":"07e31f9b332fdcf32228351bebed395b46cc4e47503ddef233b8a947306f8350","pr_number":6915,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7124/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104997947618889728","occurred_at":"2026-09-29T17:48:54Z","signature_id":"97c003c7505eb6d1fea87917d772800ab3a4391c3491f8d46624d6aed1c89673","pr_number":7124,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6577/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104995028081315840","occurred_at":"2026-09-29T17:29:41Z","signature_id":"f62c50cf70826e4bfb06d0aff031079f947dcaa536f6c525d86fdbdc131332ad","pr_number":6577,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7200/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104978275775287296","occurred_at":"2026-09-29T16:55:03Z","signature_id":"43ac23f8a40d803d5985dc9c930ebe956846e67cc5f0cf24d6e9f86705fe5a61","pr_number":7200,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7241/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104977540106948608","occurred_at":"2026-09-29T16:52:08Z","signature_id":"c42e537ffd6d4eec5cd4d2c4e6dc9732ef01ce726dbb36309bb75486855b7442","pr_number":7241,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104977492128305152","occurred_at":"2026-09-29T16:51:57Z","signature_id":"3e46eaebf1c7e155f0af0a04d0d9fd5f9528b92fce51326d6aa350d33708f536","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7170/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104977428710428672","occurred_at":"2026-09-29T16:51:34Z","signature_id":"8bf03abc3d2f87dcb7a75b59f8408b02d7ba3e53c3c6f90bf726e885bc3262fa","pr_number":7170,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7238/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104977337324933120","occurred_at":"2026-09-29T16:51:20Z","signature_id":"929f32feaec99ef600e64b43c8f15f46f4e06ba9e9caeab61d1d519adcb74159","pr_number":7238,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7246/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104971730622615552","occurred_at":"2026-09-29T16:29:03Z","signature_id":"6a74ddb0d4242e1220e9ff7d24e971492c9841cf2cf07ad776ee04d824ac26db","pr_number":7246,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104969648343617536","occurred_at":"2026-09-29T16:20:47Z","signature_id":"ef9b5a8a457501a78273f2be26c7ab62ca39007bc16f7ed67ee6a0623a2e4433","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7169/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104960350616031232","occurred_at":"2026-09-29T15:43:50Z","signature_id":"7ba1ffd643ff08e0b7405369bab13e475ea063624297e7ce027fdf116b8dfd6a","pr_number":7169,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7231/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104959408780873728","occurred_at":"2026-09-29T15:40:05Z","signature_id":"918eb084718334945463e39eb51d690600b1e9a41ea0bb3b240a9f3fc995dac8","pr_number":7231,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104951367071174656","occurred_at":"2026-09-29T15:08:08Z","signature_id":"9cc26b07047aec4d09a21eb6bcaa1c7dca5f135cd11ef9a2aedb3fadeff1cfd8","pr_number":7141,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7001/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104951111046664192","occurred_at":"2026-09-29T15:07:02Z","signature_id":"7a10f11f9b11b3d03e506627f0736734e96480fdb6cb4d5dc6be9bb18ed4e98c","pr_number":7001,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7181/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104950948592881664","occurred_at":"2026-09-29T15:06:28Z","signature_id":"9e94a725b1e01d264bfbf0329554f29d9fff7ff5387c58da01db5baac4f9af90","pr_number":7181,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7053/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104949753673420800","occurred_at":"2026-09-29T15:01:37Z","signature_id":"0d03c7f2f190490d25af59b262092e32a63ce8e6b412a7c46c1edbd07e983b56","pr_number":7053,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7183/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104949577500069888","occurred_at":"2026-09-29T15:00:33Z","signature_id":"f883de1484fb937d06920a3faee39bf43f48090bba8c3671addfed0e67bc977a","pr_number":7183,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6915/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104948570607063040","occurred_at":"2026-09-29T14:57:00Z","signature_id":"389b7b9250b2eaa107eca96a99538d0a359f7f9a8406c6fde7836da2767c837c","pr_number":6915,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7054/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104937201925099520","occurred_at":"2026-09-29T14:11:51Z","signature_id":"f383c645a03f6826e44aea671a57dd213a586f39474f1175dbeef4bd16179d39","pr_number":7054,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7104/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104936582908743680","occurred_at":"2026-09-29T14:09:23Z","signature_id":"67b212a1fc4909ceb93fb9a6f502055d6a666ef203f42b4161c10ffb12d5d1ec","pr_number":7104,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6976/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104930620709801984","occurred_at":"2026-09-29T13:45:42Z","signature_id":"3dc17822630f258848b82f72daa2a597d2082499b9f50d46adc566caa1760694","pr_number":6976,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7241/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104929398925824000","occurred_at":"2026-09-29T13:40:51Z","signature_id":"d3c0a2be9aca79665bfb7948a3ba64e7c469472725fec9a17990548ca40994fb","pr_number":7241,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7220/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104916576108023808","occurred_at":"2026-09-29T12:49:46Z","signature_id":"91c4f7a7e76f6b9a4589dce76473fd679df12120d5f02312da7d5579f5bba6bd","pr_number":7220,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7071/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104916338194518016","occurred_at":"2026-09-29T12:48:57Z","signature_id":"6494998e2c8ff0ad84b037bd741421e850ad915b7047909c020d13e76285ab82","pr_number":7071,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7238/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104915824979480576","occurred_at":"2026-09-29T12:46:54Z","signature_id":"904042afeae014aad04a6bff53e1f8ca8afad42f8455b7f95bb5a5756a4ddb13","pr_number":7238,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7169/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104896461568217088","occurred_at":"2026-09-29T11:29:58Z","signature_id":"fcf5808b39bc5124c5c5b76942293c53c774a92cb7f926e692ed9814d28eb97f","pr_number":7169,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6915/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104895962802556928","occurred_at":"2026-09-29T11:27:59Z","signature_id":"fc07e91b9dfd5eecaa0304b28428db3700d4b80ea107d05a261ab60b39464230","pr_number":6915,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7001/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104892283974324224","occurred_at":"2026-09-29T11:13:21Z","signature_id":"b0b9c099217ebc7857ac276feb0f9f9618cf47ea458e2f83dc0f79b2a461ccbf","pr_number":7001,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6746/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104878392305258496","occurred_at":"2026-09-29T10:18:10Z","signature_id":"511539107c7c03b414c5b1504c63e6de9fec5b16cdfa335fe9168472c15fe7ec","pr_number":6746,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7239/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104872117722943488","occurred_at":"2026-09-29T09:53:14Z","signature_id":"1a917fc830a0d12716eab0604924d59f3df6d4e6b5e48f546624a92a33952d60","pr_number":7239,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104871453622013952","occurred_at":"2026-09-29T09:50:35Z","signature_id":"18309e66f8cb4168bdc21372bfe4143caa5f3a0da4946d444d3afeeb2d3d02c2","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6922/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104871291713490944","occurred_at":"2026-09-29T09:49:57Z","signature_id":"d0277abb6518b0b06ec197cc4b60019e4ed65ed27d32a7e7d49556ef794bb452","pr_number":6922,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7221/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104871248742846464","occurred_at":"2026-09-29T09:49:46Z","signature_id":"6b418d69171bd9da7843dfede67cb76e1ef5fdb066024cc8e7447f8056700f80","pr_number":7221,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7224/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104871228572438528","occurred_at":"2026-09-29T09:49:42Z","signature_id":"9a10456e5e9d1c6aa0d5c183b7eda2696959c43695ac4d4eb73736f087028690","pr_number":7224,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104871211610673152","occurred_at":"2026-09-29T09:49:38Z","signature_id":"8198c353c7d3001ebae184767e84718503000d2c358aae239e9b18ff430c32b7","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7165/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104866139002638336","occurred_at":"2026-09-29T09:29:28Z","signature_id":"b6b4ebbd65327f891ddf6a4f61886643ec7ea1eeac6b0f1a4d20c00cb544de75","pr_number":7165,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6915/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104861197303025664","occurred_at":"2026-09-29T09:09:50Z","signature_id":"d9369573931e6f4cbd6449da296e2051200f2351aa6cd8b5fb8a6886570f5cc2","pr_number":6915,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7169/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104858665063288832","occurred_at":"2026-09-29T08:59:46Z","signature_id":"80350b99fd456972b62772689ba44d31bac1262ed819b93e1ae298e0c40f49aa","pr_number":7169,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7236/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104856376063823872","occurred_at":"2026-09-29T08:50:39Z","signature_id":"22b8b5d5909cf69ee83879be013f44ecfb61e440816377ec7e0c466ad8e1d467","pr_number":7236,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"93913140481ce6ebcf71bb15db6e35a879a3f4d11071b479cf20b4df2eabf8a4","failure_pattern":"alert [hcp] KubePodNotReady fired","search_query":"alert [hcp] KubePodNotReady fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert KubePodNotReady does not fire","occurrences":31,"runs_affected":31,"failed_runs":31,"run_impact_percent":5.927342256214149,"anchor_occurrences":31,"after_last_push_count":65,"trend_counts":[2,1,7,10,6,5,2,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":134,"prior_last_seen_at":"2026-09-27T21:19:10Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert KubePodNotReady does not fire","occurrences":31}],"full_error_samples":["alert fired 5 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-10-03T18:23:01Z\n  Ended:       2026-10-03T18:39:00Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j0143360-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7fcgvvu6q2gat5neqdkaq9suafasab-y5s6m0p7w4t3q7e\", pod=\"azure-file-csi-driver-operator-56bd98ff47-n9mw7\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7fcgvvu6q2gat5neqdkaq9suafasab-y5s6m0p7w4t3q7e/azure-file-csi-driver-operator-56bd98ff47-n9mw7 has been in a non-ready state for longer than 5 minutes.\nFiring 2:\n  State:       Resolved\n  Started:     2026-10-03T18:23:01Z\n  Ended:       2026-10-03T18:39:00Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j0143360-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7fcgvvu6q2gat5neqdkaq9suafasab-y5s6m0p7w4t3q7e\", pod=\"azure-disk-csi-driver-operator-68446dbd4d-gp5r7\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7fcgvvu6q2gat5neqdkaq9suafasab-y5s6m0p7w4t3q7e/azure-disk-csi-driver-operator-68446dbd4d-gp5r7 has been in a non-ready state for longer than 5 minutes.\nFiring 3:\n  State:       Resolved\n  Started:     2026-10-03T18:23:01Z\n  Ended:       2026-10-03T18:39:01Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j0143360-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7fcgvvu6q2gat5neqdkaq9suafasab-y5s6m0p7w4t3q7e\", pod=\"azure-disk-csi-driver-operator-68446dbd4d-72x46\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7fcgvvu6q2gat5neqdkaq9suafasab-y5s6m0p7w4t3q7e/azure-disk-csi-driver-operator-68446dbd4d-72x46 has been in a non-ready state for longer than 5 minutes.\nFiring 4:\n  State:       Resolved\n  Started:     2026-10-03T18:23:01Z\n  Ended:       2026-10-03T18:39:00Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j0143360-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7fcgvvu6q2gat5neqdkaq9suafasab-y5s6m0p7w4t3q7e\", pod=\"azure-disk-csi-driver-operator-68446dbd4d-l8w9v\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7fcgvvu6q2gat5neqdkaq9suafasab-y5s6m0p7w4t3q7e/azure-disk-csi-driver-operator-68446dbd4d-l8w9v has been in a non-ready state for longer than 5 minutes.\nFiring 5:\n  State:       Resolved\n  Started:     2026-10-03T18:23:01Z\n  Ended:       2026-10-03T18:39:00Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j0143360-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7fcgvvu6q2gat5neqdkaq9suafasab-y5s6m0p7w4t3q7e\", pod=\"azure-file-csi-driver-operator-56bd98ff47-lhdbd\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7fcgvvu6q2gat5neqdkaq9suafasab-y5s6m0p7w4t3q7e/azure-file-csi-driver-operator-56bd98ff47-lhdbd has been in a non-ready state for longer than 5 minutes.","alert fired 69 time(s) (63 unknown, 6 known)\nFiring 1:\n  State:       Resolved\n  Started:     2026-10-03T17:36:48Z\n  Ended:       2026-10-03T17:51:49Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-52l2j\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-52l2j has been in a non-ready state for longer than 5 minutes.\nFiring 2:\n  State:       Resolved\n  Started:     2026-10-03T17:36:48Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-vdz8t\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-vdz8t has been in a non-ready state for longer than 5 minutes.\nFiring 3:\n  State:       Resolved\n  Started:     2026-10-03T17:36:48Z\n  Ended:       2026-10-03T17:51:49Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-k2787\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-k2787 has been in a non-ready state for longer than 5 minutes.\nFiring 4:\n  State:       Resolved\n  Started:     2026-10-03T17:36:48Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-zp9nc\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-zp9nc has been in a non-ready state for longer than 5 minutes.\nFiring 5:\n  State:       Resolved\n  Started:     2026-10-03T17:36:48Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-vk8sg\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-vk8sg has been in a non-ready state for longer than 5 minutes.\nFiring 6:\n  State:       Resolved\n  Started:     2026-10-03T17:36:48Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-fvs76\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-fvs76 has been in a non-ready state for longer than 5 minutes.\nFiring 7:\n  State:       Resolved\n  Started:     2026-10-03T17:36:57Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-llstd\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-llstd has been in a non-ready state for longer than 5 minutes.\nFiring 8:\n  State:       Resolved\n  Started:     2026-10-03T17:36:57Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-5mcng\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-5mcng has been in a non-ready state for longer than 5 minutes.\nFiring 9:\n  State:       Resolved\n  Started:     2026-10-03T17:36:57Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-9sqdg\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-9sqdg has been in a non-ready state for longer than 5 minutes.\nFiring 10:\n  State:       Resolved\n  Started:     2026-10-03T17:36:57Z\n  Ended:       2026-10-03T17:51:50Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-btfk4\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-btfk4 has been in a non-ready state for longer than 5 minutes.\nFiring 11:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-dq2vz\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-dq2vz has been in a non-ready state for longer than 5 minutes.\nFiring 12:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-x6wz7\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-x6wz7 has been in a non-ready state for longer than 5 minutes.\nFiring 13:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-ctpt9\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-ctpt9 has been in a non-ready state for longer than 5 minutes.\nFiring 14:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:51:49Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-j2d9z\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-j2d9z has been in a non-ready state for longer than 5 minutes.\nFiring 15:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:51:49Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-4h79j\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-4h79j has been in a non-ready state for longer than 5 minutes.\nFiring 16:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-z2w4b\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-z2w4b has been in a non-ready state for longer than 5 minutes.\nFiring 17:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-nkt4w\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-nkt4w has been in a non-ready state for longer than 5 minutes.\nFiring 18:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-ffhbr\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-ffhbr has been in a non-ready state for longer than 5 minutes.\nFiring 19:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:51:49Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-csvsv\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-csvsv has been in a non-ready state for longer than 5 minutes.\nFiring 20:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-s4h6v\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-s4h6v has been in a non-ready state for longer than 5 minutes.\nFiring 21:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-dl5l4\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-dl5l4 has been in a non-ready state for longer than 5 minutes.\nFiring 22:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:51:49Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-47862\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-47862 has been in a non-ready state for longer than 5 minutes.\nFiring 23:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-gw8rm\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-gw8rm has been in a non-ready state for longer than 5 minutes.\nFiring 24:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-mrcs5\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-mrcs5 has been in a non-ready state for longer than 5 minutes.\nFiring 25:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-tzs9x\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-tzs9x has been in a non-ready state for longer than 5 minutes.\nFiring 26:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-pjk6c\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-pjk6c has been in a non-ready state for longer than 5 minutes.\nFiring 27:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:51:49Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-vdtmc\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-vdtmc has been in a non-ready state for longer than 5 minutes.\nFiring 28:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-7kmn4\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-7kmn4 has been in a non-ready state for longer than 5 minutes.\nFiring 29:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-6w4zc\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-6w4zc has been in a non-ready state for longer than 5 minutes.\nFiring 30:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-mnfxd\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-mnfxd has been in a non-ready state for longer than 5 minutes.\nFiring 31:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-m84qg\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-m84qg has been in a non-ready state for longer than 5 minutes.\nFiring 32:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-j8kmn\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-j8kmn has been in a non-ready state for longer than 5 minutes.\nFiring 33:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:51:49Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-r827x\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-r827x has been in a non-ready state for longer than 5 minutes.\nFiring 34:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-lscgk\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-lscgk has been in a non-ready state for longer than 5 minutes.\nFiring 35:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-gj4v6\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-gj4v6 has been in a non-ready state for longer than 5 minutes.\nFiring 36:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-2mvqm\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-2mvqm has been in a non-ready state for longer than 5 minutes.\nFiring 37:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-lw6l6\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-lw6l6 has been in a non-ready state for longer than 5 minutes.\nFiring 38:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:51:49Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-9w425\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-9w425 has been in a non-ready state for longer than 5 minutes.\nFiring 39:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:51:49Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-ndzg5\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-ndzg5 has been in a non-ready state for longer than 5 minutes.\nFiring 40:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-b662v\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-b662v has been in a non-ready state for longer than 5 minutes.\nFiring 41:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-wj72x\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-wj72x has been in a non-ready state for longer than 5 minutes.\nFiring 42:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-5c5cd\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-5c5cd has been in a non-ready state for longer than 5 minutes.\nFiring 43:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:51:49Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-lkvbz\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-lkvbz has been in a non-ready state for longer than 5 minutes.\nFiring 44:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:51:49Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-22klt\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-22klt has been in a non-ready state for longer than 5 minutes.\nFiring 45:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-rxm4b\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-rxm4b has been in a non-ready state for longer than 5 minutes.\nFiring 46:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-r7qwh\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-r7qwh has been in a non-ready state for longer than 5 minutes.\nFiring 47:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-xhl5w\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-xhl5w has been in a non-ready state for longer than 5 minutes.\nFiring 48:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-h4p6b\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-h4p6b has been in a non-ready state for longer than 5 minutes.\nFiring 49:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:49Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-j7f54\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-j7f54 has been in a non-ready state for longer than 5 minutes.\nFiring 50:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-bs5j7\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-bs5j7 has been in a non-ready state for longer than 5 minutes.\nFiring 51:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:51:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-lwcng\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-lwcng has been in a non-ready state for longer than 5 minutes.\nFiring 52:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-9n44n\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-9n44n has been in a non-ready state for longer than 5 minutes.\nFiring 53:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:51:49Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-dp4wn\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-dp4wn has been in a non-ready state for longer than 5 minutes.\nFiring 54:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-8qlz4\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-8qlz4 has been in a non-ready state for longer than 5 minutes.\nFiring 55:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-9n2td\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-9n2td has been in a non-ready state for longer than 5 minutes.\nFiring 56:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-d6x6h\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-d6x6h has been in a non-ready state for longer than 5 minutes.\nFiring 57:\n  State:       Resolved\n  Started:     2026-10-03T17:37:51Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-92ktd\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-92ktd has been in a non-ready state for longer than 5 minutes.\nFiring 58:\n  State:       Resolved\n  Started:     2026-10-03T17:37:52Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-sxxzw\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-sxxzw has been in a non-ready state for longer than 5 minutes.\nFiring 59:\n  State:       Resolved\n  Started:     2026-10-03T17:37:52Z\n  Ended:       2026-10-03T17:51:49Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-zvv2v\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-zvv2v has been in a non-ready state for longer than 5 minutes.\nFiring 60:\n  State:       Resolved\n  Started:     2026-10-03T17:37:52Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-2hsfs\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-2hsfs has been in a non-ready state for longer than 5 minutes.\nFiring 61:\n  State:       Resolved\n  Started:     2026-10-03T17:37:52Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-nz8k8\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-nz8k8 has been in a non-ready state for longer than 5 minutes.\nFiring 62:\n  State:       Resolved\n  Started:     2026-10-03T17:37:52Z\n  Ended:       2026-10-03T17:56:48Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-gssl7\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-gssl7 has been in a non-ready state for longer than 5 minutes.\nFiring 63:\n  State:       Resolved\n  Started:     2026-10-03T17:37:52Z\n  Ended:       2026-10-03T17:56:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j1091968-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u\", pod=\"kube-controller-manager-5b899d5dd9-7865d\", region=\"westus3\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t7en02emtg8ui89m978mkg1haofcv21-x6l3l6y2c5m1t6u/kube-controller-manager-5b899d5dd9-7865d has been in a non-ready state for longer than 5 minutes.","alert fired 9 time(s) (1 unknown, 8 known)\nFiring 1:\n  State:       Resolved\n  Started:     2026-10-03T00:22:54Z\n  Ended:       2026-10-03T00:28:53Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j7564928-mgmt-2\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t6vba5aukt21s79ka316m1hqn628hho-s4a5z1v1k7m8i6h\", pod=\"openshift-apiserver-64ddcdd5c4-tjv4j\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod ocm-arohcpci01-2t6vba5aukt21s79ka316m1hqn628hho-s4a5z1v1k7m8i6h/openshift-apiserver-64ddcdd5c4-tjv4j has been in a non-ready state for longer than 5 minutes."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7331/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106428464000143360","occurred_at":"2026-10-03T16:57:35Z","signature_id":"fbbc2741d1268c4182e25737f2913295ff9bf11b2acf044ba433a4c9be14b821","pr_number":7331,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7333/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106422169931091968","occurred_at":"2026-10-03T16:32:35Z","signature_id":"d03789470daaa6e20f0e10af6ab181b291bf54e6bdce46582adbae8892beb283","pr_number":7333,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7331/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106157368797564928","occurred_at":"2026-10-02T23:00:21Z","signature_id":"fa3c4dd358a0d346db704e5b27ea7256c0e149b36b853364eed04a48b1ad2821","pr_number":7331,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7311/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106091840703827968","occurred_at":"2026-10-02T18:39:58Z","signature_id":"7deb638e8e55b55194c14aa0cd42ee58586132dbbb6f2d7f6d32b6dbaa200027","pr_number":7311,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106055090056990720","occurred_at":"2026-10-02T16:13:56Z","signature_id":"9af0e1f2b1b242d263756ff45f69a3d0f7754608d5789a9bf850d6d14b180404","pr_number":6889,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6775/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106035412379111424","occurred_at":"2026-10-02T14:55:45Z","signature_id":"6c5480d9d7704b8a0e81ba15f14a4d9edb6d6b1ff0aff158900e2a7bd3221612","pr_number":6775,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105963382757658624","occurred_at":"2026-10-02T10:09:31Z","signature_id":"816db2d3fb1d50b6391b3d4ae23ae87f6b66058b291be9d7e3fc5c359fca5e80","pr_number":6889,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6364/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105783166311600128","occurred_at":"2026-10-01T22:13:25Z","signature_id":"ec70362871ff363be2ba6fd5534174a58e4198efdec597628c3b037bc28e9c44","pr_number":6364,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7162/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105700267935666176","occurred_at":"2026-10-01T16:44:00Z","signature_id":"e18d9d0c14ea1e1c9f30500c22e3f8f0572012f806138af0f3a6ad156c3555fc","pr_number":7162,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7276/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105608440268197888","occurred_at":"2026-10-01T10:39:07Z","signature_id":"c22f9abc449f666441524c22c9f34791a2317794ac1154d80c7795ae5181427b","pr_number":7276,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7266/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105594300950646784","occurred_at":"2026-10-01T09:42:56Z","signature_id":"dbd2e67aa2d46fb2c08567dcda109d64707d55b3dfd554e6ea87eb76d61bdc98","pr_number":7266,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7283/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105536022291943424","occurred_at":"2026-10-01T05:51:21Z","signature_id":"fa70e46ed99644e477bea4e1b8d44c494f7d08a27f406bf2f556fa3421e5fd06","pr_number":7283,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7276/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105460820702924800","occurred_at":"2026-10-01T00:52:31Z","signature_id":"665ebec96b10a377b87be5e9fb862b38f6f08cfaf7afbd04a8455116db4e844f","pr_number":7276,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6577/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105424510625779712","occurred_at":"2026-09-30T22:28:14Z","signature_id":"4fb9fed155ed0a95351ac3cfe726d666cbdd3c00e444f36f4da70034c17f36f3","pr_number":6577,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7181/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105423324162035712","occurred_at":"2026-09-30T22:23:31Z","signature_id":"d65b8e364e6c08a1a77addfca0b9017dbd9c06c54662364ca5867cb456a5743a","pr_number":7181,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6993/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105417810694901760","occurred_at":"2026-09-30T22:01:37Z","signature_id":"443507f024e81fd0df310f54c24e49a4edd8dadf2d4fcc9aee122ad7ab6fba9d","pr_number":6993,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6577/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105370345325203456","occurred_at":"2026-09-30T18:52:59Z","signature_id":"1e9c1ef55ebe30e66d0a2cb5a25733429fd4759e44b43e5ffc7cc434e6416df0","pr_number":6577,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6993/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105342498506280960","occurred_at":"2026-09-30T17:02:21Z","signature_id":"43d2c6ba277aa8bbbc5cc8bc7b5f2aa98baae126a8f1b3317711f9e7e5ae87d9","pr_number":6993,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7124/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105331328655298560","occurred_at":"2026-09-30T16:17:58Z","signature_id":"a0c6a2c52a8e1e3c5b6144fde866a89d2692c5d407e38e01f2154424838e188d","pr_number":7124,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105310240105828352","occurred_at":"2026-09-30T14:54:10Z","signature_id":"14d730d688feed9879dfb08b05aec4624d9b99fa53a65137ea56efd900ad0e9d","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105297136064139264","occurred_at":"2026-09-30T14:02:06Z","signature_id":"632e48363b16662cf206e035c9d5483425dd46982f9be6da0c90dbb11133e9ff","pr_number":7141,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6944/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105295109229645824","occurred_at":"2026-09-30T13:54:03Z","signature_id":"ae184cd60d96c8302bc4346af9b111ff0bed8c1839b502ea23adb68311ddbd47","pr_number":6944,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105244373301071872","occurred_at":"2026-09-30T10:32:26Z","signature_id":"9e1c8df2837ce311616087aab77d355a705bb4d7065306ed80ed4c64b015fde4","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7254/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105055507696848896","occurred_at":"2026-09-29T22:01:57Z","signature_id":"43e8e941070e87e545b7312032a0e11b759ff5fa2b2a787487c3a9652db3e71e","pr_number":7254,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7169/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104896461568217088","occurred_at":"2026-09-29T11:29:58Z","signature_id":"c58c071b10807a12470cdf0b7562c01a13053e5606800d1cf8bbe023c5be6e0f","pr_number":7169,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7001/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104892283974324224","occurred_at":"2026-09-29T11:13:21Z","signature_id":"c8fb3e5665b8c85fed2f572fa2ac02f42c7181c584190d195168fcd680376311","pr_number":7001,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7221/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104871248742846464","occurred_at":"2026-09-29T09:49:46Z","signature_id":"40257ee779591b1832dfd2cdbdc95bef569afcfe7764c2215c7427baad158e9e","pr_number":7221,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7236/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104856376063823872","occurred_at":"2026-09-29T08:50:39Z","signature_id":"5e111eac7ea24c2ce31a7286a9c38f9ca892d7ac60be751f43496321f784b6c4","pr_number":7236,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826553132126208","occurred_at":"2026-09-29T06:52:10Z","signature_id":"543680892a99c06f5433505067858dcca4c238b213ac601887f2f5092b80ac63","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7169/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747271315787776","occurred_at":"2026-09-29T01:37:08Z","signature_id":"74ab7a38a487dbdf27bb936e43656706a326d41cf93afeca61974d10b41ebea3","pr_number":7169,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7202/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104441054601154560","occurred_at":"2026-09-28T05:20:20Z","signature_id":"f7140b732d2b9ada8666aae03ac943606c09447431321d689e9e3f694f2a46d7","pr_number":7202,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"22ddd99df75957078b407ab89556cd80e3f99b4b1a1b6e6e538a10b3757c8f66","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: KubeconfigWaitingForCreate: Waiting for hosted control plane kubeconfig to be created; hosted cluster degraded: UnavailableReplicas: [capi-provider]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.23","occurrences":29,"runs_affected":15,"failed_runs":15,"run_impact_percent":2.8680688336520075,"anchor_occurrences":29,"after_last_push_count":3,"trend_counts":[8,1,19,3,5,1,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-21"],"prior_runs_affected":19,"prior_last_seen_at":"2026-09-27T21:19:10Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.23","occurrences":4},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling and update the autoscaling configuration","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to retrieve cluster and nodepool status active versions","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to rotate KMS key for a cluster with version \u003e= 4.22","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.22 minor to 4.23 minor","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.22 minor to 5.0 minor","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 5.0 minor to 5.1 minor","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to update nodepool replicas and autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Engineering should be able to retrieve kusto logs for a cluster and services","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"SRE should be able to log into a cluster via a breakglass session","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.23","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-5-0-gc94n755ktzv/cluster-candidate-5-0-l6z5kw should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001032d80\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-l6z5kw: failed waiting for cluster=\"cluster-candidate-5-0-l6z5kw\" in resourcegroup=\"rg-candidate-5-0-gc94n755ktzv\" to finish creating: GET https://rp.j1697920.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/af1aff57-68d5-48d8-a90a-8e634de5f0cb\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/af1aff57-68d5-48d8-a90a-8e634de5f0cb\",\n      \"name\": \"af1aff57-68d5-48d8-a90a-8e634de5f0cb\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-02T11:49:05.164042474Z\",\n      \"endTime\": \"2026-10-02T12:18:11.434067357Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: KubeconfigWaitingForCreate: Waiting for hosted control plane kubeconfig to be created; hosted cluster degraded: UnavailableReplicas: capi-provider deployment has 2 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-5-0-gc94n755ktzv/cluster-candidate-5-0-l6z5kw should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001032d80\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-l6z5kw: failed waiting for cluster=\"cluster-candidate-5-0-l6z5kw\" in resourcegroup=\"rg-candidate-5-0-gc94n755ktzv\" to finish creating: GET https://rp.j1697920.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/af1aff57-68d5-48d8-a90a-8e634de5f0cb\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/af1aff57-68d5-48d8-a90a-8e634de5f0cb\",\n      \"name\": \"af1aff57-68d5-48d8-a90a-8e634de5f0cb\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-02T11:49:05.164042474Z\",\n      \"endTime\": \"2026-10-02T12:18:11.434067357Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: KubeconfigWaitingForCreate: Waiting for hosted control plane kubeconfig to be created; hosted cluster degraded: UnavailableReplicas: capi-provider deployment has 2 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001422540\u003e: \n    failed to create HCP cluster np-autoscale-cluster: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-nr76gskcfsht\" to finish creating: GET https://rp.j8617344.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/d63268b6-f286-4ac7-9dcb-f75b1fa2b29a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/d63268b6-f286-4ac7-9dcb-f75b1fa2b29a\",\n      \"name\": \"d63268b6-f286-4ac7-9dcb-f75b1fa2b29a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-01T21:37:37.328442226Z\",\n      \"endTime\": \"2026-10-01T22:06:41.36782171Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: KubeconfigWaitingForCreate: Waiting for hosted control plane kubeconfig to be created; hosted cluster degraded: UnavailableReplicas: capi-provider deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001422540\u003e: \n    failed to create HCP cluster np-autoscale-cluster: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-nr76gskcfsht\" to finish creating: GET https://rp.j8617344.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/d63268b6-f286-4ac7-9dcb-f75b1fa2b29a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/d63268b6-f286-4ac7-9dcb-f75b1fa2b29a\",\n      \"name\": \"d63268b6-f286-4ac7-9dcb-f75b1fa2b29a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-01T21:37:37.328442226Z\",\n      \"endTime\": \"2026-10-01T22:06:41.36782171Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: KubeconfigWaitingForCreate: Waiting for hosted control plane kubeconfig to be created; hosted cluster degraded: UnavailableReplicas: capi-provider deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:133]: failed to create HCP cluster \"cp-ystream-upgrade-5-1-dhvd4s\" at install version 5.0\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ed0460\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-5-1-dhvd4s: failed waiting for cluster=\"cp-ystream-upgrade-5-1-dhvd4s\" in resourcegroup=\"rg-cp-ystream-upgrade-5-1-25w79q54vqwd\" to finish creating: GET https://rp.j4153600.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/e4f26d35-7dcc-4a11-95e9-ba0b44e92249\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/e4f26d35-7dcc-4a11-95e9-ba0b44e92249\",\n      \"name\": \"e4f26d35-7dcc-4a11-95e9-ba0b44e92249\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-01T18:01:36.572713358Z\",\n      \"endTime\": \"2026-10-01T18:30:44.899304602Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: KubeconfigWaitingForCreate: Waiting for hosted control plane kubeconfig to be created; hosted cluster degraded: UnavailableReplicas: capi-provider deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:133]: failed to create HCP cluster \"cp-ystream-upgrade-5-1-dhvd4s\" at install version 5.0\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ed0460\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-5-1-dhvd4s: failed waiting for cluster=\"cp-ystream-upgrade-5-1-dhvd4s\" in resourcegroup=\"rg-cp-ystream-upgrade-5-1-25w79q54vqwd\" to finish creating: GET https://rp.j4153600.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/e4f26d35-7dcc-4a11-95e9-ba0b44e92249\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/e4f26d35-7dcc-4a11-95e9-ba0b44e92249\",\n      \"name\": \"e4f26d35-7dcc-4a11-95e9-ba0b44e92249\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-01T18:01:36.572713358Z\",\n      \"endTime\": \"2026-10-01T18:30:44.899304602Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: KubeconfigWaitingForCreate: Waiting for hosted control plane kubeconfig to be created; hosted cluster degraded: UnavailableReplicas: capi-provider deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7303/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105975953711697920","occurred_at":"2026-10-02T10:59:29Z","signature_id":"6151f3dfe8d1d7e6a99338873294fafd7a249d93b2444cb2b6df005a60d29dcc","pr_number":7303,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6924/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105758317698617344","occurred_at":"2026-10-01T20:34:40Z","signature_id":"c986760a5f4d2652dc43b9dabc7fd3c14d4d7b36fd44e885ee97cbd0025fa91c","pr_number":6924,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105707780064153600","occurred_at":"2026-10-01T17:13:51Z","signature_id":"a16221c27ccc95fd81b9b66186bd1e94cffc7a154233bcad87a898d3ca7bc7aa","pr_number":6900,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7158/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105614591059824640","occurred_at":"2026-10-01T11:03:33Z","signature_id":"847608b38969ba5c7930f2ebf2a8e80aa7fc90c5350fca4079d02a6659c6376c","pr_number":7158,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105599650848313344","occurred_at":"2026-10-01T10:04:11Z","signature_id":"6cad2bd1182716f198eae4d3ca1302694e3844a304229000581b0c5cee1867c4","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7181/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105596839066603520","occurred_at":"2026-10-01T09:53:01Z","signature_id":"af3af6131995b25e21b59d0019ab66075ba5903968947ddea08ec1f76bab3241","pr_number":7181,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6970/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105354536905347072","occurred_at":"2026-09-30T17:50:11Z","signature_id":"f4f59b5ba44666f24d23e97f157df80ef1f26ced02f1c0c9bfaab2ad9f5e855b","pr_number":6970,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6580/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105349698964426752","occurred_at":"2026-09-30T17:30:58Z","signature_id":"67c7217815599c64efc725333fb06153f8b3a9a0dd9d914a2a506c84453c1f10","pr_number":6580,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"5fe0d75300377f26dad14459efb5218ed6d1b660024fd855d7728e47a4e9c833","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105006438400135168","occurred_at":"2026-09-29T18:25:20Z","signature_id":"bf1f7178169b541464d692cd921bd634d6b51328b81b900fa0a4c18cde694577","pr_number":7141,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6915/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105000598473543680","occurred_at":"2026-09-29T18:00:13Z","signature_id":"c5550fc47ca461f8d74ae7e4533455a0892c5064108b09a047f57bccccb056fd","pr_number":6915,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7231/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104959408780873728","occurred_at":"2026-09-29T15:40:05Z","signature_id":"5665ea195025c891d95ae7b5fda7a67f14d48f4ae765d9b9f5916cf5cac18306","pr_number":7231,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826553132126208","occurred_at":"2026-09-29T06:52:10Z","signature_id":"0be071bd8e0c47562898ef2db89ba6ce80590828d2458bd98774983dd66b16c0","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826553132126208","occurred_at":"2026-09-29T06:52:10Z","signature_id":"0d83436293800226028bcae9c08678862f780cfcb011a3356701b7aed9045191","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826553132126208","occurred_at":"2026-09-29T06:52:10Z","signature_id":"1a8ec8671438f853ebb1aa3d567d2ac4a7860a97fa31211460e567cab9ec6674","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826553132126208","occurred_at":"2026-09-29T06:52:10Z","signature_id":"258610727f9484f38009b3adf5c6a4077b893b90a433eb7ef45ccb9c9de1a69e","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826553132126208","occurred_at":"2026-09-29T06:52:10Z","signature_id":"2ebf23239aa1ebb46a5e91a1a846755a6f3fd4df0141fe3a351c32292eab5f38","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826553132126208","occurred_at":"2026-09-29T06:52:10Z","signature_id":"467f22b54a8e729892ab9ebdc405f18f8be06c724be9b496711b9eac7a5ab5e4","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826553132126208","occurred_at":"2026-09-29T06:52:10Z","signature_id":"6b20055d9357902c77da478c0ba5a91a54716b21bf059c3cf84848cd99cd01de","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826553132126208","occurred_at":"2026-09-29T06:52:10Z","signature_id":"7dad6f696b4df7e67ff8dd1a260da1c21fedb51414758a6ad06a40b14304b4ea","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826553132126208","occurred_at":"2026-09-29T06:52:10Z","signature_id":"8adb242a1fc2de6b404cd3d90c49c42a5b81fe7628eac64c0600f4cf8d52de93","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826553132126208","occurred_at":"2026-09-29T06:52:10Z","signature_id":"8dc02c43b57c0ee03aeef88ae4ad57d6ae9fd39d4802670736bdf7a64393aa10","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826553132126208","occurred_at":"2026-09-29T06:52:10Z","signature_id":"adef546dfe1912edec9c55e712cff4086be816fb3a8d702ad01ea5e76d6bf367","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826553132126208","occurred_at":"2026-09-29T06:52:10Z","signature_id":"b3fc4400ca25570010952257c9a8a56d0ec6da00c5dff3352e2ab0590de1e3d0","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826553132126208","occurred_at":"2026-09-29T06:52:10Z","signature_id":"c55c1b64c511f98c08b0977dfcd60dfddbdcd845baf654e7b73f3f31dbfaa837","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826553132126208","occurred_at":"2026-09-29T06:52:10Z","signature_id":"d3dadc9039a42b1c903733e63e869b37b336323bac8aa107c0c481d14404d703","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7233/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747306141093888","occurred_at":"2026-09-29T01:37:16Z","signature_id":"8dd589f459a86d881b188785f691e9bda4320d0243a193e6e82b67802271d3a5","pr_number":7233,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7233/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747306141093888","occurred_at":"2026-09-29T01:37:16Z","signature_id":"acdcdce794d2803efdf3c74af20d863770dadc002c8cc62cbb6d19b37a9109b3","pr_number":7233,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7229/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104669678952517632","occurred_at":"2026-09-28T20:28:48Z","signature_id":"bfb0b49b1e98aa126ca5cf25522dd823c2ee08043d22226794dfcfc1bbb69bcd","pr_number":7229,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"87cf86b25792a741c2861161a7d6340286a05f5515c53e2990a5c33b4b1e6faa","failure_pattern":"ERROR CODE: InternalServerError; detail message cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster still exists; [clusterServiceStatus] state is \"uninstalling\"; [descendantResources] remaining resources: serviceProviderClusters; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":26,"runs_affected":7,"failed_runs":7,"run_impact_percent":1.338432122370937,"anchor_occurrences":26,"after_last_push_count":106,"trend_counts":[0,14,2,10,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":151,"prior_last_seen_at":"2026-09-25T15:23:24Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.23","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.1","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to cordon, drain, and uncordon a node in an HCP cluster","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to retrieve cluster and nodepool status active versions","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster using v20260901preview API and verify cluster health","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"FIPS Mode Support with v2026-09-01 API should create an HCP cluster with FIPS mode enabled via cryptoRestrictions property","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"SRE should be able to log into a cluster via a breakglass session","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"SRE should return 409 when boot diagnostics is disabled on a VM","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 5.0","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc001666348\u003e: \n    resource group \"rg-candidate-5-1-7k2hspfgwlgc\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-candidate-5-1-jdl45b\" in resourcegroup=\"rg-candidate-5-1-7k2hspfgwlgc\" to finish deleting: GET https://rp.j2434176.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/77026e76-9732-4942-8d30-76c6571b6048\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/77026e76-9732-4942-8d30-76c6571b6048\",\n      \"name\": \"77026e76-9732-4942-8d30-76c6571b6048\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T19:19:44.434042017Z\",\n      \"endTime\": \"2026-09-30T19:43:54.082755547Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t5gr9ar4ha50b9n6jmkh1qfntpjdb09 still exists (deletion dispatched at 2026-09-30T19:19:46Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc001666348\u003e: \n    resource group \"rg-candidate-5-1-7k2hspfgwlgc\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-candidate-5-1-jdl45b\" in resourcegroup=\"rg-candidate-5-1-7k2hspfgwlgc\" to finish deleting: GET https://rp.j2434176.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/77026e76-9732-4942-8d30-76c6571b6048\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/77026e76-9732-4942-8d30-76c6571b6048\",\n      \"name\": \"77026e76-9732-4942-8d30-76c6571b6048\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T19:19:44.434042017Z\",\n      \"endTime\": \"2026-09-30T19:43:54.082755547Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t5gr9ar4ha50b9n6jmkh1qfntpjdb09 still exists (deletion dispatched at 2026-09-30T19:19:46Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc002518090\u003e: \n    resource group \"node-limit-test-2jbt488tkpl7\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-2jbt488tkpl7\" to finish deleting: GET https://rp.j5446016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/da56d4ee-d492-4bc3-b379-32ba10c1db68\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/da56d4ee-d492-4bc3-b379-32ba10c1db68\",\n      \"name\": \"da56d4ee-d492-4bc3-b379-32ba10c1db68\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T17:02:22.062008253Z\",\n      \"endTime\": \"2026-09-30T17:26:25.935485649Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t5f1mqu517if66tcq7vv1883rm6svr2 still exists (deletion dispatched at 2026-09-30T17:02:22Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc002518090\u003e: \n    resource group \"node-limit-test-2jbt488tkpl7\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-2jbt488tkpl7\" to finish deleting: GET https://rp.j5446016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/da56d4ee-d492-4bc3-b379-32ba10c1db68\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/da56d4ee-d492-4bc3-b379-32ba10c1db68\",\n      \"name\": \"da56d4ee-d492-4bc3-b379-32ba10c1db68\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T17:02:22.062008253Z\",\n      \"endTime\": \"2026-09-30T17:26:25.935485649Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t5f1mqu517if66tcq7vv1883rm6svr2 still exists (deletion dispatched at 2026-09-30T17:02:22Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc001702090\u003e: \n    resource group \"fips-enabled-xs9fxbdgnwhz\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-xs9fxbdgnwhz\" to finish deleting: GET https://rp.j0283264.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/81d3effe-1da4-43c5-8596-8a54252ca278\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/81d3effe-1da4-43c5-8596-8a54252ca278\",\n      \"name\": \"81d3effe-1da4-43c5-8596-8a54252ca278\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T07:45:23.642226584Z\",\n      \"endTime\": \"2026-09-30T08:09:32.307764104Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t56obh88cddik6iio0cu4ci35j02k7f still exists (deletion dispatched at 2026-09-30T07:45:28Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc001702090\u003e: \n    resource group \"fips-enabled-xs9fxbdgnwhz\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-xs9fxbdgnwhz\" to finish deleting: GET https://rp.j0283264.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/81d3effe-1da4-43c5-8596-8a54252ca278\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/81d3effe-1da4-43c5-8596-8a54252ca278\",\n      \"name\": \"81d3effe-1da4-43c5-8596-8a54252ca278\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T07:45:23.642226584Z\",\n      \"endTime\": \"2026-09-30T08:09:32.307764104Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t56obh88cddik6iio0cu4ci35j02k7f still exists (deletion dispatched at 2026-09-30T07:45:28Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7181/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105360377792434176","occurred_at":"2026-09-30T18:13:24Z","signature_id":"ef889d6333cbd7f0e4691f6a9291bdf5c9b96b5e6e9bbbf10e509094968d5d90","pr_number":7181,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"9819845289ed857fc47e38f741826a409f9a62a82fd091add158c84457fae98f","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"00b952975e25b271682c84963b4e373b62836b85fd377a0a370a32c2e1265937","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"600a0314fbb714dba09f339df24ce54ab67395260e920baf7aff2d02983e4161","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"649e383ec3ed1073212333a1b5e629c51797a17f0420563d94bcc96852af6d6a","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"a063820c19d1cfffec5676eb083b22917baff3755e10e5f7ba1e4ca7f468b87e","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"c635c7f3ad43e5d41b74812d30f60963314806e81ba8a3813c7a319c4b22a212","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"e0bad5b53413f07d5e84ab7f0e9ceb6826abb2c93e45e9f508ec37a3532918d0","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"ec90d4af2927302761e0ebd2e1983af136cd63955ff9ce58162405d9f1e62c70","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"f7618045d7cfaab4bd66f07a97cf823014f39a37fe0a4c093e781b82a7306d83","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7242/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105024277664239616","occurred_at":"2026-09-29T19:18:47Z","signature_id":"0f4293ef89ffa047949ef502c6da1fc06a44e247ae7165e198a6f41e82957ed1","pr_number":7242,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7215/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747333580230656","occurred_at":"2026-09-29T01:37:23Z","signature_id":"155908f93ab9d60173f27a3b80d860cdb60ebc9a64828336c942df149be1a6ec","pr_number":7215,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"3e888de17147e7874eadf6ced8362014dc85d0b720dae2bc042d4c0447b893a8","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"41f8565c8d66121e0492feecad4bd386abcae6dbe95e544be1df719574ccf61b","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"538ab841d7da92f151f053745afb8b6c8b0b5a9b56e4c3e14a219af6b04685ad","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"5dfe14507d8b11e66e113439e7fd5e5658e11aa6bef04974f9ae810928fd2cab","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"9750f33ed5e6147a22d180f7699d450888db4a731961f85f26cda84a3169792e","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"98ef78430baca42d6f526e7ecca494ec92e181a87375c4f938b1a9850f7a6bab","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"a69c8acf0abd80d165248bcaf55a4ced12cad424d219715d2c11e129770e5945","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"b50a899b542ef0c196a7d92efe90960659f5d0b7a62b38d8e35564b620d606b8","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"c565e2df29978beff1205caf7aa2ba4d94ee0ef7e6719c56612ee152f0096b19","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"e6ee12a3586a43226a4838a0632196b6f3dcfaa9c97b4d56737aff26dc114226","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"edb70c942e30bb17da3821925bed8b5e1b90399f2f5e8e8d2a7f7e8ad2f00f79","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"fe6f233cf035c94775c98365cc42c5ca8d0b415b7ad76008f15194614bdb8ee8","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7041/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104360746694479872","occurred_at":"2026-09-28T00:00:40Z","signature_id":"b3295d25e69eb7628cbb4ab513ba3757584094fbc4dc76c3f57f93b86af34242","pr_number":7041,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7041/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104360746694479872","occurred_at":"2026-09-28T00:00:40Z","signature_id":"d03f3c6aca7be3f6a3c7d8785334ad1db8dd496853f706eb72adae638570308d","pr_number":7041,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"7ce686769ff043136690244623d4e41638e076307605ca4f958fb70e7e2b2051","failure_pattern":"alert [svc] KubePodNotReady fired","search_query":"alert [svc] KubePodNotReady fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert KubePodNotReady does not fire","occurrences":22,"runs_affected":22,"failed_runs":22,"run_impact_percent":4.2065009560229445,"anchor_occurrences":22,"after_last_push_count":9,"trend_counts":[1,5,6,7,0,3,1,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":43,"prior_last_seen_at":"2026-09-27T13:08:39Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert KubePodNotReady does not fire","occurrences":22}],"full_error_samples":["alert fired 3 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-10-03T01:40:57Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j4407168-svc\", component=\"kubernetes-infrastructure\", namespace=\"clusters-service\", pod=\"clusters-service-74695d59f9-hxdpn\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod clusters-service/clusters-service-74695d59f9-hxdpn has been in a non-ready state for longer than 5 minutes.\nFiring 2:\n  State:       Fired (not resolved)\n  Started:     2026-10-03T01:42:55Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j4407168-svc\", component=\"kubernetes-infrastructure\", namespace=\"clusters-service\", pod=\"clusters-service-74695d59f9-bfnvs\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod clusters-service/clusters-service-74695d59f9-bfnvs has been in a non-ready state for longer than 5 minutes.\nFiring 3:\n  State:       Fired (not resolved)\n  Started:     2026-10-03T01:42:55Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j4407168-svc\", component=\"kubernetes-infrastructure\", namespace=\"clusters-service\", pod=\"clusters-service-74695d59f9-wjv8w\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod clusters-service/clusters-service-74695d59f9-wjv8w has been in a non-ready state for longer than 5 minutes.","alert fired 65 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-22dl9\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-22dl9 has been in a non-ready state for longer than 5 minutes.\nFiring 2:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-dfssq\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-dfssq has been in a non-ready state for longer than 5 minutes.\nFiring 3:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-lc7f8\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-lc7f8 has been in a non-ready state for longer than 5 minutes.\nFiring 4:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-lrxrn\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-lrxrn has been in a non-ready state for longer than 5 minutes.\nFiring 5:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-ws459\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-ws459 has been in a non-ready state for longer than 5 minutes.\nFiring 6:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-nm4b8\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-nm4b8 has been in a non-ready state for longer than 5 minutes.\nFiring 7:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-r88sm\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-r88sm has been in a non-ready state for longer than 5 minutes.\nFiring 8:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-2f87w\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-2f87w has been in a non-ready state for longer than 5 minutes.\nFiring 9:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-hlcf4\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-hlcf4 has been in a non-ready state for longer than 5 minutes.\nFiring 10:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-6mnrg\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-6mnrg has been in a non-ready state for longer than 5 minutes.\nFiring 11:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-t95zp\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-t95zp has been in a non-ready state for longer than 5 minutes.\nFiring 12:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-jkbjb\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-jkbjb has been in a non-ready state for longer than 5 minutes.\nFiring 13:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-zcpgg\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-zcpgg has been in a non-ready state for longer than 5 minutes.\nFiring 14:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-qxvct\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-qxvct has been in a non-ready state for longer than 5 minutes.\nFiring 15:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-mfbkm\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-mfbkm has been in a non-ready state for longer than 5 minutes.\nFiring 16:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-mmpwv\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-mmpwv has been in a non-ready state for longer than 5 minutes.\nFiring 17:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-m4v82\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-m4v82 has been in a non-ready state for longer than 5 minutes.\nFiring 18:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-fzf98\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-fzf98 has been in a non-ready state for longer than 5 minutes.\nFiring 19:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-6f2b7\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-6f2b7 has been in a non-ready state for longer than 5 minutes.\nFiring 20:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-z9cp6\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-z9cp6 has been in a non-ready state for longer than 5 minutes.\nFiring 21:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-64mk2\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-64mk2 has been in a non-ready state for longer than 5 minutes.\nFiring 22:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-glxpz\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-glxpz has been in a non-ready state for longer than 5 minutes.\nFiring 23:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-scxrj\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-scxrj has been in a non-ready state for longer than 5 minutes.\nFiring 24:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-5876w\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-5876w has been in a non-ready state for longer than 5 minutes.\nFiring 25:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-h5skh\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-h5skh has been in a non-ready state for longer than 5 minutes.\nFiring 26:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-77rvv\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-77rvv has been in a non-ready state for longer than 5 minutes.\nFiring 27:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-wxzgc\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-wxzgc has been in a non-ready state for longer than 5 minutes.\nFiring 28:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-gxvrp\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-gxvrp has been in a non-ready state for longer than 5 minutes.\nFiring 29:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-f497d\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-f497d has been in a non-ready state for longer than 5 minutes.\nFiring 30:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-zpfft\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-zpfft has been in a non-ready state for longer than 5 minutes.\nFiring 31:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-x99lx\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-x99lx has been in a non-ready state for longer than 5 minutes.\nFiring 32:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-ksr8r\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-ksr8r has been in a non-ready state for longer than 5 minutes.\nFiring 33:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-p2k9c\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-p2k9c has been in a non-ready state for longer than 5 minutes.\nFiring 34:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-hp5fb\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-hp5fb has been in a non-ready state for longer than 5 minutes.\nFiring 35:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-vjh72\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-vjh72 has been in a non-ready state for longer than 5 minutes.\nFiring 36:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-gfrgk\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-gfrgk has been in a non-ready state for longer than 5 minutes.\nFiring 37:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-nrh6c\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-nrh6c has been in a non-ready state for longer than 5 minutes.\nFiring 38:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-dcz7s\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-dcz7s has been in a non-ready state for longer than 5 minutes.\nFiring 39:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-56n2t\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-56n2t has been in a non-ready state for longer than 5 minutes.\nFiring 40:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-8pwww\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-8pwww has been in a non-ready state for longer than 5 minutes.\nFiring 41:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-sr95r\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-sr95r has been in a non-ready state for longer than 5 minutes.\nFiring 42:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-sl2gh\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-sl2gh has been in a non-ready state for longer than 5 minutes.\nFiring 43:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-dlbhp\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-dlbhp has been in a non-ready state for longer than 5 minutes.\nFiring 44:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-pbjdw\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-pbjdw has been in a non-ready state for longer than 5 minutes.\nFiring 45:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-rfjgp\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-rfjgp has been in a non-ready state for longer than 5 minutes.\nFiring 46:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-xwfwj\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-xwfwj has been in a non-ready state for longer than 5 minutes.\nFiring 47:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-gl2xg\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-gl2xg has been in a non-ready state for longer than 5 minutes.\nFiring 48:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-96lg5\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-96lg5 has been in a non-ready state for longer than 5 minutes.\nFiring 49:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-vbcxj\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-vbcxj has been in a non-ready state for longer than 5 minutes.\nFiring 50:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-5sw59\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-5sw59 has been in a non-ready state for longer than 5 minutes.\nFiring 51:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-l49jm\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-l49jm has been in a non-ready state for longer than 5 minutes.\nFiring 52:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-jx5v4\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-jx5v4 has been in a non-ready state for longer than 5 minutes.\nFiring 53:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-s256n\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-s256n has been in a non-ready state for longer than 5 minutes.\nFiring 54:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-vnr48\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-vnr48 has been in a non-ready state for longer than 5 minutes.\nFiring 55:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-zrk5n\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-zrk5n has been in a non-ready state for longer than 5 minutes.\nFiring 56:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-cc7rs\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-cc7rs has been in a non-ready state for longer than 5 minutes.\nFiring 57:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-6j84r\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-6j84r has been in a non-ready state for longer than 5 minutes.\nFiring 58:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-blmqs\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-blmqs has been in a non-ready state for longer than 5 minutes.\nFiring 59:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-4lnm2\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-4lnm2 has been in a non-ready state for longer than 5 minutes.\nFiring 60:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-ppjmp\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-ppjmp has been in a non-ready state for longer than 5 minutes.\nFiring 61:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-t9nwg\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-t9nwg has been in a non-ready state for longer than 5 minutes.\nFiring 62:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-68bhc\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-68bhc has been in a non-ready state for longer than 5 minutes.\nFiring 63:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-5fhnt\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-5fhnt has been in a non-ready state for longer than 5 minutes.\nFiring 64:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-jjrn5\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-jjrn5 has been in a non-ready state for longer than 5 minutes.\nFiring 65:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T17:38:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j2828160-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-rzbk6\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-rzbk6 has been in a non-ready state for longer than 5 minutes.","alert fired 1 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T15:56:30Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodNotReady\", cluster=\"ci01-j9111424-svc\", component=\"kubernetes-infrastructure\", namespace=\"monitoring\", pod=\"kube-events-5685964bfc-k7gkp\", region=\"canadacentral\", severity=\"warning\"\n  Description: Pod monitoring/kube-events-5685964bfc-k7gkp has been in a non-ready state for longer than 5 minutes."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7333/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106183789494407168","occurred_at":"2026-10-03T00:45:21Z","signature_id":"5772227d0b1c3dbc1f88ff19aefa92151e392000e5bb31a2f32a22c36981ef0c","pr_number":7333,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7326/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106063651092828160","occurred_at":"2026-10-02T16:47:51Z","signature_id":"8a0e5803002408b9740f03b409808525c6d5017ddf44ce6a4187ef72194ff101","pr_number":7326,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6775/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106035412379111424","occurred_at":"2026-10-02T14:55:45Z","signature_id":"c4307b9de315687a8fce104eff903477686b7321152ba52d83a069c63664370a","pr_number":6775,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105860601363304448","occurred_at":"2026-10-02T03:21:06Z","signature_id":"292f546bc904e43ecc8422922e08247071ec4dff8f7132975575642549b9e4ef","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105385002328920064","occurred_at":"2026-09-30T19:51:15Z","signature_id":"a917e86272dd2f9d0f31aa7b4cfdde08465b4442f6dace77ef110fd12ce6152f","pr_number":6820,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105354569830633472","occurred_at":"2026-09-30T17:50:19Z","signature_id":"032b9ffd2c84a0fa436845d9647a87344f7d1ada690aa0f9f17c34f86c623a85","pr_number":6820,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"334ea0166a08010cff76f9d98df6bd32216ced385950ba9b5e9cd0a35c2140ea","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105294563651358720","occurred_at":"2026-09-30T13:51:53Z","signature_id":"b25416717b76880c6609e81cf02b1d01fc79601f025ad76a9d31a41cb5607615","pr_number":6820,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105227914915090432","occurred_at":"2026-09-30T09:27:02Z","signature_id":"4ef2e890beff7c4f86db4449f89189712a00b70740bd3d6bf71d4bd36e6eada0","pr_number":6820,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6944/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105224754142121984","occurred_at":"2026-09-30T09:14:29Z","signature_id":"960817798cecef5f242862956f5ea60bc993965ed8ff7b4209f48c2ae021c775","pr_number":6944,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7158/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105165316576251904","occurred_at":"2026-09-30T05:18:18Z","signature_id":"f24999767c880e9e7cc09f5f63e3720ef83e3427a0a79dedbcfca71bdb5f3dae","pr_number":7158,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104969648343617536","occurred_at":"2026-09-29T16:20:47Z","signature_id":"bd0678e58ffc20c5a17a770813bd34e7fd461dd9be5c5d3f1ff3d65fc3c66bbd","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7231/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104959408780873728","occurred_at":"2026-09-29T15:40:05Z","signature_id":"5baf42fb9cff111fb8842d9a90fd2e83de6d6e7af04a3aed4105be3c8269d5ae","pr_number":7231,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104901125449715712","occurred_at":"2026-09-29T11:48:30Z","signature_id":"1e62489e7866f0527d21798b1edc54e005bcf63e94abdc30a0b7d8c87828bc77","pr_number":6141,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7001/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104892283974324224","occurred_at":"2026-09-29T11:13:21Z","signature_id":"8a5b2af1a0b796c047e659da6a5145d49b003301aa4637e08b26287323dd087f","pr_number":7001,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6915/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104861197303025664","occurred_at":"2026-09-29T09:09:50Z","signature_id":"d747cb335f976610cd68c7f3a5d4d4654942b38d56c89998ee0fc8d459302a24","pr_number":6915,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104751945536245760","occurred_at":"2026-09-29T01:55:42Z","signature_id":"1dcc6a5b20c03697dd44d8cced3748b1a1e6ee8d9a8228477e2148cb6f3c6ce1","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"628ec6c53961c8770e007de15e33a4677fa2c411d6198e11b35c424d814ac61c","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104586688620662784","occurred_at":"2026-09-28T14:59:02Z","signature_id":"a0f3783cbc9752f6f287380baf21644ed565dc45c0b9da951cea46157a26275a","pr_number":7143,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"0c6477cbe2fa9f416a53e241e5f45eeea8fd5de09d670a995c600c8dd10a36a0","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104457246334259200","occurred_at":"2026-09-28T06:24:41Z","signature_id":"11ffe7254f8c26fa108e93294ba03af128f400124607c21f497d84718b3c6125","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"bb574e36c9b0b8ab6f482dba45ea40cb2e48e37b1dc20817e4c37c42065ee2f6","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"d267405d540a4bece3363f10cc216deb4dc4b3fe44b839cd180b7e7fdfb1e54c","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version \u003cversion\u003e is Partial (want Completed), started \u003cduration\u003e ago; hosted cluster degraded: UnavailableReplicas: [router]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":22,"runs_affected":13,"failed_runs":13,"run_impact_percent":2.48565965583174,"anchor_occurrences":22,"after_last_push_count":11,"trend_counts":[0,7,10,5,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-21"],"prior_runs_affected":14,"prior_last_seen_at":"2026-09-25T14:23:20Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP HyperShift Presubmit should create a cluster and nodepool to completion","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.1","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":3},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to delete a nodepool","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to retrieve cluster and nodepool status active versions","occurrences":3},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-5-1-z8sw852rvcl6/cluster-candidate-5-1-f8bld9 should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f24640\u003e: \n    failed to create HCP cluster cluster-candidate-5-1-f8bld9: failed waiting for cluster=\"cluster-candidate-5-1-f8bld9\" in resourcegroup=\"rg-candidate-5-1-z8sw852rvcl6\" to finish creating: GET https://rp.j5298560.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/1da1b003-1c66-47c8-99b2-f49235ea2736\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/1da1b003-1c66-47c8-99b2-f49235ea2736\",\n      \"name\": \"1da1b003-1c66-47c8-99b2-f49235ea2736\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T17:01:56.141378012Z\",\n      \"endTime\": \"2026-09-30T17:30:57.762149233Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 5.1.0-ec.1 is Partial (want Completed), started 24m10s ago; hosted cluster degraded: UnavailableReplicas: router deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-5-1-z8sw852rvcl6/cluster-candidate-5-1-f8bld9 should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f24640\u003e: \n    failed to create HCP cluster cluster-candidate-5-1-f8bld9: failed waiting for cluster=\"cluster-candidate-5-1-f8bld9\" in resourcegroup=\"rg-candidate-5-1-z8sw852rvcl6\" to finish creating: GET https://rp.j5298560.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/1da1b003-1c66-47c8-99b2-f49235ea2736\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/1da1b003-1c66-47c8-99b2-f49235ea2736\",\n      \"name\": \"1da1b003-1c66-47c8-99b2-f49235ea2736\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T17:01:56.141378012Z\",\n      \"endTime\": \"2026-09-30T17:30:57.762149233Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 5.1.0-ec.1 is Partial (want Completed), started 24m10s ago; hosted cluster degraded: UnavailableReplicas: router deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-4-22-622nv7gb94zh/cluster-candidate-4-22-jcthkg should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c422a0\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-jcthkg: failed waiting for cluster=\"cluster-candidate-4-22-jcthkg\" in resourcegroup=\"rg-candidate-4-22-622nv7gb94zh\" to finish creating: GET https://rp.j5446016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/6c7ea5b6-e38d-4282-a8bd-b4e196c0a2b9\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/6c7ea5b6-e38d-4282-a8bd-b4e196c0a2b9\",\n      \"name\": \"6c7ea5b6-e38d-4282-a8bd-b4e196c0a2b9\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T16:52:38.429049015Z\",\n      \"endTime\": \"2026-09-30T17:21:45.984146934Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.22.16 is Partial (want Completed), started 22m41s ago; hosted cluster degraded: UnavailableReplicas: router deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-4-22-622nv7gb94zh/cluster-candidate-4-22-jcthkg should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c422a0\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-jcthkg: failed waiting for cluster=\"cluster-candidate-4-22-jcthkg\" in resourcegroup=\"rg-candidate-4-22-622nv7gb94zh\" to finish creating: GET https://rp.j5446016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/6c7ea5b6-e38d-4282-a8bd-b4e196c0a2b9\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/6c7ea5b6-e38d-4282-a8bd-b4e196c0a2b9\",\n      \"name\": \"6c7ea5b6-e38d-4282-a8bd-b4e196c0a2b9\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T16:52:38.429049015Z\",\n      \"endTime\": \"2026-09-30T17:21:45.984146934Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.22.16 is Partial (want Completed), started 22m41s ago; hosted cluster degraded: UnavailableReplicas: router deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-5-1-9z27ks86nc27/cluster-candidate-5-1-hrwtgg should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010a04c0\u003e: \n    failed to create HCP cluster cluster-candidate-5-1-hrwtgg: failed waiting for cluster=\"cluster-candidate-5-1-hrwtgg\" in resourcegroup=\"rg-candidate-5-1-9z27ks86nc27\" to finish creating: GET https://rp.j5446016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/9135939f-e992-427f-be1e-4ecfae2b319a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/9135939f-e992-427f-be1e-4ecfae2b319a\",\n      \"name\": \"9135939f-e992-427f-be1e-4ecfae2b319a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T16:52:29.681806994Z\",\n      \"endTime\": \"2026-09-30T17:21:35.77427567Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 5.1.0-ec.1 is Partial (want Completed), started 22m59s ago; hosted cluster degraded: UnavailableReplicas: router deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-5-1-9z27ks86nc27/cluster-candidate-5-1-hrwtgg should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010a04c0\u003e: \n    failed to create HCP cluster cluster-candidate-5-1-hrwtgg: failed waiting for cluster=\"cluster-candidate-5-1-hrwtgg\" in resourcegroup=\"rg-candidate-5-1-9z27ks86nc27\" to finish creating: GET https://rp.j5446016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/9135939f-e992-427f-be1e-4ecfae2b319a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/9135939f-e992-427f-be1e-4ecfae2b319a\",\n      \"name\": \"9135939f-e992-427f-be1e-4ecfae2b319a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T16:52:29.681806994Z\",\n      \"endTime\": \"2026-09-30T17:21:35.77427567Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 5.1.0-ec.1 is Partial (want Completed), started 22m59s ago; hosted cluster degraded: UnavailableReplicas: router deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7124/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105331328655298560","occurred_at":"2026-09-30T16:17:58Z","signature_id":"65e42ab979836c2386f9206947aca6b2f3f248b30240970282f08d100e07f667","pr_number":7124,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"76a0103093e7faf35353100b194b7ab9cbc8dcbb3627657d6f21d44e6293a1fc","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"b8d7fd2de97ced8753171c37ab1fa36055ef2afb986b3a9217669c39fc61ff3d","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105310240105828352","occurred_at":"2026-09-30T14:54:10Z","signature_id":"55c7211b6b6d239408f79dea1df4f8eea0fbc4889550177ece4353034cb083f3","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105297136064139264","occurred_at":"2026-09-30T14:02:06Z","signature_id":"5cbfd891b17369ec915b5a99867c4b2f1c6fc13517bd9b12c29a9682a6a58e0a","pr_number":7141,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7054/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105060628308692992","occurred_at":"2026-09-29T22:22:18Z","signature_id":"b84eb183fc30814489de66a12eaebf31c2e11f285d5fa67c28a5b4885017f2e3","pr_number":7054,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7054/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105060628308692992","occurred_at":"2026-09-29T22:22:18Z","signature_id":"d7100381ca39f41d29e0836b313aaf94a6b2d8d619220b2d8d452ecce9aa7dcc","pr_number":7054,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7254/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105055507696848896","occurred_at":"2026-09-29T22:01:57Z","signature_id":"5122926c5ade8fbc736be83aa3f8fb88999a12813b939d32ff896605ad8168da","pr_number":7254,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7254/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105055507696848896","occurred_at":"2026-09-29T22:01:57Z","signature_id":"dc00a4d7bc470559b6bed58c38ff280137de80a9b489b5ca06cdbd5e40d6fce4","pr_number":7254,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7220/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104916576108023808","occurred_at":"2026-09-29T12:49:46Z","signature_id":"114a766528263895189731e19a59182a9052143c7a2913843f40763ee856f10f","pr_number":7220,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7001/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104892283974324224","occurred_at":"2026-09-29T11:13:21Z","signature_id":"1020fd15b746938ab2267227fb82d98cdfd040508cfced2fa835b50816b68943","pr_number":7001,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7001/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104892283974324224","occurred_at":"2026-09-29T11:13:21Z","signature_id":"7cda01b35a281494f1568ad8ae621f568043b431e5e95325c2cb32fa07466532","pr_number":7001,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7001/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104892283974324224","occurred_at":"2026-09-29T11:13:21Z","signature_id":"8326aa2b1b28620268b45af3209475a037d87152e0d5261f424e37bb8d32afc3","pr_number":7001,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7236/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104856376063823872","occurred_at":"2026-09-29T08:50:39Z","signature_id":"4974bcdffae3f60c4b9972d14a15f1943747c1fa6bf579aaf54d37821dd4c418","pr_number":7236,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104751945536245760","occurred_at":"2026-09-29T01:55:42Z","signature_id":"94b9193d5e4c58e9ab25995cf98d7e40f59dd02fce0847a64eeddcac41395ed7","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"ae7ec42dfdec2a94af8e0db3707b53e37791d04766056ed14bd22a0a1022e2d0","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"601c5bd9f09b2e0f6ac00b5a321bb62c9488bb447cb61580b5be44db79b4f73d","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"6c6b92988197eb091819159a8cd6fffc7c5e8d6899de05bd4ab24749cc9fa574","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"bf243537c8da415f24304bc3723e10ad081d488b11614cdabdb3f6c9dd66a913","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104457246334259200","occurred_at":"2026-09-28T06:24:41Z","signature_id":"39d100c30a8f93dbf6247cda0ea2c5258c578cc34be4d24eed8741b80b0be4ac","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104457246334259200","occurred_at":"2026-09-28T06:24:41Z","signature_id":"560cf0a1b50bdf979e6f126cbc4861fee95b265a174c9f1c0ba41fcc25b22b09","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104457246334259200","occurred_at":"2026-09-28T06:24:41Z","signature_id":"e02b83b7b7d277f528654c1a7a21a3360f6f5084d7e91c17cd6c997d050b7856","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"a30c60b06990338665e13dfa8bb11fe34f7411c3476ba7b78f153764bec29383","failure_pattern":"ERROR CODE: DeadlineExceeded; provider Microsoft.Network","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":21,"runs_affected":8,"failed_runs":8,"run_impact_percent":1.5296367112810707,"anchor_occurrences":21,"after_last_push_count":8,"trend_counts":[1,1,0,0,0,0,0,20],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-21"],"prior_runs_affected":13,"prior_last_seen_at":"2026-09-27T04:49:39Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP HyperShift Presubmit should create a cluster and nodepool to completion","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":5},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.23","occurrences":3},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":3},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to retrieve cluster and nodepool status active versions","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"FIPS Mode Support with v2026-09-01 API should create an HCP cluster with FIPS mode enabled via cryptoRestrictions property","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:176]: failed to create node pool \"np-qdvjpd\" for cluster \"cluster-candidate-4-20-qdvjpd\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x2801da94f7a0\u003e: \n    failed to create NodePool np-qdvjpd: failed waiting for nodepool=\"np-qdvjpd\" for cluster \"cluster-candidate-4-20-qdvjpd\" in resourcegroup=\"rg-candidate-4-20-nnnfb8l96z2c\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/83209265-2587-4261-be29-f208cd1c7fdd\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/83209265-2587-4261-be29-f208cd1c7fdd\",\n      \"name\": \"83209265-2587-4261-be29-f208cd1c7fdd\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-05T01:02:52.242299947Z\",\n      \"endTime\": \"2026-10-05T01:21:57.963333981Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Compute/virtualMachines/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69 to exist\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-jcgzl: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Compute/virtualMachines/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-jcgzl to exist\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69: Failed: interfaces failed to create or update. err: failed to get existing resource rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Network/networkInterfaces/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69-nic\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '10' ... message truncated\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-qdvjpd: failed waiting for nodepool=\\\"np-qdvjpd\\\" for cluster \\\"cluster-candidate-4-20-qdvjpd\\\" in resourcegroup=\\\"rg-candidate-4-20-nnnfb8l96z2c\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/83209265-2587-4261-be29-f208cd1c7fdd\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/83209265-2587-4261-be29-f208cd1c7fdd\\\",\\n  \\\"name\\\": \\\"83209265-2587-4261-be29-f208cd1c7fdd\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:02:52.242299947Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:21:57.963333981Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Compute/virtualMachines/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69 to exist\\\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-jcgzl: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Compute/virtualMachines/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-jcgzl to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69: Failed: interfaces failed to create or update. err: failed to get existing resource rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Network/networkInterfaces/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '10' ... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0x2801da94ebc0\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-qdvjpd\\\" for cluster \\\"cluster-candidate-4-20-qdvjpd\\\" in resourcegroup=\\\"rg-candidate-4-20-nnnfb8l96z2c\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/83209265-2587-4261-be29-f208cd1c7fdd\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/83209265-2587-4261-be29-f208cd1c7fdd\\\",\\n  \\\"name\\\": \\\"83209265-2587-4261-be29-f208cd1c7fdd\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:02:52.242299947Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:21:57.963333981Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Compute/virtualMachines/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69 to exist\\\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-jcgzl: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Compute/virtualMachines/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-jcgzl to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69: Failed: interfaces failed to create or update. err: failed to get existing resource rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Network/networkInterfaces/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '10' ... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0x2801dc2b4c00\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Date\": [\n                            \"Mon, 05 Oct 2026 01:22:06 GMT\",\n                        ],\n                        \"X-Envoy-Upstream-Service-Time\": [\"21\"],\n                        \"Server\": [\"istio-envoy\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"b68e8ece-9ecd-45ce-b3ad-89cd2ce5dbbd\",\n                        ],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0x2801da94e9a0\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 56, 51, 50, 48, 57, 50, 54, 53, 45, 50, 53, 56, 55, 45, 52, 50, 54, 49, 45, 98, 101, 50, 57, 45, 102, 50, 48, 56, 99, 100, 49, 99, 55, 102, 100, 100, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 56, 51, 50, 48, 57, 50, 54, 53, 45, 50, 53, 56, 55, 45, 52, 50, 54, 49, 45, 98, 101, 50, 57, 45, 102, 50, 48, 56, 99, 100, 49, 99, 55, 102, 100, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 48, 50, 58, 53, 50, 46, 50, 52, 50, 50, 57, 57, 57, 52, 55, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 50, 49, 58, 53, 55, 46, 57, 54, 51, 51, 51, 51, 57, 56, 49, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 108, 48, 122, 49, 102, 50, 114, 53, 113, 51, 117, 56, 117, 56, 100, 45, 110, 112, 45, 113, 100, 118, 106, 112, 100, 45, 102, 122, 119, 116, 102, 45, 104, 114, 120, 54, 57, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 52, 45, 50, 48, 45, 110, 110, 110, 102, 98, 56, 108, 57, 54, 122, 50, 99, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 113, 100, 118, 106, 112, 100, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 108, 48, 122, 49, 102, 50, 114, 53, 113, 51, 117, 56, 117, 56, 100, 45, 110, 112, 45, 113, 100, 118, 106, 112, 100, 45, 102, 122, 119, 116, 102, 45, 104, 114, 120, 54, 57, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 108, 48, 122, 49, 102, 50, 114, 53, 113, 51, 117, 56, 117, 56, 100, 45, 110, 112, 45, 113, 100, 118, 106, 112, 100, 45, 102, 122, 119, 116, 102, 45, 106, 99, 103, 122, 108, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 52, 45, 50, 48, 45, 110, 110, 110, 102, 98, 56, 108, 57, 54, 122, 50, 99, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 113, 100, 118, 106, 112, 100, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 108, 48, 122, 49, 102, 50, 114, 53, 113, 51, 117, 56, 117, 56, 100, 45, 110, 112, 45, 113, 100, 118, 106, 112, 100, 45, 102, 122, 119, 116, 102, 45, 106, 99, 103, 122, 108, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 108, 48, 122, 49, 102, 50, 114, 53, 113, 51, 117, 56, 117, 56, 100, 45, 110, 112, 45, 113, 100, 118, 106, 112, 100, 45, 102, 122, 119, 116, 102, 45, 104, 114, 120, 54, 57, 58, 32, 70, 97, 105, 108, 101, 100, 58, 32, 105, 110, 116, 101, 114, 102, 97, 99, 101, 115, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 99, 114, 101, 97, 116, 101, 32, 111, 114, 32, 117, 112, 100, 97, 116, 101, 46, 32, 101, 114, 114, 58, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 103, 101, 116, 32, 101, 120, 105, 115, 116, 105, 110, 103, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 52, 45, 50, 48, 45, 110, 110, 110, 102, 98, 56, 108, 57, 54, 122, 50, 99, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 113, 100, 118, 106, 112, 100, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 108, 48, 122, 49, 102, 50, 114, 53, 113, 51, 117, 56, 117, 56, 100, 45, 110, 112, 45, 113, 100, 118, 106, 112, 100, 45, 102, 122, 119, 116, 102, 45, 104, 114, 120, 54, 57, 45, 110, 105, 99, 32, 40, 115, 101, 114, 118, 105, 99, 101, 58, 32, 105, 110, 116, 101, 114, 102, 97, 99, 101, 115, 41, 58, 32, 71, 69, 84, 32, 104, 116, 116, 112, 115, 58, 47, 47, 109, 97, 110, 97, 103, 101, 109, 101, 110, 116, 46, 97, 122, 117, 114, 101, 46, 99, 111, 109, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 52, 45, 50, 48, 45, 110, 110, 110, 102, 98, 56, 108, 57, 54, 122, 50, 99, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 113, 100, 118, 106, 112, 100, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 78, 101, 116, 119, 111, 114, 107, 47, 110, 101, 116, 119, 111, 114, 107, 73, 110, 116, 101, 114, 102, 97, 99, 101, 115, 47, 108, 48, 122, 49, 102, 50, 114, 53, 113, 51, 117, 56, 117, 56, 100, 45, 110, 112, 45, 113, 100, 118, 106, 112, 100, 45, 102, 122, 119, 116, 102, 45, 104, 114, 120, 54, 57, 45, 110, 105, 99, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 82, 69, 83, 80, 79, 78, 83, 69, 32, 52, 50, 57, 58, 32, 52, 50, 57, 32, 84, 111, 111, 32, 77, 97, 110, 121, 32, 82, 101, 113, 117, 101, 115, 116, 115, 92, 110, 69, 82, 82, 79, 82, 32, 67, 79, 68, 69, 58, 32, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 123, 92, 110, 32, 32, 92, 34, 101, 114, 114, 111, 114, 92, 34, 58, 32, 123, 92, 110, 32, 32, 32, 32, 92, 34, 99, 111, 100, 101, 92, 34, 58, 32, 92, 34, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 34, 44, 92, 110, 32, 32, 32, 32, 92, 34, 109, 101, 115, 115, 97, 103, 101, 92, 34, 58, 32, 92, 34, 78, 117, 109, 98, 101, 114, 32, 111, 102, 32, 39, 114, 101, 97, 100, 39, 32, 114, 101, 113, 117, 101, 115, 116, 115, 32, 102, 111, 114, 32, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 32, 39, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 39, 32, 97, 99, 116, 111, 114, 32, 39, 98, 49, 49, 55, 99, 102, 48, 102, 45, 48, 50, 55, 54, 45, 52, 52, 56, 54, 45, 57, 54, 57, 49, 45, 52, 102, 48, 48, 102, 53, 97, 57, 48, 101, 49, 98, 39, 32, 101, 120, 99, 101, 101, 100, 101, 100, 46, 32, 80, 108, 101, 97, 115, 101, 32, 116, 114, 121, 32, 97, 103, 97, 105, 110, 32, 97, 102, 116, 101, 114, 32, 39, 49, 48, 39, 32, 46, 46, 46, 32, 109, 101, 115, 115, 97, 103, 101, 32, 116, 114, 117, 110, 99, 97, 116, 101, 100, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: -1,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/83209265-2587-4261-be29-f208cd1c7fdd\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2024-06-10-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"93ee99e4-c628-4b31-9666-ffeaaf3bff5d\",\n                            ],\n                            \"X-Ms-Client-Request-Id\": [\n                                \"da617381-eeed-400b-a5f3-11ea96df09c3\",\n                            ],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-05T01:22:05Z\\\"}\",\n                            ],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0x2801db33dc80\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [10518625998057252440, 4213625535050172621],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926755735, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942481135, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                AuthorityKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bc760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/83209265-2587-4261-be29-f208cd1c7fdd\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/83209265-2587-4261-be29-f208cd1c7fdd\\\",\\n  \\\"name\\\": \\\"83209265-2587-4261-be29-f208cd1c7fdd\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:02:52.242299947Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:21:57.963333981Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Compute/virtualMachines/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69 to exist\\\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-jcgzl: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Compute/virtualMachines/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-jcgzl to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69: Failed: interfaces failed to create or update. err: failed to get existing resource rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Network/networkInterfaces/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '10' ... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:176]: failed to create node pool \"np-qdvjpd\" for cluster \"cluster-candidate-4-20-qdvjpd\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x2801da94f7a0\u003e: \n    failed to create NodePool np-qdvjpd: failed waiting for nodepool=\"np-qdvjpd\" for cluster \"cluster-candidate-4-20-qdvjpd\" in resourcegroup=\"rg-candidate-4-20-nnnfb8l96z2c\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/83209265-2587-4261-be29-f208cd1c7fdd\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/83209265-2587-4261-be29-f208cd1c7fdd\",\n      \"name\": \"83209265-2587-4261-be29-f208cd1c7fdd\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-05T01:02:52.242299947Z\",\n      \"endTime\": \"2026-10-05T01:21:57.963333981Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Compute/virtualMachines/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69 to exist\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-jcgzl: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Compute/virtualMachines/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-jcgzl to exist\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69: Failed: interfaces failed to create or update. err: failed to get existing resource rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Network/networkInterfaces/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69-nic\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '10' ... message truncated\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-qdvjpd: failed waiting for nodepool=\\\"np-qdvjpd\\\" for cluster \\\"cluster-candidate-4-20-qdvjpd\\\" in resourcegroup=\\\"rg-candidate-4-20-nnnfb8l96z2c\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/83209265-2587-4261-be29-f208cd1c7fdd\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/83209265-2587-4261-be29-f208cd1c7fdd\\\",\\n  \\\"name\\\": \\\"83209265-2587-4261-be29-f208cd1c7fdd\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:02:52.242299947Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:21:57.963333981Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Compute/virtualMachines/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69 to exist\\\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-jcgzl: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Compute/virtualMachines/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-jcgzl to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69: Failed: interfaces failed to create or update. err: failed to get existing resource rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Network/networkInterfaces/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '10' ... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0x2801da94ebc0\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-qdvjpd\\\" for cluster \\\"cluster-candidate-4-20-qdvjpd\\\" in resourcegroup=\\\"rg-candidate-4-20-nnnfb8l96z2c\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/83209265-2587-4261-be29-f208cd1c7fdd\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/83209265-2587-4261-be29-f208cd1c7fdd\\\",\\n  \\\"name\\\": \\\"83209265-2587-4261-be29-f208cd1c7fdd\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:02:52.242299947Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:21:57.963333981Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Compute/virtualMachines/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69 to exist\\\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-jcgzl: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Compute/virtualMachines/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-jcgzl to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69: Failed: interfaces failed to create or update. err: failed to get existing resource rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Network/networkInterfaces/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '10' ... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0x2801dc2b4c00\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Date\": [\n                            \"Mon, 05 Oct 2026 01:22:06 GMT\",\n                        ],\n                        \"X-Envoy-Upstream-Service-Time\": [\"21\"],\n                        \"Server\": [\"istio-envoy\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"b68e8ece-9ecd-45ce-b3ad-89cd2ce5dbbd\",\n                        ],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0x2801da94e9a0\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 56, 51, 50, 48, 57, 50, 54, 53, 45, 50, 53, 56, 55, 45, 52, 50, 54, 49, 45, 98, 101, 50, 57, 45, 102, 50, 48, 56, 99, 100, 49, 99, 55, 102, 100, 100, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 56, 51, 50, 48, 57, 50, 54, 53, 45, 50, 53, 56, 55, 45, 52, 50, 54, 49, 45, 98, 101, 50, 57, 45, 102, 50, 48, 56, 99, 100, 49, 99, 55, 102, 100, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 48, 50, 58, 53, 50, 46, 50, 52, 50, 50, 57, 57, 57, 52, 55, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 50, 49, 58, 53, 55, 46, 57, 54, 51, 51, 51, 51, 57, 56, 49, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 108, 48, 122, 49, 102, 50, 114, 53, 113, 51, 117, 56, 117, 56, 100, 45, 110, 112, 45, 113, 100, 118, 106, 112, 100, 45, 102, 122, 119, 116, 102, 45, 104, 114, 120, 54, 57, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 52, 45, 50, 48, 45, 110, 110, 110, 102, 98, 56, 108, 57, 54, 122, 50, 99, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 113, 100, 118, 106, 112, 100, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 108, 48, 122, 49, 102, 50, 114, 53, 113, 51, 117, 56, 117, 56, 100, 45, 110, 112, 45, 113, 100, 118, 106, 112, 100, 45, 102, 122, 119, 116, 102, 45, 104, 114, 120, 54, 57, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 108, 48, 122, 49, 102, 50, 114, 53, 113, 51, 117, 56, 117, 56, 100, 45, 110, 112, 45, 113, 100, 118, 106, 112, 100, 45, 102, 122, 119, 116, 102, 45, 106, 99, 103, 122, 108, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 52, 45, 50, 48, 45, 110, 110, 110, 102, 98, 56, 108, 57, 54, 122, 50, 99, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 113, 100, 118, 106, 112, 100, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 108, 48, 122, 49, 102, 50, 114, 53, 113, 51, 117, 56, 117, 56, 100, 45, 110, 112, 45, 113, 100, 118, 106, 112, 100, 45, 102, 122, 119, 116, 102, 45, 106, 99, 103, 122, 108, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 108, 48, 122, 49, 102, 50, 114, 53, 113, 51, 117, 56, 117, 56, 100, 45, 110, 112, 45, 113, 100, 118, 106, 112, 100, 45, 102, 122, 119, 116, 102, 45, 104, 114, 120, 54, 57, 58, 32, 70, 97, 105, 108, 101, 100, 58, 32, 105, 110, 116, 101, 114, 102, 97, 99, 101, 115, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 99, 114, 101, 97, 116, 101, 32, 111, 114, 32, 117, 112, 100, 97, 116, 101, 46, 32, 101, 114, 114, 58, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 103, 101, 116, 32, 101, 120, 105, 115, 116, 105, 110, 103, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 52, 45, 50, 48, 45, 110, 110, 110, 102, 98, 56, 108, 57, 54, 122, 50, 99, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 113, 100, 118, 106, 112, 100, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 108, 48, 122, 49, 102, 50, 114, 53, 113, 51, 117, 56, 117, 56, 100, 45, 110, 112, 45, 113, 100, 118, 106, 112, 100, 45, 102, 122, 119, 116, 102, 45, 104, 114, 120, 54, 57, 45, 110, 105, 99, 32, 40, 115, 101, 114, 118, 105, 99, 101, 58, 32, 105, 110, 116, 101, 114, 102, 97, 99, 101, 115, 41, 58, 32, 71, 69, 84, 32, 104, 116, 116, 112, 115, 58, 47, 47, 109, 97, 110, 97, 103, 101, 109, 101, 110, 116, 46, 97, 122, 117, 114, 101, 46, 99, 111, 109, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 52, 45, 50, 48, 45, 110, 110, 110, 102, 98, 56, 108, 57, 54, 122, 50, 99, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 113, 100, 118, 106, 112, 100, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 78, 101, 116, 119, 111, 114, 107, 47, 110, 101, 116, 119, 111, 114, 107, 73, 110, 116, 101, 114, 102, 97, 99, 101, 115, 47, 108, 48, 122, 49, 102, 50, 114, 53, 113, 51, 117, 56, 117, 56, 100, 45, 110, 112, 45, 113, 100, 118, 106, 112, 100, 45, 102, 122, 119, 116, 102, 45, 104, 114, 120, 54, 57, 45, 110, 105, 99, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 82, 69, 83, 80, 79, 78, 83, 69, 32, 52, 50, 57, 58, 32, 52, 50, 57, 32, 84, 111, 111, 32, 77, 97, 110, 121, 32, 82, 101, 113, 117, 101, 115, 116, 115, 92, 110, 69, 82, 82, 79, 82, 32, 67, 79, 68, 69, 58, 32, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 123, 92, 110, 32, 32, 92, 34, 101, 114, 114, 111, 114, 92, 34, 58, 32, 123, 92, 110, 32, 32, 32, 32, 92, 34, 99, 111, 100, 101, 92, 34, 58, 32, 92, 34, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 34, 44, 92, 110, 32, 32, 32, 32, 92, 34, 109, 101, 115, 115, 97, 103, 101, 92, 34, 58, 32, 92, 34, 78, 117, 109, 98, 101, 114, 32, 111, 102, 32, 39, 114, 101, 97, 100, 39, 32, 114, 101, 113, 117, 101, 115, 116, 115, 32, 102, 111, 114, 32, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 32, 39, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 39, 32, 97, 99, 116, 111, 114, 32, 39, 98, 49, 49, 55, 99, 102, 48, 102, 45, 48, 50, 55, 54, 45, 52, 52, 56, 54, 45, 57, 54, 57, 49, 45, 52, 102, 48, 48, 102, 53, 97, 57, 48, 101, 49, 98, 39, 32, 101, 120, 99, 101, 101, 100, 101, 100, 46, 32, 80, 108, 101, 97, 115, 101, 32, 116, 114, 121, 32, 97, 103, 97, 105, 110, 32, 97, 102, 116, 101, 114, 32, 39, 49, 48, 39, 32, 46, 46, 46, 32, 109, 101, 115, 115, 97, 103, 101, 32, 116, 114, 117, 110, 99, 97, 116, 101, 100, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: -1,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/83209265-2587-4261-be29-f208cd1c7fdd\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2024-06-10-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"93ee99e4-c628-4b31-9666-ffeaaf3bff5d\",\n                            ],\n                            \"X-Ms-Client-Request-Id\": [\n                                \"da617381-eeed-400b-a5f3-11ea96df09c3\",\n                            ],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-05T01:22:05Z\\\"}\",\n                            ],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0x2801db33dc80\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [10518625998057252440, 4213625535050172621],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926755735, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942481135, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                AuthorityKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bc760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/83209265-2587-4261-be29-f208cd1c7fdd\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/83209265-2587-4261-be29-f208cd1c7fdd\\\",\\n  \\\"name\\\": \\\"83209265-2587-4261-be29-f208cd1c7fdd\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:02:52.242299947Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:21:57.963333981Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Compute/virtualMachines/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69 to exist\\\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-jcgzl: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Compute/virtualMachines/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-jcgzl to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69: Failed: interfaces failed to create or update. err: failed to get existing resource rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-20-nnnfb8l96z2c-candidate-qdvjpd--managed/providers/Microsoft.Network/networkInterfaces/l0z1f2r5q3u8u8d-np-qdvjpd-fzwtf-hrx69-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '10' ... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:176]: failed to create node pool \"np-tk6bsv\" for cluster \"cluster-candidate-4-21-tk6bsv\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x32057978d980\u003e: \n    failed to create NodePool np-tk6bsv: failed waiting for nodepool=\"np-tk6bsv\" for cluster \"cluster-candidate-4-21-tk6bsv\" in resourcegroup=\"rg-candidate-4-21-g8skdmmx22gs\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/d7487deb-d913-4c23-a094-a35ce7945014\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/d7487deb-d913-4c23-a094-a35ce7945014\",\n      \"name\": \"d7487deb-d913-4c23-a094-a35ce7945014\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-05T01:03:20.743923969Z\",\n      \"endTime\": \"2026-10-05T01:22:27.982011671Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Compute/virtualMachines/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h to exist\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-z7nsf: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Compute/virtualMachines/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-z7nsf to exist\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h: Failed: interfaces failed to create or update. err: failed to get existing resource rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Network/networkInterfaces/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h-nic\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '10' ... message truncated\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-tk6bsv: failed waiting for nodepool=\\\"np-tk6bsv\\\" for cluster \\\"cluster-candidate-4-21-tk6bsv\\\" in resourcegroup=\\\"rg-candidate-4-21-g8skdmmx22gs\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/d7487deb-d913-4c23-a094-a35ce7945014\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/d7487deb-d913-4c23-a094-a35ce7945014\\\",\\n  \\\"name\\\": \\\"d7487deb-d913-4c23-a094-a35ce7945014\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:03:20.743923969Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:22:27.982011671Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Compute/virtualMachines/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h to exist\\\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-z7nsf: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Compute/virtualMachines/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-z7nsf to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h: Failed: interfaces failed to create or update. err: failed to get existing resource rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Network/networkInterfaces/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '10' ... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0x32057a022ba0\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-tk6bsv\\\" for cluster \\\"cluster-candidate-4-21-tk6bsv\\\" in resourcegroup=\\\"rg-candidate-4-21-g8skdmmx22gs\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/d7487deb-d913-4c23-a094-a35ce7945014\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/d7487deb-d913-4c23-a094-a35ce7945014\\\",\\n  \\\"name\\\": \\\"d7487deb-d913-4c23-a094-a35ce7945014\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:03:20.743923969Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:22:27.982011671Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Compute/virtualMachines/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h to exist\\\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-z7nsf: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Compute/virtualMachines/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-z7nsf to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h: Failed: interfaces failed to create or update. err: failed to get existing resource rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Network/networkInterfaces/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '10' ... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0x32057b5e6690\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Date\": [\n                            \"Mon, 05 Oct 2026 01:22:34 GMT\",\n                        ],\n                        \"X-Envoy-Upstream-Service-Time\": [\"7\"],\n                        \"Server\": [\"istio-envoy\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"ec3f4255-89f3-4e95-8418-a432e102c794\",\n                        ],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0x32057a022800\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 100, 55, 52, 56, 55, 100, 101, 98, 45, 100, 57, 49, 51, 45, 52, 99, 50, 51, 45, 97, 48, 57, 52, 45, 97, 51, 53, 99, 101, 55, 57, 52, 53, 48, 49, 52, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 100, 55, 52, 56, 55, 100, 101, 98, 45, 100, 57, 49, 51, 45, 52, 99, 50, 51, 45, 97, 48, 57, 52, 45, 97, 51, 53, 99, 101, 55, 57, 52, 53, 48, 49, 52, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 48, 51, 58, 50, 48, 46, 55, 52, 51, 57, 50, 51, 57, 54, 57, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 50, 50, 58, 50, 55, 46, 57, 56, 50, 48, 49, 49, 54, 55, 49, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 51, 103, 53, 108, 51, 103, 51, 109, 51, 114, 52, 120, 51, 107, 45, 110, 112, 45, 116, 107, 54, 98, 115, 118, 45, 112, 119, 53, 116, 104, 45, 53, 52, 113, 53, 104, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 52, 45, 50, 49, 45, 103, 56, 115, 107, 100, 109, 109, 120, 50, 50, 103, 115, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 116, 107, 54, 98, 115, 118, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 106, 51, 103, 53, 108, 51, 103, 51, 109, 51, 114, 52, 120, 51, 107, 45, 110, 112, 45, 116, 107, 54, 98, 115, 118, 45, 112, 119, 53, 116, 104, 45, 53, 52, 113, 53, 104, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 51, 103, 53, 108, 51, 103, 51, 109, 51, 114, 52, 120, 51, 107, 45, 110, 112, 45, 116, 107, 54, 98, 115, 118, 45, 112, 119, 53, 116, 104, 45, 122, 55, 110, 115, 102, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 52, 45, 50, 49, 45, 103, 56, 115, 107, 100, 109, 109, 120, 50, 50, 103, 115, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 116, 107, 54, 98, 115, 118, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 106, 51, 103, 53, 108, 51, 103, 51, 109, 51, 114, 52, 120, 51, 107, 45, 110, 112, 45, 116, 107, 54, 98, 115, 118, 45, 112, 119, 53, 116, 104, 45, 122, 55, 110, 115, 102, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 51, 103, 53, 108, 51, 103, 51, 109, 51, 114, 52, 120, 51, 107, 45, 110, 112, 45, 116, 107, 54, 98, 115, 118, 45, 112, 119, 53, 116, 104, 45, 53, 52, 113, 53, 104, 58, 32, 70, 97, 105, 108, 101, 100, 58, 32, 105, 110, 116, 101, 114, 102, 97, 99, 101, 115, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 99, 114, 101, 97, 116, 101, 32, 111, 114, 32, 117, 112, 100, 97, 116, 101, 46, 32, 101, 114, 114, 58, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 103, 101, 116, 32, 101, 120, 105, 115, 116, 105, 110, 103, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 52, 45, 50, 49, 45, 103, 56, 115, 107, 100, 109, 109, 120, 50, 50, 103, 115, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 116, 107, 54, 98, 115, 118, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 106, 51, 103, 53, 108, 51, 103, 51, 109, 51, 114, 52, 120, 51, 107, 45, 110, 112, 45, 116, 107, 54, 98, 115, 118, 45, 112, 119, 53, 116, 104, 45, 53, 52, 113, 53, 104, 45, 110, 105, 99, 32, 40, 115, 101, 114, 118, 105, 99, 101, 58, 32, 105, 110, 116, 101, 114, 102, 97, 99, 101, 115, 41, 58, 32, 71, 69, 84, 32, 104, 116, 116, 112, 115, 58, 47, 47, 109, 97, 110, 97, 103, 101, 109, 101, 110, 116, 46, 97, 122, 117, 114, 101, 46, 99, 111, 109, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 52, 45, 50, 49, 45, 103, 56, 115, 107, 100, 109, 109, 120, 50, 50, 103, 115, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 116, 107, 54, 98, 115, 118, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 78, 101, 116, 119, 111, 114, 107, 47, 110, 101, 116, 119, 111, 114, 107, 73, 110, 116, 101, 114, 102, 97, 99, 101, 115, 47, 106, 51, 103, 53, 108, 51, 103, 51, 109, 51, 114, 52, 120, 51, 107, 45, 110, 112, 45, 116, 107, 54, 98, 115, 118, 45, 112, 119, 53, 116, 104, 45, 53, 52, 113, 53, 104, 45, 110, 105, 99, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 82, 69, 83, 80, 79, 78, 83, 69, 32, 52, 50, 57, 58, 32, 52, 50, 57, 32, 84, 111, 111, 32, 77, 97, 110, 121, 32, 82, 101, 113, 117, 101, 115, 116, 115, 92, 110, 69, 82, 82, 79, 82, 32, 67, 79, 68, 69, 58, 32, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 123, 92, 110, 32, 32, 92, 34, 101, 114, 114, 111, 114, 92, 34, 58, 32, 123, 92, 110, 32, 32, 32, 32, 92, 34, 99, 111, 100, 101, 92, 34, 58, 32, 92, 34, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 34, 44, 92, 110, 32, 32, 32, 32, 92, 34, 109, 101, 115, 115, 97, 103, 101, 92, 34, 58, 32, 92, 34, 78, 117, 109, 98, 101, 114, 32, 111, 102, 32, 39, 114, 101, 97, 100, 39, 32, 114, 101, 113, 117, 101, 115, 116, 115, 32, 102, 111, 114, 32, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 32, 39, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 39, 32, 97, 99, 116, 111, 114, 32, 39, 98, 49, 49, 55, 99, 102, 48, 102, 45, 48, 50, 55, 54, 45, 52, 52, 56, 54, 45, 57, 54, 57, 49, 45, 52, 102, 48, 48, 102, 53, 97, 57, 48, 101, 49, 98, 39, 32, 101, 120, 99, 101, 101, 100, 101, 100, 46, 32, 80, 108, 101, 97, 115, 101, 32, 116, 114, 121, 32, 97, 103, 97, 105, 110, 32, 97, 102, 116, 101, 114, 32, 39, 49, 48, 39, 32, 46, 46, 46, 32, 109, 101, 115, 115, 97, 103, 101, 32, 116, 114, 117, 110, 99, 97, 116, 101, 100, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: -1,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/d7487deb-d913-4c23-a094-a35ce7945014\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2024-06-10-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"Authorization\": [\"redacted\"],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-05T01:22:34Z\\\"}\",\n                            ],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"2c0e1e27-c57b-44cc-952d-58e1225a0317\",\n                            ],\n                            \"X-Ms-Client-Request-Id\": [\n                                \"e2c482b3-cfa7-41e5-8b29-017be574f5fd\",\n                            ],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0x32057ab002a0\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [10518625998057252440, 4213625535050172621],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926755735, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942481135, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                AuthorityKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bc760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/d7487deb-d913-4c23-a094-a35ce7945014\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/d7487deb-d913-4c23-a094-a35ce7945014\\\",\\n  \\\"name\\\": \\\"d7487deb-d913-4c23-a094-a35ce7945014\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:03:20.743923969Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:22:27.982011671Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Compute/virtualMachines/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h to exist\\\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-z7nsf: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Compute/virtualMachines/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-z7nsf to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h: Failed: interfaces failed to create or update. err: failed to get existing resource rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Network/networkInterfaces/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '10' ... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:176]: failed to create node pool \"np-tk6bsv\" for cluster \"cluster-candidate-4-21-tk6bsv\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x32057978d980\u003e: \n    failed to create NodePool np-tk6bsv: failed waiting for nodepool=\"np-tk6bsv\" for cluster \"cluster-candidate-4-21-tk6bsv\" in resourcegroup=\"rg-candidate-4-21-g8skdmmx22gs\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/d7487deb-d913-4c23-a094-a35ce7945014\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/d7487deb-d913-4c23-a094-a35ce7945014\",\n      \"name\": \"d7487deb-d913-4c23-a094-a35ce7945014\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-05T01:03:20.743923969Z\",\n      \"endTime\": \"2026-10-05T01:22:27.982011671Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Compute/virtualMachines/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h to exist\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-z7nsf: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Compute/virtualMachines/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-z7nsf to exist\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h: Failed: interfaces failed to create or update. err: failed to get existing resource rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Network/networkInterfaces/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h-nic\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '10' ... message truncated\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-tk6bsv: failed waiting for nodepool=\\\"np-tk6bsv\\\" for cluster \\\"cluster-candidate-4-21-tk6bsv\\\" in resourcegroup=\\\"rg-candidate-4-21-g8skdmmx22gs\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/d7487deb-d913-4c23-a094-a35ce7945014\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/d7487deb-d913-4c23-a094-a35ce7945014\\\",\\n  \\\"name\\\": \\\"d7487deb-d913-4c23-a094-a35ce7945014\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:03:20.743923969Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:22:27.982011671Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Compute/virtualMachines/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h to exist\\\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-z7nsf: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Compute/virtualMachines/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-z7nsf to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h: Failed: interfaces failed to create or update. err: failed to get existing resource rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Network/networkInterfaces/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '10' ... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0x32057a022ba0\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-tk6bsv\\\" for cluster \\\"cluster-candidate-4-21-tk6bsv\\\" in resourcegroup=\\\"rg-candidate-4-21-g8skdmmx22gs\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/d7487deb-d913-4c23-a094-a35ce7945014\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/d7487deb-d913-4c23-a094-a35ce7945014\\\",\\n  \\\"name\\\": \\\"d7487deb-d913-4c23-a094-a35ce7945014\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:03:20.743923969Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:22:27.982011671Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Compute/virtualMachines/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h to exist\\\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-z7nsf: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Compute/virtualMachines/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-z7nsf to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h: Failed: interfaces failed to create or update. err: failed to get existing resource rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Network/networkInterfaces/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '10' ... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0x32057b5e6690\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Date\": [\n                            \"Mon, 05 Oct 2026 01:22:34 GMT\",\n                        ],\n                        \"X-Envoy-Upstream-Service-Time\": [\"7\"],\n                        \"Server\": [\"istio-envoy\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"ec3f4255-89f3-4e95-8418-a432e102c794\",\n                        ],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0x32057a022800\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 100, 55, 52, 56, 55, 100, 101, 98, 45, 100, 57, 49, 51, 45, 52, 99, 50, 51, 45, 97, 48, 57, 52, 45, 97, 51, 53, 99, 101, 55, 57, 52, 53, 48, 49, 52, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 100, 55, 52, 56, 55, 100, 101, 98, 45, 100, 57, 49, 51, 45, 52, 99, 50, 51, 45, 97, 48, 57, 52, 45, 97, 51, 53, 99, 101, 55, 57, 52, 53, 48, 49, 52, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 48, 51, 58, 50, 48, 46, 55, 52, 51, 57, 50, 51, 57, 54, 57, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 50, 50, 58, 50, 55, 46, 57, 56, 50, 48, 49, 49, 54, 55, 49, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 51, 103, 53, 108, 51, 103, 51, 109, 51, 114, 52, 120, 51, 107, 45, 110, 112, 45, 116, 107, 54, 98, 115, 118, 45, 112, 119, 53, 116, 104, 45, 53, 52, 113, 53, 104, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 52, 45, 50, 49, 45, 103, 56, 115, 107, 100, 109, 109, 120, 50, 50, 103, 115, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 116, 107, 54, 98, 115, 118, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 106, 51, 103, 53, 108, 51, 103, 51, 109, 51, 114, 52, 120, 51, 107, 45, 110, 112, 45, 116, 107, 54, 98, 115, 118, 45, 112, 119, 53, 116, 104, 45, 53, 52, 113, 53, 104, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 51, 103, 53, 108, 51, 103, 51, 109, 51, 114, 52, 120, 51, 107, 45, 110, 112, 45, 116, 107, 54, 98, 115, 118, 45, 112, 119, 53, 116, 104, 45, 122, 55, 110, 115, 102, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 52, 45, 50, 49, 45, 103, 56, 115, 107, 100, 109, 109, 120, 50, 50, 103, 115, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 116, 107, 54, 98, 115, 118, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 106, 51, 103, 53, 108, 51, 103, 51, 109, 51, 114, 52, 120, 51, 107, 45, 110, 112, 45, 116, 107, 54, 98, 115, 118, 45, 112, 119, 53, 116, 104, 45, 122, 55, 110, 115, 102, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 51, 103, 53, 108, 51, 103, 51, 109, 51, 114, 52, 120, 51, 107, 45, 110, 112, 45, 116, 107, 54, 98, 115, 118, 45, 112, 119, 53, 116, 104, 45, 53, 52, 113, 53, 104, 58, 32, 70, 97, 105, 108, 101, 100, 58, 32, 105, 110, 116, 101, 114, 102, 97, 99, 101, 115, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 99, 114, 101, 97, 116, 101, 32, 111, 114, 32, 117, 112, 100, 97, 116, 101, 46, 32, 101, 114, 114, 58, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 103, 101, 116, 32, 101, 120, 105, 115, 116, 105, 110, 103, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 52, 45, 50, 49, 45, 103, 56, 115, 107, 100, 109, 109, 120, 50, 50, 103, 115, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 116, 107, 54, 98, 115, 118, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 106, 51, 103, 53, 108, 51, 103, 51, 109, 51, 114, 52, 120, 51, 107, 45, 110, 112, 45, 116, 107, 54, 98, 115, 118, 45, 112, 119, 53, 116, 104, 45, 53, 52, 113, 53, 104, 45, 110, 105, 99, 32, 40, 115, 101, 114, 118, 105, 99, 101, 58, 32, 105, 110, 116, 101, 114, 102, 97, 99, 101, 115, 41, 58, 32, 71, 69, 84, 32, 104, 116, 116, 112, 115, 58, 47, 47, 109, 97, 110, 97, 103, 101, 109, 101, 110, 116, 46, 97, 122, 117, 114, 101, 46, 99, 111, 109, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 114, 103, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 52, 45, 50, 49, 45, 103, 56, 115, 107, 100, 109, 109, 120, 50, 50, 103, 115, 45, 99, 97, 110, 100, 105, 100, 97, 116, 101, 45, 116, 107, 54, 98, 115, 118, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 78, 101, 116, 119, 111, 114, 107, 47, 110, 101, 116, 119, 111, 114, 107, 73, 110, 116, 101, 114, 102, 97, 99, 101, 115, 47, 106, 51, 103, 53, 108, 51, 103, 51, 109, 51, 114, 52, 120, 51, 107, 45, 110, 112, 45, 116, 107, 54, 98, 115, 118, 45, 112, 119, 53, 116, 104, 45, 53, 52, 113, 53, 104, 45, 110, 105, 99, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 82, 69, 83, 80, 79, 78, 83, 69, 32, 52, 50, 57, 58, 32, 52, 50, 57, 32, 84, 111, 111, 32, 77, 97, 110, 121, 32, 82, 101, 113, 117, 101, 115, 116, 115, 92, 110, 69, 82, 82, 79, 82, 32, 67, 79, 68, 69, 58, 32, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 123, 92, 110, 32, 32, 92, 34, 101, 114, 114, 111, 114, 92, 34, 58, 32, 123, 92, 110, 32, 32, 32, 32, 92, 34, 99, 111, 100, 101, 92, 34, 58, 32, 92, 34, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 34, 44, 92, 110, 32, 32, 32, 32, 92, 34, 109, 101, 115, 115, 97, 103, 101, 92, 34, 58, 32, 92, 34, 78, 117, 109, 98, 101, 114, 32, 111, 102, 32, 39, 114, 101, 97, 100, 39, 32, 114, 101, 113, 117, 101, 115, 116, 115, 32, 102, 111, 114, 32, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 32, 39, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 39, 32, 97, 99, 116, 111, 114, 32, 39, 98, 49, 49, 55, 99, 102, 48, 102, 45, 48, 50, 55, 54, 45, 52, 52, 56, 54, 45, 57, 54, 57, 49, 45, 52, 102, 48, 48, 102, 53, 97, 57, 48, 101, 49, 98, 39, 32, 101, 120, 99, 101, 101, 100, 101, 100, 46, 32, 80, 108, 101, 97, 115, 101, 32, 116, 114, 121, 32, 97, 103, 97, 105, 110, 32, 97, 102, 116, 101, 114, 32, 39, 49, 48, 39, 32, 46, 46, 46, 32, 109, 101, 115, 115, 97, 103, 101, 32, 116, 114, 117, 110, 99, 97, 116, 101, 100, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: -1,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/d7487deb-d913-4c23-a094-a35ce7945014\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2024-06-10-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"Authorization\": [\"redacted\"],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-05T01:22:34Z\\\"}\",\n                            ],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"2c0e1e27-c57b-44cc-952d-58e1225a0317\",\n                            ],\n                            \"X-Ms-Client-Request-Id\": [\n                                \"e2c482b3-cfa7-41e5-8b29-017be574f5fd\",\n                            ],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0x32057ab002a0\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [10518625998057252440, 4213625535050172621],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926755735, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942481135, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                AuthorityKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bc760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/d7487deb-d913-4c23-a094-a35ce7945014\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/d7487deb-d913-4c23-a094-a35ce7945014\\\",\\n  \\\"name\\\": \\\"d7487deb-d913-4c23-a094-a35ce7945014\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:03:20.743923969Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:22:27.982011671Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Compute/virtualMachines/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h to exist\\\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-z7nsf: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Compute/virtualMachines/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-z7nsf to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h: Failed: interfaces failed to create or update. err: failed to get existing resource rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-g8skdmmx22gs-candidate-tk6bsv--managed/providers/Microsoft.Network/networkInterfaces/j3g5l3g3m3r4x3k-np-tk6bsv-pw5th-54q5h-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor 'b117cf0f-0276-4486-9691-4f00f5a90e1b' exceeded. Please try again after '10' ... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:193]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xb0bcd222018\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-r5z6dfwgbxgn\" to finish creating: GET https://rp.j6368896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a8988194-755e-4495-a45e-3f7e49e3140e\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a8988194-755e-4495-a45e-3f7e49e3140e\",\n      \"name\": \"a8988194-755e-4495-a45e-3f7e49e3140e\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-05T00:22:01.572044074Z\",\n      \"endTime\": \"2026-10-05T00:41:10.873168906Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine cilium-cluster-cilium-np-n8sbr-pvjbt: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\nMachine cilium-cluster-cilium-np-n8sbr-tjxlq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-r5z6dfwgbxgn--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-n8sbr-tjxlq to exist\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine cilium-cluster-cilium-np-n8sbr-pvjbt: Creating: virtualmachine creating or updating\\nMachine cilium-cluster-cilium-np-n8sbr-tjxlq: Failed: interfaces failed to create or update. err: failed to get existing resource complex-cilium-kv-r5z6dfwgbxgn--managed/cilium-cluster-cilium-np-n8sbr-tjxlq-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-r5z6dfwgbxgn--managed/providers/Microsoft.Network/networkInterfaces/cilium-cluster-cilium-np-n8sbr-tjxlq-nic\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '3871b527-fb1e-4123-b38b-3cb2445a9fc8' exceeded. Please try again after '2' seconds after additional tokens are av... message truncated\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        errs: [\n            \u003c*errors.joinError | 0xb0bcd222000\u003e{\n                errs: [\n                    \u003c*fmt.wrapError | 0xb0bcc77eca0\u003e{\n                        msg: \"VerifyNodesReady failed: no nodes found in the cluster\",\n                        err: \u003c*errors.errorString | 0xb0bcda93040\u003e{\n                            s: \"no nodes found in the cluster\",\n                        },\n                    },\n                    \u003c*fmt.wrapError | 0xb0bcda800a0\u003e{\n                        msg: \"VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\",\n                        err: \u003c*fmt.wrapError | 0xb0bcda80060\u003e{\n                            msg: \"not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\",\n                            err: \u003c*errors.errorString | 0xb0bcd930420\u003e{\n                                s: \"no cilium pods found in kube-system namespace\",\n                            },\n                        },\n                    },\n                ],\n            },\n            \u003c*fmt.wrapError | 0xb0bcbcaa6c0\u003e{\n                msg: \"failed to create NodePool cilium-np: failed waiting for nodepool=\\\"cilium-np\\\" for cluster \\\"cilium-cluster\\\" in resourcegroup=\\\"complex-cilium-kv-r5z6dfwgbxgn\\\" to finish creating: GET https://rp.j6368896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a8988194-755e-4495-a45e-3f7e49e3140e\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a8988194-755e-4495-a45e-3f7e49e3140e\\\",\\n  \\\"name\\\": \\\"a8988194-755e-4495-a45e-3f7e49e3140e\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T00:22:01.572044074Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T00:41:10.873168906Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine cilium-cluster-cilium-np-n8sbr-pvjbt: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine cilium-cluster-cilium-np-n8sbr-tjxlq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-r5z6dfwgbxgn--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-n8sbr-tjxlq to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine cilium-cluster-cilium-np-n8sbr-pvjbt: Creating: virtualmachine creating or updating\\\\nMachine cilium-cluster-cilium-np-n8sbr-tjxlq: Failed: interfaces failed to create or update. err: failed to get existing resource complex-cilium-kv-r5z6dfwgbxgn--managed/cilium-cluster-cilium-np-n8sbr-tjxlq-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-r5z6dfwgbxgn--managed/providers/Microsoft.Network/networkInterfaces/cilium-cluster-cilium-np-n8sbr-tjxlq-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '3871b527-fb1e-4123-b38b-3cb2445a9fc8' exceeded. Please try again after '2' seconds after additional tokens are av... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                err: \u003c*fmt.wrapError | 0xb0bcc662b80\u003e{\n                    msg: \"failed waiting for nodepool=\\\"cilium-np\\\" for cluster \\\"cilium-cluster\\\" in resourcegroup=\\\"complex-cilium-kv-r5z6dfwgbxgn\\\" to finish creating: GET https://rp.j6368896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a8988194-755e-4495-a45e-3f7e49e3140e\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a8988194-755e-4495-a45e-3f7e49e3140e\\\",\\n  \\\"name\\\": \\\"a8988194-755e-4495-a45e-3f7e49e3140e\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T00:22:01.572044074Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T00:41:10.873168906Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine cilium-cluster-cilium-np-n8sbr-pvjbt: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine cilium-cluster-cilium-np-n8sbr-tjxlq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-r5z6dfwgbxgn--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-n8sbr-tjxlq to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine cilium-cluster-cilium-np-n8sbr-pvjbt: Creating: virtualmachine creating or updating\\\\nMachine cilium-cluster-cilium-np-n8sbr-tjxlq: Failed: interfaces failed to create or update. err: failed to get existing resource complex-cilium-kv-r5z6dfwgbxgn--managed/cilium-cluster-cilium-np-n8sbr-tjxlq-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-r5z6dfwgbxgn--managed/providers/Microsoft.Network/networkInterfaces/cilium-cluster-cilium-np-n8sbr-tjxlq-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '3871b527-fb1e-4123-b38b-3cb2445a9fc8' exceeded. Please try again after '2' seconds after additional tokens are av... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    err: \u003c*exported.ResponseError | 0xb0bcd60ec90\u003e{\n                        ErrorCode: \"DeadlineExceeded\",\n                        StatusCode: 200,\n                        RawResponse: {\n                            Status: \"200 OK\",\n                            StatusCode: 200,\n                            Proto: \"HTTP/2.0\",\n                            ProtoMajor: 2,\n                            ProtoMinor: 0,\n                            Header: {\n                                \"Content-Type\": [\"application/json\"],\n                                \"X-Ms-Request-Id\": [\n                                    \"a7018011-3755-4274-83af-ca8cfd192589\",\n                                ],\n                                \"Date\": [\n                                    \"Mon, 05 Oct 2026 00:41:14 GMT\",\n                                ],\n                                \"X-Envoy-Upstream-Service-Time\": [\"8\"],\n                                \"Server\": [\"istio-envoy\"],\n                            },\n                            Body: \u003c*exported.nopClosingBytesReader | 0xb0bcc6629a0\u003e{\n                                s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 97, 56, 57, 56, 56, 49, 57, 52, 45, 55, 53, 53, 101, 45, 52, 52, 57, 53, 45, 97, 52, 53, 101, 45, 51, 102, 55, 101, 52, 57, 101, 51, 49, 52, 48, 101, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 97, 56, 57, 56, 56, 49, 57, 52, 45, 55, 53, 53, 101, 45, 52, 52, 57, 53, 45, 97, 52, 53, 101, 45, 51, 102, 55, 101, 52, 57, 101, 51, 49, 52, 48, 101, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 48, 58, 50, 50, 58, 48, 49, 46, 53, 55, 50, 48, 52, 52, 48, 55, 52, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 48, 58, 52, 49, 58, 49, 48, 46, 56, 55, 51, 49, 54, 56, 57, 48, 54, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 110, 56, 115, 98, 114, 45, 112, 118, 106, 98, 116, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 110, 56, 115, 98, 114, 45, 116, 106, 120, 108, 113, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 99, 111, 109, 112, 108, 101, 120, 45, 99, 105, 108, 105, 117, 109, 45, 107, 118, 45, 114, 53, 122, 54, 100, 102, 119, 103, 98, 120, 103, 110, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 110, 56, 115, 98, 114, 45, 116, 106, 120, 108, 113, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 110, 56, 115, 98, 114, 45, 112, 118, 106, 98, 116, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 110, 56, 115, 98, 114, 45, 116, 106, 120, 108, 113, 58, 32, 70, 97, 105, 108, 101, 100, 58, 32, 105, 110, 116, 101, 114, 102, 97, 99, 101, 115, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 99, 114, 101, 97, 116, 101, 32, 111, 114, 32, 117, 112, 100, 97, 116, 101, 46, 32, 101, 114, 114, 58, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 103, 101, 116, 32, 101, 120, 105, 115, 116, 105, 110, 103, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 99, 111, 109, 112, 108, 101, 120, 45, 99, 105, 108, 105, 117, 109, 45, 107, 118, 45, 114, 53, 122, 54, 100, 102, 119, 103, 98, 120, 103, 110, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 110, 56, 115, 98, 114, 45, 116, 106, 120, 108, 113, 45, 110, 105, 99, 32, 40, 115, 101, 114, 118, 105, 99, 101, 58, 32, 105, 110, 116, 101, 114, 102, 97, 99, 101, 115, 41, 58, 32, 71, 69, 84, 32, 104, 116, 116, 112, 115, 58, 47, 47, 109, 97, 110, 97, 103, 101, 109, 101, 110, 116, 46, 97, 122, 117, 114, 101, 46, 99, 111, 109, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 99, 111, 109, 112, 108, 101, 120, 45, 99, 105, 108, 105, 117, 109, 45, 107, 118, 45, 114, 53, 122, 54, 100, 102, 119, 103, 98, 120, 103, 110, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 78, 101, 116, 119, 111, 114, 107, 47, 110, 101, 116, 119, 111, 114, 107, 73, 110, 116, 101, 114, 102, 97, 99, 101, 115, 47, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 110, 56, 115, 98, 114, 45, 116, 106, 120, 108, 113, 45, 110, 105, 99, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 82, 69, 83, 80, 79, 78, 83, 69, 32, 52, 50, 57, 58, 32, 52, 50, 57, 32, 84, 111, 111, 32, 77, 97, 110, 121, 32, 82, 101, 113, 117, 101, 115, 116, 115, 92, 110, 69, 82, 82, 79, 82, 32, 67, 79, 68, 69, 58, 32, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 123, 92, 110, 32, 32, 92, 34, 101, 114, 114, 111, 114, 92, 34, 58, 32, 123, 92, 110, 32, 32, 32, 32, 92, 34, 99, 111, 100, 101, 92, 34, 58, 32, 92, 34, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 34, 44, 92, 110, 32, 32, 32, 32, 92, 34, 109, 101, 115, 115, 97, 103, 101, 92, 34, 58, 32, 92, 34, 78, 117, 109, 98, 101, 114, 32, 111, 102, 32, 39, 114, 101, 97, 100, 39, 32, 114, 101, 113, 117, 101, 115, 116, 115, 32, 102, 111, 114, 32, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 32, 39, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 39, 32, 97, 99, 116, 111, 114, 32, 39, 51, 56, 55, 49, 98, 53, 50, 55, 45, 102, 98, 49, 101, 45, 52, 49, 50, 51, 45, 98, 51, 56, 98, 45, 51, 99, 98, 50, 52, 52, 53, 97, 57, 102, 99, 56, 39, 32, 101, 120, 99, 101, 101, 100, 101, 100, 46, 32, 80, 108, 101, 97, 115, 101, 32, 116, 114, 121, 32, 97, 103, 97, 105, 110, 32, 97, 102, 116, 101, 114, 32, 39, 50, 39, 32, 115, 101, 99, 111, 110, 100, 115, 32, 97, 102, 116, 101, 114, 32, 97, 100, 100, 105, 116, 105, 111, 110, 97, 108, 32, 116, 111, 107, 101, 110, 115, 32, 97, 114, 101, 32, 97, 118, 46, 46, 46, 32, 109, 101, 115, 115, 97, 103, 101, 32, 116, 114, 117, 110, 99, 97, 116, 101, 100, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                                i: 0,\n                            },\n                            ContentLength: -1,\n                            TransferEncoding: nil,\n                            Close: false,\n                            Uncompressed: false,\n                            Trailer: nil,\n                            Request: {\n                                Method: \"GET\",\n                                URL: {\n                                    Scheme: \"https\",\n                                    Opaque: \"\",\n                                    User: nil,\n                                    Host: \"rp.j6368896.hcpsvc.osadev.cloud\",\n                                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a8988194-755e-4495-a45e-3f7e49e3140e\",\n                                    Fragment: \"\",\n                                    RawQuery: \"api-version=2025-12-23-preview\",\n                                    RawPath: \"\",\n                                    RawFragment: \"\",\n                                    ForceQuery: false,\n                                    OmitHost: false,\n                                },\n                                Proto: \"HTTP/1.1\",\n                                ProtoMajor: 1,\n                                ProtoMinor: 1,\n                                Header: {\n                                    \"X-Ms-Arm-Resource-System-Data\": [\n                                        \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-05T00:41:14Z\\\"}\",\n                                    ],\n                                    \"X-Ms-Identity-Url\": [\n                                        \"https://dummyhost.identity.azure.net\",\n                                    ],\n                                    \"Authorization\": [\"redacted\"],\n                                    \"User-Agent\": [\n                                        \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                                    ],\n                                    \"X-Ms-Correlation-Request-Id\": [\n                                        \"93785b42-4623-48b0-87e6-5a52164c1d47\",\n                                    ],\n                                    \"X-Ms-Client-Request-Id\": [\n                                        \"ffebaa9b-00a8-4f6b-91fb-1d4531d7182c\",\n                                    ],\n                                },\n                                Body: nil,\n                                GetBody: nil,\n                                ContentLength: 0,\n                                TransferEncoding: nil,\n                                Close: false,\n                                Host: \"rp.j6368896.hcpsvc.osadev.cloud\",\n                                Form: nil,\n                                PostForm: nil,\n                                MultipartForm: nil,\n                                Trailer: nil,\n                                RemoteAddr: \"\",\n                                RequestURI: \"\",\n                                TLS: nil,\n                                Cancel: nil,\n                                Response: nil,\n                                Pattern: \"\",\n                                ctx: \u003csuppressed context\u003e,\n                                pat: nil,\n                                matches: nil,\n                                otherValues: nil,\n                            },\n                            TLS: {\n                                Version: 772,\n                                HandshakeComplete: true,\n                                DidResume: false,\n                                CipherSuite: 4865,\n                                CurveID: 29,\n                                NegotiatedProtocol: \"h2\",\n                                NegotiatedProtocolIsMutual: true,\n                                ServerName: \"rp.j6368896.hcpsvc.osadev.cloud\",\n                                PeerCertificates: [\n                                    {\n                                        Raw: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawTBSCertificate: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawSubjectPublicKeyInfo: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawSubject: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawIssuer: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        Signature: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        SignatureAlgorithm: 4,\n                                        PublicKeyAlgorithm: 1,\n                                        PublicKey: \u003c*rsa.PublicKey | 0xb0bcc695420\u003e{N: ..., E: ...},\n                                        Version: 3,\n                                        SerialNumber: {neg: ..., abs: ...},\n                                        Issuer: {\n                                            Country: ...,\n                                            Organization: ...,\n                                            OrganizationalUnit: ...,\n                                            Locality: ...,\n                                            Province: ...,\n                                            StreetAddress: ...,\n                                            PostalCode: ...,\n                                            SerialNumber: ...,\n                                            CommonName: ...,\n                                            Names: ...,\n                                            ExtraNames: ...,\n                                        },\n                                        Subject: {\n                                            Country: ...,\n                                            Organization: ...,\n                                            OrganizationalUnit: ...,\n                                            Locality: ...,\n                                            Province: ...,\n                                            StreetAddress: ...,\n                                            PostalCode: ...,\n                                            SerialNumber: ...,\n                                            CommonName: ...,\n                                            Names: ...,\n                                            ExtraNames: ...,\n                                        },\n                                        NotBefore: {wall: ..., ext: ..., loc: ...},\n                                        NotAfter: {wall: ..., ext: ..., loc: ...},\n                                        KeyUsage: 5,\n                                        Extensions: [..., ..., ..., ..., ..., ...],\n                                        ExtraExtensions: nil,\n                                        UnhandledCriticalExtensions: nil,\n                                        ExtKeyUsage: [..., ...],\n                                        UnknownExtKeyUsage: nil,\n                                        BasicConstraintsValid: true,\n                                        IsCA: false,\n                                        MaxPathLen: -1,\n                                        MaxPathLenZero: false,\n                                        SubjectKeyId: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        AuthorityKeyId: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        OCSPServer: nil,\n                                        IssuingCertificateURL: nil,\n                                        DNSNames: [...],\n                                        EmailAddresses: nil,\n                                        IPAddresses: nil,\n                                        URIs: nil,\n                                        PermittedDNSDomainsCritical: false,\n                                        PermittedDNSDomains: nil,\n                                        ExcludedDNSDomains: nil,\n                                        PermittedIPRanges: nil,\n                                        ExcludedIPRanges: nil,\n                                        PermittedEmailAddresses: nil,\n                                        ExcludedEmailAddresses: nil,\n                                        PermittedURIDomains: nil,\n                                        ExcludedURIDomains: nil,\n                                        CRLDistributionPoints: nil,\n                                        PolicyIdentifiers: nil,\n                                        Policies: nil,\n                                        InhibitAnyPolicy: 0,\n                                        InhibitAnyPolicyZero: false,\n                                        InhibitPolicyMapping: 0,\n                                        InhibitPolicyMappingZero: false,\n                                        RequireExplicitPolicy: 0,\n                                        RequireExplicitPolicyZero: false,\n                                        PolicyMappings: nil,\n                                    },\n                                ],\n                                VerifiedChains: nil,\n                                SignedCertificateTimestamps: nil,\n                                OCSPResponse: nil,\n                                TLSUnique: nil,\n                                ECHAccepted: false,\n                                HelloRetryRequest: false,\n                                ekm: 0x57d9e60,\n                                testingOnlyPeerSignatureAlgorithm: 2052,\n                            },\n                        },\n                        errMsg: \"GET https://rp.j6368896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a8988194-755e-4495-a45e-3f7e49e3140e\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a8988194-755e-4495-a45e-3f7e49e3140e\\\",\\n  \\\"name\\\": \\\"a8988194-755e-4495-a45e-3f7e49e3140e\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T00:22:01.572044074Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T00:41:10.873168906Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine cilium-cluster-cilium-np-n8sbr-pvjbt: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine cilium-cluster-cilium-np-n8sbr-tjxlq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-r5z6dfwgbxgn--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-n8sbr-tjxlq to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine cilium-cluster-cilium-np-n8sbr-pvjbt: Creating: virtualmachine creating or updating\\\\nMachine cilium-cluster-cilium-np-n8sbr-tjxlq: Failed: interfaces failed to create or update. err: failed to get existing resource complex-cilium-kv-r5z6dfwgbxgn--managed/cilium-cluster-cilium-np-n8sbr-tjxlq-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-r5z6dfwgbxgn--managed/providers/Microsoft.Network/networkInterfaces/cilium-cluster-cilium-np-n8sbr-tjxlq-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '3871b527-fb1e-4123-b38b-3cb2445a9fc8' exceeded. Please try again after '2' seconds after additional tokens are av... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    },\n                },\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:193]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xb0bcd222018\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\n    failed to create NodePool cilium-np: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-r5z6dfwgbxgn\" to finish creating: GET https://rp.j6368896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a8988194-755e-4495-a45e-3f7e49e3140e\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a8988194-755e-4495-a45e-3f7e49e3140e\",\n      \"name\": \"a8988194-755e-4495-a45e-3f7e49e3140e\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-05T00:22:01.572044074Z\",\n      \"endTime\": \"2026-10-05T00:41:10.873168906Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine cilium-cluster-cilium-np-n8sbr-pvjbt: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\nMachine cilium-cluster-cilium-np-n8sbr-tjxlq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-r5z6dfwgbxgn--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-n8sbr-tjxlq to exist\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine cilium-cluster-cilium-np-n8sbr-pvjbt: Creating: virtualmachine creating or updating\\nMachine cilium-cluster-cilium-np-n8sbr-tjxlq: Failed: interfaces failed to create or update. err: failed to get existing resource complex-cilium-kv-r5z6dfwgbxgn--managed/cilium-cluster-cilium-np-n8sbr-tjxlq-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-r5z6dfwgbxgn--managed/providers/Microsoft.Network/networkInterfaces/cilium-cluster-cilium-np-n8sbr-tjxlq-nic\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '3871b527-fb1e-4123-b38b-3cb2445a9fc8' exceeded. Please try again after '2' seconds after additional tokens are av... message truncated\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        errs: [\n            \u003c*errors.joinError | 0xb0bcd222000\u003e{\n                errs: [\n                    \u003c*fmt.wrapError | 0xb0bcc77eca0\u003e{\n                        msg: \"VerifyNodesReady failed: no nodes found in the cluster\",\n                        err: \u003c*errors.errorString | 0xb0bcda93040\u003e{\n                            s: \"no nodes found in the cluster\",\n                        },\n                    },\n                    \u003c*fmt.wrapError | 0xb0bcda800a0\u003e{\n                        msg: \"VerifyCiliumOperational failed: not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\",\n                        err: \u003c*fmt.wrapError | 0xb0bcda80060\u003e{\n                            msg: \"not all pods in kube-system namespace are running: no cilium pods found in kube-system namespace\",\n                            err: \u003c*errors.errorString | 0xb0bcd930420\u003e{\n                                s: \"no cilium pods found in kube-system namespace\",\n                            },\n                        },\n                    },\n                ],\n            },\n            \u003c*fmt.wrapError | 0xb0bcbcaa6c0\u003e{\n                msg: \"failed to create NodePool cilium-np: failed waiting for nodepool=\\\"cilium-np\\\" for cluster \\\"cilium-cluster\\\" in resourcegroup=\\\"complex-cilium-kv-r5z6dfwgbxgn\\\" to finish creating: GET https://rp.j6368896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a8988194-755e-4495-a45e-3f7e49e3140e\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a8988194-755e-4495-a45e-3f7e49e3140e\\\",\\n  \\\"name\\\": \\\"a8988194-755e-4495-a45e-3f7e49e3140e\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T00:22:01.572044074Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T00:41:10.873168906Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine cilium-cluster-cilium-np-n8sbr-pvjbt: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine cilium-cluster-cilium-np-n8sbr-tjxlq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-r5z6dfwgbxgn--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-n8sbr-tjxlq to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine cilium-cluster-cilium-np-n8sbr-pvjbt: Creating: virtualmachine creating or updating\\\\nMachine cilium-cluster-cilium-np-n8sbr-tjxlq: Failed: interfaces failed to create or update. err: failed to get existing resource complex-cilium-kv-r5z6dfwgbxgn--managed/cilium-cluster-cilium-np-n8sbr-tjxlq-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-r5z6dfwgbxgn--managed/providers/Microsoft.Network/networkInterfaces/cilium-cluster-cilium-np-n8sbr-tjxlq-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '3871b527-fb1e-4123-b38b-3cb2445a9fc8' exceeded. Please try again after '2' seconds after additional tokens are av... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                err: \u003c*fmt.wrapError | 0xb0bcc662b80\u003e{\n                    msg: \"failed waiting for nodepool=\\\"cilium-np\\\" for cluster \\\"cilium-cluster\\\" in resourcegroup=\\\"complex-cilium-kv-r5z6dfwgbxgn\\\" to finish creating: GET https://rp.j6368896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a8988194-755e-4495-a45e-3f7e49e3140e\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a8988194-755e-4495-a45e-3f7e49e3140e\\\",\\n  \\\"name\\\": \\\"a8988194-755e-4495-a45e-3f7e49e3140e\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T00:22:01.572044074Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T00:41:10.873168906Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine cilium-cluster-cilium-np-n8sbr-pvjbt: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine cilium-cluster-cilium-np-n8sbr-tjxlq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-r5z6dfwgbxgn--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-n8sbr-tjxlq to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine cilium-cluster-cilium-np-n8sbr-pvjbt: Creating: virtualmachine creating or updating\\\\nMachine cilium-cluster-cilium-np-n8sbr-tjxlq: Failed: interfaces failed to create or update. err: failed to get existing resource complex-cilium-kv-r5z6dfwgbxgn--managed/cilium-cluster-cilium-np-n8sbr-tjxlq-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-r5z6dfwgbxgn--managed/providers/Microsoft.Network/networkInterfaces/cilium-cluster-cilium-np-n8sbr-tjxlq-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '3871b527-fb1e-4123-b38b-3cb2445a9fc8' exceeded. Please try again after '2' seconds after additional tokens are av... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    err: \u003c*exported.ResponseError | 0xb0bcd60ec90\u003e{\n                        ErrorCode: \"DeadlineExceeded\",\n                        StatusCode: 200,\n                        RawResponse: {\n                            Status: \"200 OK\",\n                            StatusCode: 200,\n                            Proto: \"HTTP/2.0\",\n                            ProtoMajor: 2,\n                            ProtoMinor: 0,\n                            Header: {\n                                \"Content-Type\": [\"application/json\"],\n                                \"X-Ms-Request-Id\": [\n                                    \"a7018011-3755-4274-83af-ca8cfd192589\",\n                                ],\n                                \"Date\": [\n                                    \"Mon, 05 Oct 2026 00:41:14 GMT\",\n                                ],\n                                \"X-Envoy-Upstream-Service-Time\": [\"8\"],\n                                \"Server\": [\"istio-envoy\"],\n                            },\n                            Body: \u003c*exported.nopClosingBytesReader | 0xb0bcc6629a0\u003e{\n                                s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 97, 56, 57, 56, 56, 49, 57, 52, 45, 55, 53, 53, 101, 45, 52, 52, 57, 53, 45, 97, 52, 53, 101, 45, 51, 102, 55, 101, 52, 57, 101, 51, 49, 52, 48, 101, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 97, 56, 57, 56, 56, 49, 57, 52, 45, 55, 53, 53, 101, 45, 52, 52, 57, 53, 45, 97, 52, 53, 101, 45, 51, 102, 55, 101, 52, 57, 101, 51, 49, 52, 48, 101, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 48, 58, 50, 50, 58, 48, 49, 46, 53, 55, 50, 48, 52, 52, 48, 55, 52, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 48, 58, 52, 49, 58, 49, 48, 46, 56, 55, 51, 49, 54, 56, 57, 48, 54, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 110, 56, 115, 98, 114, 45, 112, 118, 106, 98, 116, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 110, 56, 115, 98, 114, 45, 116, 106, 120, 108, 113, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 99, 111, 109, 112, 108, 101, 120, 45, 99, 105, 108, 105, 117, 109, 45, 107, 118, 45, 114, 53, 122, 54, 100, 102, 119, 103, 98, 120, 103, 110, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 110, 56, 115, 98, 114, 45, 116, 106, 120, 108, 113, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 110, 56, 115, 98, 114, 45, 112, 118, 106, 98, 116, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 110, 56, 115, 98, 114, 45, 116, 106, 120, 108, 113, 58, 32, 70, 97, 105, 108, 101, 100, 58, 32, 105, 110, 116, 101, 114, 102, 97, 99, 101, 115, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 99, 114, 101, 97, 116, 101, 32, 111, 114, 32, 117, 112, 100, 97, 116, 101, 46, 32, 101, 114, 114, 58, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 103, 101, 116, 32, 101, 120, 105, 115, 116, 105, 110, 103, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 99, 111, 109, 112, 108, 101, 120, 45, 99, 105, 108, 105, 117, 109, 45, 107, 118, 45, 114, 53, 122, 54, 100, 102, 119, 103, 98, 120, 103, 110, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 110, 56, 115, 98, 114, 45, 116, 106, 120, 108, 113, 45, 110, 105, 99, 32, 40, 115, 101, 114, 118, 105, 99, 101, 58, 32, 105, 110, 116, 101, 114, 102, 97, 99, 101, 115, 41, 58, 32, 71, 69, 84, 32, 104, 116, 116, 112, 115, 58, 47, 47, 109, 97, 110, 97, 103, 101, 109, 101, 110, 116, 46, 97, 122, 117, 114, 101, 46, 99, 111, 109, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 99, 111, 109, 112, 108, 101, 120, 45, 99, 105, 108, 105, 117, 109, 45, 107, 118, 45, 114, 53, 122, 54, 100, 102, 119, 103, 98, 120, 103, 110, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 78, 101, 116, 119, 111, 114, 107, 47, 110, 101, 116, 119, 111, 114, 107, 73, 110, 116, 101, 114, 102, 97, 99, 101, 115, 47, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 110, 56, 115, 98, 114, 45, 116, 106, 120, 108, 113, 45, 110, 105, 99, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 82, 69, 83, 80, 79, 78, 83, 69, 32, 52, 50, 57, 58, 32, 52, 50, 57, 32, 84, 111, 111, 32, 77, 97, 110, 121, 32, 82, 101, 113, 117, 101, 115, 116, 115, 92, 110, 69, 82, 82, 79, 82, 32, 67, 79, 68, 69, 58, 32, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 123, 92, 110, 32, 32, 92, 34, 101, 114, 114, 111, 114, 92, 34, 58, 32, 123, 92, 110, 32, 32, 32, 32, 92, 34, 99, 111, 100, 101, 92, 34, 58, 32, 92, 34, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 34, 44, 92, 110, 32, 32, 32, 32, 92, 34, 109, 101, 115, 115, 97, 103, 101, 92, 34, 58, 32, 92, 34, 78, 117, 109, 98, 101, 114, 32, 111, 102, 32, 39, 114, 101, 97, 100, 39, 32, 114, 101, 113, 117, 101, 115, 116, 115, 32, 102, 111, 114, 32, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 32, 39, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 39, 32, 97, 99, 116, 111, 114, 32, 39, 51, 56, 55, 49, 98, 53, 50, 55, 45, 102, 98, 49, 101, 45, 52, 49, 50, 51, 45, 98, 51, 56, 98, 45, 51, 99, 98, 50, 52, 52, 53, 97, 57, 102, 99, 56, 39, 32, 101, 120, 99, 101, 101, 100, 101, 100, 46, 32, 80, 108, 101, 97, 115, 101, 32, 116, 114, 121, 32, 97, 103, 97, 105, 110, 32, 97, 102, 116, 101, 114, 32, 39, 50, 39, 32, 115, 101, 99, 111, 110, 100, 115, 32, 97, 102, 116, 101, 114, 32, 97, 100, 100, 105, 116, 105, 111, 110, 97, 108, 32, 116, 111, 107, 101, 110, 115, 32, 97, 114, 101, 32, 97, 118, 46, 46, 46, 32, 109, 101, 115, 115, 97, 103, 101, 32, 116, 114, 117, 110, 99, 97, 116, 101, 100, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                                i: 0,\n                            },\n                            ContentLength: -1,\n                            TransferEncoding: nil,\n                            Close: false,\n                            Uncompressed: false,\n                            Trailer: nil,\n                            Request: {\n                                Method: \"GET\",\n                                URL: {\n                                    Scheme: \"https\",\n                                    Opaque: \"\",\n                                    User: nil,\n                                    Host: \"rp.j6368896.hcpsvc.osadev.cloud\",\n                                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a8988194-755e-4495-a45e-3f7e49e3140e\",\n                                    Fragment: \"\",\n                                    RawQuery: \"api-version=2025-12-23-preview\",\n                                    RawPath: \"\",\n                                    RawFragment: \"\",\n                                    ForceQuery: false,\n                                    OmitHost: false,\n                                },\n                                Proto: \"HTTP/1.1\",\n                                ProtoMajor: 1,\n                                ProtoMinor: 1,\n                                Header: {\n                                    \"X-Ms-Arm-Resource-System-Data\": [\n                                        \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-05T00:41:14Z\\\"}\",\n                                    ],\n                                    \"X-Ms-Identity-Url\": [\n                                        \"https://dummyhost.identity.azure.net\",\n                                    ],\n                                    \"Authorization\": [\"redacted\"],\n                                    \"User-Agent\": [\n                                        \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                                    ],\n                                    \"X-Ms-Correlation-Request-Id\": [\n                                        \"93785b42-4623-48b0-87e6-5a52164c1d47\",\n                                    ],\n                                    \"X-Ms-Client-Request-Id\": [\n                                        \"ffebaa9b-00a8-4f6b-91fb-1d4531d7182c\",\n                                    ],\n                                },\n                                Body: nil,\n                                GetBody: nil,\n                                ContentLength: 0,\n                                TransferEncoding: nil,\n                                Close: false,\n                                Host: \"rp.j6368896.hcpsvc.osadev.cloud\",\n                                Form: nil,\n                                PostForm: nil,\n                                MultipartForm: nil,\n                                Trailer: nil,\n                                RemoteAddr: \"\",\n                                RequestURI: \"\",\n                                TLS: nil,\n                                Cancel: nil,\n                                Response: nil,\n                                Pattern: \"\",\n                                ctx: \u003csuppressed context\u003e,\n                                pat: nil,\n                                matches: nil,\n                                otherValues: nil,\n                            },\n                            TLS: {\n                                Version: 772,\n                                HandshakeComplete: true,\n                                DidResume: false,\n                                CipherSuite: 4865,\n                                CurveID: 29,\n                                NegotiatedProtocol: \"h2\",\n                                NegotiatedProtocolIsMutual: true,\n                                ServerName: \"rp.j6368896.hcpsvc.osadev.cloud\",\n                                PeerCertificates: [\n                                    {\n                                        Raw: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawTBSCertificate: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawSubjectPublicKeyInfo: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawSubject: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawIssuer: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        Signature: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        SignatureAlgorithm: 4,\n                                        PublicKeyAlgorithm: 1,\n                                        PublicKey: \u003c*rsa.PublicKey | 0xb0bcc695420\u003e{N: ..., E: ...},\n                                        Version: 3,\n                                        SerialNumber: {neg: ..., abs: ...},\n                                        Issuer: {\n                                            Country: ...,\n                                            Organization: ...,\n                                            OrganizationalUnit: ...,\n                                            Locality: ...,\n                                            Province: ...,\n                                            StreetAddress: ...,\n                                            PostalCode: ...,\n                                            SerialNumber: ...,\n                                            CommonName: ...,\n                                            Names: ...,\n                                            ExtraNames: ...,\n                                        },\n                                        Subject: {\n                                            Country: ...,\n                                            Organization: ...,\n                                            OrganizationalUnit: ...,\n                                            Locality: ...,\n                                            Province: ...,\n                                            StreetAddress: ...,\n                                            PostalCode: ...,\n                                            SerialNumber: ...,\n                                            CommonName: ...,\n                                            Names: ...,\n                                            ExtraNames: ...,\n                                        },\n                                        NotBefore: {wall: ..., ext: ..., loc: ...},\n                                        NotAfter: {wall: ..., ext: ..., loc: ...},\n                                        KeyUsage: 5,\n                                        Extensions: [..., ..., ..., ..., ..., ...],\n                                        ExtraExtensions: nil,\n                                        UnhandledCriticalExtensions: nil,\n                                        ExtKeyUsage: [..., ...],\n                                        UnknownExtKeyUsage: nil,\n                                        BasicConstraintsValid: true,\n                                        IsCA: false,\n                                        MaxPathLen: -1,\n                                        MaxPathLenZero: false,\n                                        SubjectKeyId: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        AuthorityKeyId: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        OCSPServer: nil,\n                                        IssuingCertificateURL: nil,\n                                        DNSNames: [...],\n                                        EmailAddresses: nil,\n                                        IPAddresses: nil,\n                                        URIs: nil,\n                                        PermittedDNSDomainsCritical: false,\n                                        PermittedDNSDomains: nil,\n                                        ExcludedDNSDomains: nil,\n                                        PermittedIPRanges: nil,\n                                        ExcludedIPRanges: nil,\n                                        PermittedEmailAddresses: nil,\n                                        ExcludedEmailAddresses: nil,\n                                        PermittedURIDomains: nil,\n                                        ExcludedURIDomains: nil,\n                                        CRLDistributionPoints: nil,\n                                        PolicyIdentifiers: nil,\n                                        Policies: nil,\n                                        InhibitAnyPolicy: 0,\n                                        InhibitAnyPolicyZero: false,\n                                        InhibitPolicyMapping: 0,\n                                        InhibitPolicyMappingZero: false,\n                                        RequireExplicitPolicy: 0,\n                                        RequireExplicitPolicyZero: false,\n                                        PolicyMappings: nil,\n                                    },\n                                ],\n                                VerifiedChains: nil,\n                                SignedCertificateTimestamps: nil,\n                                OCSPResponse: nil,\n                                TLSUnique: nil,\n                                ECHAccepted: false,\n                                HelloRetryRequest: false,\n                                ekm: 0x57d9e60,\n                                testingOnlyPeerSignatureAlgorithm: 2052,\n                            },\n                        },\n                        errMsg: \"GET https://rp.j6368896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a8988194-755e-4495-a45e-3f7e49e3140e\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a8988194-755e-4495-a45e-3f7e49e3140e\\\",\\n  \\\"name\\\": \\\"a8988194-755e-4495-a45e-3f7e49e3140e\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T00:22:01.572044074Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T00:41:10.873168906Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine cilium-cluster-cilium-np-n8sbr-pvjbt: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine cilium-cluster-cilium-np-n8sbr-tjxlq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-r5z6dfwgbxgn--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-n8sbr-tjxlq to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine cilium-cluster-cilium-np-n8sbr-pvjbt: Creating: virtualmachine creating or updating\\\\nMachine cilium-cluster-cilium-np-n8sbr-tjxlq: Failed: interfaces failed to create or update. err: failed to get existing resource complex-cilium-kv-r5z6dfwgbxgn--managed/cilium-cluster-cilium-np-n8sbr-tjxlq-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-r5z6dfwgbxgn--managed/providers/Microsoft.Network/networkInterfaces/cilium-cluster-cilium-np-n8sbr-tjxlq-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '3871b527-fb1e-4123-b38b-3cb2445a9fc8' exceeded. Please try again after '2' seconds after additional tokens are av... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    },\n                },\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7345/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106895387183812608","occurred_at":"2026-10-04T23:52:59Z","signature_id":"5dac80ec4ff5c7fd68d8569383b4ba19f97498491a8397d26112ca12a9690a60","pr_number":7345,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7345/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106895387183812608","occurred_at":"2026-10-04T23:52:59Z","signature_id":"cfab3e8f4b9b8fe2da7c0263727474e1dc3d0f943d5d285a8e8e33790612d3d0","pr_number":7345,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106892371676368896","occurred_at":"2026-10-04T23:41:00Z","signature_id":"1d3eb01ad9b716a21a84deafaac9d8061b0cf35ac21274d81b274074ddd606c2","pr_number":7143,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106892371676368896","occurred_at":"2026-10-04T23:41:00Z","signature_id":"7e0f0dda2865fdb05fa0f6181f0e6738d3f2ec143bbc7c575ac3e4b86310f9ba","pr_number":7143,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106892371676368896","occurred_at":"2026-10-04T23:41:00Z","signature_id":"9f9a072a7fb32ce2d0e1e4880a09af490d2555deabfc174e5321dab0da00f98b","pr_number":7143,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106862749937045504","occurred_at":"2026-10-04T21:43:17Z","signature_id":"4bd060b821e130c5d75e3f345b3ef02460afdda7a7f58077406580597b7f3898","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106862749937045504","occurred_at":"2026-10-04T21:43:17Z","signature_id":"8e900f4da04d5eeef0f2e4d39e56cd35a10092a24a86f827cf39b429e7aeaef9","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106862749937045504","occurred_at":"2026-10-04T21:43:17Z","signature_id":"de7701cbb0ebbf88314daadd129210232c705951c0b0e57cfb6056d77eb10879","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106825712047493120","occurred_at":"2026-10-04T19:16:07Z","signature_id":"291063a0a395cf36f66a067079c556ec07722b7583602bdc8ef6701a695525b5","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106825712047493120","occurred_at":"2026-10-04T19:16:07Z","signature_id":"8d65997e316433d0cd4f0379a0e6e48aebd3c0c89e4ff5a693f3bb2c25b959aa","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106825712047493120","occurred_at":"2026-10-04T19:16:07Z","signature_id":"90cba412545812710cdeb744b87986bd8bd9c6afce7b9e1b3267e2a9979949f2","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106802906463211520","occurred_at":"2026-10-04T17:45:30Z","signature_id":"1ea8ee2e3b1dd507cf9d06145cbeacb6e76d01f35bcfbd29b83d11e1975c423f","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106802906463211520","occurred_at":"2026-10-04T17:45:30Z","signature_id":"6ef870885012b5b031473601081a69e95131b55674c15d867bad6ef8528fa28f","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106802906463211520","occurred_at":"2026-10-04T17:45:30Z","signature_id":"8d24f77ce2c4e7007cf671be6578a0babcc8dbfa4c23efc0a5f7f19c4e2b4d0c","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106802906463211520","occurred_at":"2026-10-04T17:45:30Z","signature_id":"da63cb551a4dd7cdee15adf58b46903ec41e8dbeb1857d98a428064fcc70c3bb","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7288/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106739480676274176","occurred_at":"2026-10-04T13:33:28Z","signature_id":"317a0486c4bf3145e3f7b48ca7a38af30c8a883c6438c42297ca5d8d23e0ae2f","pr_number":7288,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7288/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106739480676274176","occurred_at":"2026-10-04T13:33:28Z","signature_id":"3b51d3cb62241b26cdc6016341e2d9c58124020491c58fb93af311ddc8ae390b","pr_number":7288,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7288/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106739480676274176","occurred_at":"2026-10-04T13:33:28Z","signature_id":"6e151188032cedc5ffb96190dc50d28607ab7fe5663ecf2ef47e3c53cfd430ba","pr_number":7288,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7288/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106739480676274176","occurred_at":"2026-10-04T13:33:28Z","signature_id":"f2002d89c978016b9d4486fa9fd8555678044016615398a40e2163825d2c440c","pr_number":7288,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7031/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106691186822483968","occurred_at":"2026-10-04T10:21:33Z","signature_id":"3a96ec2e08fdf267674339f6cdcfa92bab45343db1570a84b4671264387b8fbf","pr_number":7031,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7202/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104441054601154560","occurred_at":"2026-09-28T05:20:20Z","signature_id":"f7628f13fed9510eb34469be7d0d678932294a06271b2a52d63d608fd70b72d1","pr_number":7202,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"0ff9b1b442304fb2b24a4d531baa2405490c8caaa9c8d65d157de35512cfa350","failure_pattern":"ERROR CODE: DeploymentFailed; detail code OverconstrainedZonalAllocationRequest; detail message Allocation failed. VM(s) with the following constraints cannot be allocated, because the condition is too restrictive. Please remove some constraints and try again. Constraints applied are:\\\\ - Availability Zone\\\\ - Differencing (Ephemeral) Disks\\\\ - Networking Constraints (such as Accelerated Networking or IPv6)\\\\ - VM Size\\\\; provider Microsoft.Compute","search_query":"ERROR CODE: DeploymentFailed","failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/cluster-create (stamp=2)","occurrences":18,"runs_affected":18,"failed_runs":18,"run_impact_percent":3.4416826003824093,"anchor_occurrences":18,"after_last_push_count":6,"trend_counts":[0,12,6,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":18,"contributing_tests":[{"failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/cluster-create (stamp=1)","occurrences":7},{"failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/cluster-create (stamp=2)","occurrences":10},{"failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/service/cluster","occurrences":1}],"full_error_samples":["time=2026-09-29T09:32:36.709Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=cluster-create stamp=2 description=\"Step cluster-create\\n  Kind: Shell\\n  Command: ./aks-cluster-create\\n\"\ntime=2026-09-29T09:40:14.775Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=cluster-create stamp=2 err=\"stamp 2: error running Shell Step, failed to execute shell command: {\\\"time\\\":\\\"2026-09-29T09:32:36.720660292Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"starting cluster reconciliation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0227328-mgmt-2\\\",\\\"clusterName\\\":\\\"ci01-j0227328-mgmt-2\\\",\\\"region\\\":\\\"centralus\\\"}\\n{\\\"time\\\":\\\"2026-09-29T09:32:38.364028078Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"configured pools\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0227328-mgmt-2\\\",\\\"clusterName\\\":\\\"ci01-j0227328-mgmt-2\\\",\\\"region\\\":\\\"centralus\\\",\\\"system\\\":1,\\\"worker\\\":3,\\\"infra\\\":2}\\n{\\\"time\\\":\\\"2026-09-29T09:32:38.559062049Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deploying configured resources\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0227328-mgmt-2\\\",\\\"clusterName\\\":\\\"ci01-j0227328-mgmt-2\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"poolCount\\\":6,\\\"clusterFields\\\":null}\\n{\\\"time\\\":\\\"2026-09-29T09:40:14.773569619Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deployment operation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0227328-mgmt-2\\\",\\\"clusterName\\\":\\\"ci01-j0227328-mgmt-2\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"operationID\\\":\\\"939DC55C48692422\\\",\\\"resource\\\":{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0227328-mgmt-2/providers/Microsoft.ContainerService/managedClusters/ci01-j0227328-mgmt-2/agentPools/userswft2\\\",\\\"resourceName\\\":\\\"ci01-j0227328-mgmt-2/userswft2\\\",\\\"resourceType\\\":\\\"Microsoft.ContainerService/managedClusters/agentPools\\\"},\\\"provisioningOperation\\\":\\\"Create\\\",\\\"provisioningState\\\":\\\"Succeeded\\\",\\\"timestamp\\\":\\\"2026-09-29T09:38:15.5365612Z\\\",\\\"duration\\\":\\\"PT1M53.6748858S\\\",\\\"statusCode\\\":\\\"OK\\\",\\\"statusMessage\\\":null}\\n{\\\"time\\\":\\\"2026-09-29T09:40:14.773629341Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deployment operation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0227328-mgmt-2\\\",\\\"clusterName\\\":\\\"ci01-j0227328-mgmt-2\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"operationID\\\":\\\"7244CB440D997254\\\",\\\"resource\\\":{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0227328-mgmt-2/providers/Microsoft.ContainerService/managedClusters/ci01-j0227328-mgmt-2/agentPools/infra2\\\",\\\"resourceName\\\":\\\"ci01-j0227328-mgmt-2/infra2\\\",\\\"resourceType\\\":\\\"Microsoft.ContainerService/managedClusters/agentPools\\\"},\\\"provisioningOperation\\\":\\\"Create\\\",\\\"provisioningState\\\":\\\"Succeeded\\\",\\\"timestamp\\\":\\\"2026-09-29T09:38:15.5365612Z\\\",\\\"duration\\\":\\\"PT1M23.3840019S\\\",\\\"statusCode\\\":\\\"OK\\\",\\\"statusMessage\\\":null}\\n{\\\"time\\\":\\\"2026-09-29T09:40:14.773642111Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deployment operation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0227328-mgmt-2\\\",\\\"clusterName\\\":\\\"ci01-j0227328-mgmt-2\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"operationID\\\":\\\"1CB00462E228B7F2\\\",\\\"resource\\\":{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0227328-mgmt-2/providers/Microsoft.ContainerService/managedClusters/ci01-j0227328-mgmt-2/agentPools/userswft3\\\",\\\"resourceName\\\":\\\"ci01-j0227328-mgmt-2/userswft3\\\",\\\"resourceType\\\":\\\"Microsoft.ContainerService/managedClusters/agentPools\\\"},\\\"provisioningOperation\\\":\\\"Create\\\",\\\"provisioningState\\\":\\\"Failed\\\",\\\"timestamp\\\":\\\"2026-09-29T09:38:15.5365612Z\\\",\\\"duration\\\":\\\"PT1M22.8983991S\\\",\\\"statusCode\\\":\\\"Conflict\\\",\\\"statusMessage\\\":{\\\"error\\\":{\\\"code\\\":\\\"OverconstrainedZonalAllocationRequest\\\",\\\"details\\\":[{\\\"code\\\":\\\"OverconstrainedZonalAllocationRequest\\\",\\\"message\\\":\\\"Allocation failed. VM(s) with the following constraints cannot be allocated, because the condition is too restrictive. Please remove some constraints and try again. Constraints applied are:\\\\n  - Availability Zone\\\\n  - Differencing (Ephemeral) Disks\\\\n  - Networking Constraints (such as Accelerated Networking or IPv6)\\\\n  - VM Size\\\\n\\\",\\\"target\\\":\\\"0\\\"}],\\\"message\\\":\\\"Allocation failed on resource '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0227328-mgmt-2-aks1/providers/Microsoft.Compute/virtualMachineScaleSets/aks-userswft3-52905658-vmss'. Please try alternative sizes 'Standard_D16s_v6' (zones 2, 1), 'Standard_D16ds_v7' (zones 2), 'Standard_D16ads_v7' (zones 3, 1, 2) instead for higher likelihood of success. Read more about improving likelihood of operation success at https://aka.ms/AKSallocation. Create or update VMSS /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0227328-mgmt-2-aks1/providers/Microsoft.Compute/virtualMachineScaleSets/aks-userswft3-52905658-vmss failed. Allocation failed. VM(s) with the following constraints cannot be allocated, because the condition is too restrictive. Please remove some constraints and try again. Constraints applied are:\\\\n  - Availability Zone\\\\n  - Differencing (Ephemeral) Disks\\\\n  - Networking Constraints (such as Accelerated Networking or IPv6)\\\\n  - VM Size\\\\n\\\"},\\\"status\\\":\\\"Failed\\\"}}\\n{\\\"time\\\":\\\"2026-09-29T09:40:14.773711183Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deployment operation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0227328-mgmt-2\\\",\\\"clusterName\\\":\\\"ci01-j0227328-mgmt-2\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"operationID\\\":\\\"2656F8058F363717\\\",\\\"resource\\\":{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0227328-mgmt-2/providers/Microsoft.ContainerService/managedClusters/ci01-j0227328-mgmt-2/agentPools/userswft1\\\",\\\"resourceName\\\":\\\"ci01-j0227328-mgmt-2/userswft1\\\",\\\"resourceType\\\":\\\"Microsoft.ContainerService/managedClusters/agentPools\\\"},\\\"provisioningOperation\\\":\\\"Create\\\",\\\"provisioningState\\\":\\\"Succeeded\\\",\\\"timestamp\\\":\\\"2026-09-29T09:38:15.5365612Z\\\",\\\"duration\\\":\\\"PT1M53.6953657S\\\",\\\"statusCode\\\":\\\"OK\\\",\\\"statusMessage\\\":null}\\n{\\\"time\\\":\\\"2026-09-29T09:40:14.773723573Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deployment operation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0227328-mgmt-2\\\",\\\"clusterName\\\":\\\"ci01-j0227328-mgmt-2\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"operationID\\\":\\\"14B4CF500D615D35\\\",\\\"resource\\\":{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0227328-mgmt-2/providers/Microsoft.ContainerService/managedClusters/ci01-j0227328-mgmt-2/agentPools/infra1\\\",\\\"resourceName\\\":\\\"ci01-j0227328-mgmt-2/infra1\\\",\\\"resourceType\\\":\\\"Microsoft.ContainerService/managedClusters/agentPools\\\"},\\\"provisioningOperation\\\":\\\"Create\\\",\\\"provisioningState\\\":\\\"Succeeded\\\",\\\"timestamp\\\":\\\"2026-09-29T09:32:43.8316068Z\\\",\\\"duration\\\":\\\"PT6M54.993084S\\\",\\\"statusCode\\\":\\\"OK\\\",\\\"statusMessage\\\":null}\\n{\\\"time\\\":\\\"2026-09-29T09:40:14.773734363Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deployment operation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0227328-mgmt-2\\\",\\\"clusterName\\\":\\\"ci01-j0227328-mgmt-2\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"operationID\\\":\\\"389A184917075DF4\\\",\\\"resource\\\":{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0227328-mgmt-2/providers/Microsoft.ContainerService/managedClusters/ci01-j0227328-mgmt-2\\\",\\\"resourceName\\\":\\\"ci01-j0227328-mgmt-2\\\",\\\"resourceType\\\":\\\"Microsoft.ContainerService/managedClusters\\\"},\\\"provisioningOperation\\\":\\\"Create\\\",\\\"provisioningState\\\":\\\"Succeeded\\\",\\\"timestamp\\\":\\\"2026-09-29T09:32:43.8316068Z\\\",\\\"duration\\\":\\\"PT5M31.5756796S\\\",\\\"statusCode\\\":\\\"OK\\\",\\\"statusMessage\\\":null}\\n{\\\"time\\\":\\\"2026-09-29T09:40:14.773756484Z\\\",\\\"level\\\":\\\"ERROR\\\",\\\"msg\\\":\\\"run failed\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0227328-mgmt-2\\\",\\\"clusterName\\\":\\\"ci01-j0227328-mgmt-2\\\",\\\"region\\\":\\\"centralus\\\",\\\"err\\\":\\\"waiting for deployment aks-cluster-create: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j0227328-mgmt-2/providers/Microsoft.Resources/deployments/aks-cluster-create/operationStatuses/08584109325266766857\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 200: 200 OK\\\\nERROR CODE: DeploymentFailed\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\n    \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0227328-mgmt-2/providers/Microsoft.Resources/deployments/aks-cluster-create\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": [\\\\n      {\\\\n        \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\n        \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0227328-mgmt-2/providers/Microsoft.ContainerService/managedClusters/ci01-j0227328-mgmt-2/agentPools/userswft3\\\\\\\",\\\\n        \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\n        \\\\\\\"details\\\\\\\": [\\\\n          {\\\\n            \\\\\\\"code\\\\\\\": \\\\\\\"OverconstrainedZonalAllocationRequest\\\\\\\",\\\\n            \\\\\\\"message\\\\\\\": \\\\\\\"Allocation failed on resource '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0227328-mgmt-2-aks1/providers/Microsoft.Compute/virtualMachineScaleSets/aks-userswft3-52905658-vmss'. Please try alternative sizes 'Standard_D16s_v6' (zones 2, 1), 'Standard_D16ds_v7' (zones 2), 'Standard_D16ads_v7' (zones 3, 1, 2) instead for higher likelihood of success. Read more about improving likelihood of operation success at https://aka.ms/AKSallocation. Create or update VMSS /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0227328-mgmt-2-aks1/providers/Microsoft.Compute/virtualMachineScaleSets/aks-userswft3-52905658-vmss failed. Allocation failed. VM(s) with the following constraints cannot be allocated, because the condition is too restrictive. Please remove some constraints and try again. Constraints applied are:\\\\\\\\n  - Availability Zone\\\\\\\\n  - Differencing (Ephemeral) Disks\\\\\\\\n  - Networking Constraints (such as Accelerated Networking or IPv6)\\\\\\\\n  - VM Size\\\\\\\\n\\\\\\\",\\\\n            \\\\\\\"details\\\\\\\": [\\\\n              {\\\\n                \\\\\\\"code\\\\\\\": \\\\\\\"OverconstrainedZonalAllocationRequest\\\\\\\",\\\\n                \\\\\\\"target\\\\\\\": \\\\\\\"0\\\\\\\",\\\\n                \\\\\\\"message\\\\\\\": \\\\\\\"Allocation failed. VM(s) with the following constraints cannot be allocated, because the condition is too restrictive. Please remove some constraints and try again. Constraints applied are:\\\\\\\\n  - Availability Zone\\\\\\\\n  - Differencing (Ephemeral) Disks\\\\\\\\n  - Networking Constraints (such as Accelerated Networking or IPv6)\\\\\\\\n  - VM Size\\\\\\\\n\\\\\\\"\\\\n              }\\\\n            ]\\\\n          }\\\\n        ]\\\\n      }\\\\n    ]\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\",\\\"elapsed\\\":\\\"7m38.053105252s\\\"}\\n exit status 1\"","time=2026-09-29T08:34:25.705Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=cluster-create stamp=1 description=\"Step cluster-create\\n  Kind: Shell\\n  Command: ./aks-cluster-create\\n\"\ntime=2026-09-29T08:42:03.922Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=cluster-create stamp=1 err=\"stamp 1: error running Shell Step, failed to execute shell command: {\\\"time\\\":\\\"2026-09-29T08:34:25.714664724Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"starting cluster reconciliation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j1163648-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j1163648-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\"}\\n{\\\"time\\\":\\\"2026-09-29T08:34:27.934335048Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"configured pools\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j1163648-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j1163648-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\",\\\"system\\\":1,\\\"worker\\\":3,\\\"infra\\\":2}\\n{\\\"time\\\":\\\"2026-09-29T08:34:28.153595232Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deploying configured resources\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j1163648-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j1163648-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"poolCount\\\":6,\\\"clusterFields\\\":null}\\n{\\\"time\\\":\\\"2026-09-29T08:42:03.919377937Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deployment operation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j1163648-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j1163648-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"operationID\\\":\\\"E0CC533F465FCB4C\\\",\\\"resource\\\":{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j1163648-mgmt-1/providers/Microsoft.ContainerService/managedClusters/ci01-j1163648-mgmt-1/agentPools/userswft1\\\",\\\"resourceName\\\":\\\"ci01-j1163648-mgmt-1/userswft1\\\",\\\"resourceType\\\":\\\"Microsoft.ContainerService/managedClusters/agentPools\\\"},\\\"provisioningOperation\\\":\\\"Create\\\",\\\"provisioningState\\\":\\\"Succeeded\\\",\\\"timestamp\\\":\\\"2026-09-29T08:39:20.5956034Z\\\",\\\"duration\\\":\\\"PT1M53.0427309S\\\",\\\"statusCode\\\":\\\"OK\\\",\\\"statusMessage\\\":null}\\n{\\\"time\\\":\\\"2026-09-29T08:42:03.919443378Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deployment operation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j1163648-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j1163648-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"operationID\\\":\\\"21FA5A5958E17E85\\\",\\\"resource\\\":{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j1163648-mgmt-1/providers/Microsoft.ContainerService/managedClusters/ci01-j1163648-mgmt-1/agentPools/infra2\\\",\\\"resourceName\\\":\\\"ci01-j1163648-mgmt-1/infra2\\\",\\\"resourceType\\\":\\\"Microsoft.ContainerService/managedClusters/agentPools\\\"},\\\"provisioningOperation\\\":\\\"Create\\\",\\\"provisioningState\\\":\\\"Succeeded\\\",\\\"timestamp\\\":\\\"2026-09-29T08:39:20.5956034Z\\\",\\\"duration\\\":\\\"PT1M37.3664627S\\\",\\\"statusCode\\\":\\\"OK\\\",\\\"statusMessage\\\":null}\\n{\\\"time\\\":\\\"2026-09-29T08:42:03.919464379Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deployment operation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j1163648-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j1163648-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"operationID\\\":\\\"3FBD33CFC93FD8AF\\\",\\\"resource\\\":{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j1163648-mgmt-1/providers/Microsoft.ContainerService/managedClusters/ci01-j1163648-mgmt-1/agentPools/userswft3\\\",\\\"resourceName\\\":\\\"ci01-j1163648-mgmt-1/userswft3\\\",\\\"resourceType\\\":\\\"Microsoft.ContainerService/managedClusters/agentPools\\\"},\\\"provisioningOperation\\\":\\\"Create\\\",\\\"provisioningState\\\":\\\"Failed\\\",\\\"timestamp\\\":\\\"2026-09-29T08:39:20.5956034Z\\\",\\\"duration\\\":\\\"PT35.412467S\\\",\\\"statusCode\\\":\\\"Conflict\\\",\\\"statusMessage\\\":{\\\"error\\\":{\\\"code\\\":\\\"OverconstrainedZonalAllocationRequest\\\",\\\"details\\\":[{\\\"code\\\":\\\"OverconstrainedZonalAllocationRequest\\\",\\\"message\\\":\\\"Allocation failed. VM(s) with the following constraints cannot be allocated, because the condition is too restrictive. Please remove some constraints and try again. Constraints applied are:\\\\n  - Availability Zone\\\\n  - Differencing (Ephemeral) Disks\\\\n  - Networking Constraints (such as Accelerated Networking or IPv6)\\\\n  - VM Size\\\\n\\\",\\\"target\\\":\\\"0\\\"}],\\\"message\\\":\\\"Allocation failed on resource '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j1163648-mgmt-1-aks1/providers/Microsoft.Compute/virtualMachineScaleSets/aks-userswft3-12237352-vmss'. Please try alternative sizes 'Standard_D16s_v6' (zones 2, 1), 'Standard_D16ds_v7' (zones 2), 'Standard_D16ads_v7' (zones 1, 3, 2) instead for higher likelihood of success. Read more about improving likelihood of operation success at https://aka.ms/AKSallocation. Create or update VMSS /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j1163648-mgmt-1-aks1/providers/Microsoft.Compute/virtualMachineScaleSets/aks-userswft3-12237352-vmss failed. Allocation failed. VM(s) with the following constraints cannot be allocated, because the condition is too restrictive. Please remove some constraints and try again. Constraints applied are:\\\\n  - Availability Zone\\\\n  - Differencing (Ephemeral) Disks\\\\n  - Networking Constraints (such as Accelerated Networking or IPv6)\\\\n  - VM Size\\\\n\\\"},\\\"status\\\":\\\"Failed\\\"}}\\n{\\\"time\\\":\\\"2026-09-29T08:42:03.919563681Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deployment operation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j1163648-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j1163648-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"operationID\\\":\\\"F8F7C66DAE59E102\\\",\\\"resource\\\":{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j1163648-mgmt-1/providers/Microsoft.ContainerService/managedClusters/ci01-j1163648-mgmt-1/agentPools/infra1\\\",\\\"resourceName\\\":\\\"ci01-j1163648-mgmt-1/infra1\\\",\\\"resourceType\\\":\\\"Microsoft.ContainerService/managedClusters/agentPools\\\"},\\\"provisioningOperation\\\":\\\"Create\\\",\\\"provisioningState\\\":\\\"Succeeded\\\",\\\"timestamp\\\":\\\"2026-09-29T08:39:20.5956034Z\\\",\\\"duration\\\":\\\"PT1M22.2906097S\\\",\\\"statusCode\\\":\\\"OK\\\",\\\"statusMessage\\\":null}\\n{\\\"time\\\":\\\"2026-09-29T08:42:03.919594142Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deployment operation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j1163648-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j1163648-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"operationID\\\":\\\"109FB9AA097998DF\\\",\\\"resource\\\":{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j1163648-mgmt-1/providers/Microsoft.ContainerService/managedClusters/ci01-j1163648-mgmt-1/agentPools/userswft2\\\",\\\"resourceName\\\":\\\"ci01-j1163648-mgmt-1/userswft2\\\",\\\"resourceType\\\":\\\"Microsoft.ContainerService/managedClusters/agentPools\\\"},\\\"provisioningOperation\\\":\\\"Create\\\",\\\"provisioningState\\\":\\\"Succeeded\\\",\\\"timestamp\\\":\\\"2026-09-29T08:34:33.6987466Z\\\",\\\"duration\\\":\\\"PT7M26.7702251S\\\",\\\"statusCode\\\":\\\"OK\\\",\\\"statusMessage\\\":null}\\n{\\\"time\\\":\\\"2026-09-29T08:42:03.919629593Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deployment operation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j1163648-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j1163648-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"operationID\\\":\\\"A22B902E63DA51E7\\\",\\\"resource\\\":{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j1163648-mgmt-1/providers/Microsoft.ContainerService/managedClusters/ci01-j1163648-mgmt-1\\\",\\\"resourceName\\\":\\\"ci01-j1163648-mgmt-1\\\",\\\"resourceType\\\":\\\"Microsoft.ContainerService/managedClusters\\\"},\\\"provisioningOperation\\\":\\\"Create\\\",\\\"provisioningState\\\":\\\"Succeeded\\\",\\\"timestamp\\\":\\\"2026-09-29T08:34:33.6987466Z\\\",\\\"duration\\\":\\\"PT4M46.8300264S\\\",\\\"statusCode\\\":\\\"OK\\\",\\\"statusMessage\\\":null}\\n{\\\"time\\\":\\\"2026-09-29T08:42:03.919662274Z\\\",\\\"level\\\":\\\"ERROR\\\",\\\"msg\\\":\\\"run failed\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j1163648-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j1163648-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\",\\\"err\\\":\\\"waiting for deployment aks-cluster-create: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j1163648-mgmt-1/providers/Microsoft.Resources/deployments/aks-cluster-create/operationStatuses/08584109360170854697\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 200: 200 OK\\\\nERROR CODE: DeploymentFailed\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\n    \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j1163648-mgmt-1/providers/Microsoft.Resources/deployments/aks-cluster-create\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": [\\\\n      {\\\\n        \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\n        \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j1163648-mgmt-1/providers/Microsoft.ContainerService/managedClusters/ci01-j1163648-mgmt-1/agentPools/userswft3\\\\\\\",\\\\n        \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\n        \\\\\\\"details\\\\\\\": [\\\\n          {\\\\n            \\\\\\\"code\\\\\\\": \\\\\\\"OverconstrainedZonalAllocationRequest\\\\\\\",\\\\n            \\\\\\\"message\\\\\\\": \\\\\\\"Allocation failed on resource '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j1163648-mgmt-1-aks1/providers/Microsoft.Compute/virtualMachineScaleSets/aks-userswft3-12237352-vmss'. Please try alternative sizes 'Standard_D16s_v6' (zones 2, 1), 'Standard_D16ds_v7' (zones 2), 'Standard_D16ads_v7' (zones 1, 3, 2) instead for higher likelihood of success. Read more about improving likelihood of operation success at https://aka.ms/AKSallocation. Create or update VMSS /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j1163648-mgmt-1-aks1/providers/Microsoft.Compute/virtualMachineScaleSets/aks-userswft3-12237352-vmss failed. Allocation failed. VM(s) with the following constraints cannot be allocated, because the condition is too restrictive. Please remove some constraints and try again. Constraints applied are:\\\\\\\\n  - Availability Zone\\\\\\\\n  - Differencing (Ephemeral) Disks\\\\\\\\n  - Networking Constraints (such as Accelerated Networking or IPv6)\\\\\\\\n  - VM Size\\\\\\\\n\\\\\\\",\\\\n            \\\\\\\"details\\\\\\\": [\\\\n              {\\\\n                \\\\\\\"code\\\\\\\": \\\\\\\"OverconstrainedZonalAllocationRequest\\\\\\\",\\\\n                \\\\\\\"target\\\\\\\": \\\\\\\"0\\\\\\\",\\\\n                \\\\\\\"message\\\\\\\": \\\\\\\"Allocation failed. VM(s) with the following constraints cannot be allocated, because the condition is too restrictive. Please remove some constraints and try again. Constraints applied are:\\\\\\\\n  - Availability Zone\\\\\\\\n  - Differencing (Ephemeral) Disks\\\\\\\\n  - Networking Constraints (such as Accelerated Networking or IPv6)\\\\\\\\n  - VM Size\\\\\\\\n\\\\\\\"\\\\n              }\\\\n            ]\\\\n          }\\\\n        ]\\\\n      }\\\\n    ]\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\",\\\"elapsed\\\":\\\"7m38.20500018s\\\"}\\n exit status 1\"","time=2026-09-29T07:29:07.654Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=cluster-create stamp=1 description=\"Step cluster-create\\n  Kind: Shell\\n  Command: ./aks-cluster-create\\n\"\ntime=2026-09-29T07:37:16.632Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=cluster-create stamp=1 err=\"stamp 1: error running Shell Step, failed to execute shell command: {\\\"time\\\":\\\"2026-09-29T07:29:07.663748341Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"starting cluster reconciliation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0616320-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j0616320-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\"}\\n{\\\"time\\\":\\\"2026-09-29T07:29:09.664580159Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"configured pools\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0616320-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j0616320-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\",\\\"system\\\":1,\\\"worker\\\":3,\\\"infra\\\":2}\\n{\\\"time\\\":\\\"2026-09-29T07:29:09.774367851Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deploying configured resources\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0616320-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j0616320-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"poolCount\\\":6,\\\"clusterFields\\\":null}\\n{\\\"time\\\":\\\"2026-09-29T07:37:16.628236265Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deployment operation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0616320-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j0616320-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"operationID\\\":\\\"E60E8144CEBBD0EE\\\",\\\"resource\\\":{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0616320-mgmt-1/providers/Microsoft.ContainerService/managedClusters/ci01-j0616320-mgmt-1/agentPools/userswft1\\\",\\\"resourceName\\\":\\\"ci01-j0616320-mgmt-1/userswft1\\\",\\\"resourceType\\\":\\\"Microsoft.ContainerService/managedClusters/agentPools\\\"},\\\"provisioningOperation\\\":\\\"Create\\\",\\\"provisioningState\\\":\\\"Succeeded\\\",\\\"timestamp\\\":\\\"2026-09-29T07:34:33.4549643Z\\\",\\\"duration\\\":\\\"PT1M54.5572403S\\\",\\\"statusCode\\\":\\\"OK\\\",\\\"statusMessage\\\":null}\\n{\\\"time\\\":\\\"2026-09-29T07:37:16.628296067Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deployment operation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0616320-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j0616320-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"operationID\\\":\\\"3B57D2CEB495CF19\\\",\\\"resource\\\":{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0616320-mgmt-1/providers/Microsoft.ContainerService/managedClusters/ci01-j0616320-mgmt-1/agentPools/userswft3\\\",\\\"resourceName\\\":\\\"ci01-j0616320-mgmt-1/userswft3\\\",\\\"resourceType\\\":\\\"Microsoft.ContainerService/managedClusters/agentPools\\\"},\\\"provisioningOperation\\\":\\\"Create\\\",\\\"provisioningState\\\":\\\"Failed\\\",\\\"timestamp\\\":\\\"2026-09-29T07:34:33.4549643Z\\\",\\\"duration\\\":\\\"PT1M22.0705191S\\\",\\\"statusCode\\\":\\\"Conflict\\\",\\\"statusMessage\\\":{\\\"error\\\":{\\\"code\\\":\\\"OverconstrainedZonalAllocationRequest\\\",\\\"details\\\":[{\\\"code\\\":\\\"OverconstrainedZonalAllocationRequest\\\",\\\"message\\\":\\\"Allocation failed. VM(s) with the following constraints cannot be allocated, because the condition is too restrictive. Please remove some constraints and try again. Constraints applied are:\\\\n  - Availability Zone\\\\n  - Differencing (Ephemeral) Disks\\\\n  - Networking Constraints (such as Accelerated Networking or IPv6)\\\\n  - VM Size\\\\n\\\",\\\"target\\\":\\\"3\\\"}],\\\"message\\\":\\\"Allocation failed on resource '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0616320-mgmt-1-aks1/providers/Microsoft.Compute/virtualMachineScaleSets/aks-userswft3-41550067-vmss'. Please try alternative sizes 'Standard_D16s_v6' (zones 2, 1), 'Standard_D16ds_v7' (zones 2), 'Standard_D16ads_v7' (zones 1, 3, 2) instead for higher likelihood of success. Read more about improving likelihood of operation success at https://aka.ms/AKSallocation. Create or update VMSS /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0616320-mgmt-1-aks1/providers/Microsoft.Compute/virtualMachineScaleSets/aks-userswft3-41550067-vmss failed. Allocation failed. VM(s) with the following constraints cannot be allocated, because the condition is too restrictive. Please remove some constraints and try again. Constraints applied are:\\\\n  - Availability Zone\\\\n  - Differencing (Ephemeral) Disks\\\\n  - Networking Constraints (such as Accelerated Networking or IPv6)\\\\n  - VM Size\\\\n\\\"},\\\"status\\\":\\\"Failed\\\"}}\\n{\\\"time\\\":\\\"2026-09-29T07:37:16.628368178Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deployment operation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0616320-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j0616320-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"operationID\\\":\\\"1FDC71FA470AB50C\\\",\\\"resource\\\":{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0616320-mgmt-1/providers/Microsoft.ContainerService/managedClusters/ci01-j0616320-mgmt-1/agentPools/infra2\\\",\\\"resourceName\\\":\\\"ci01-j0616320-mgmt-1/infra2\\\",\\\"resourceType\\\":\\\"Microsoft.ContainerService/managedClusters/agentPools\\\"},\\\"provisioningOperation\\\":\\\"Create\\\",\\\"provisioningState\\\":\\\"Succeeded\\\",\\\"timestamp\\\":\\\"2026-09-29T07:29:15.5482717Z\\\",\\\"duration\\\":\\\"PT6M40.5743573S\\\",\\\"statusCode\\\":\\\"OK\\\",\\\"statusMessage\\\":null}\\n{\\\"time\\\":\\\"2026-09-29T07:37:16.628379928Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deployment operation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0616320-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j0616320-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"operationID\\\":\\\"E9836E8873033651\\\",\\\"resource\\\":{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0616320-mgmt-1/providers/Microsoft.ContainerService/managedClusters/ci01-j0616320-mgmt-1/agentPools/infra1\\\",\\\"resourceName\\\":\\\"ci01-j0616320-mgmt-1/infra1\\\",\\\"resourceType\\\":\\\"Microsoft.ContainerService/managedClusters/agentPools\\\"},\\\"provisioningOperation\\\":\\\"Create\\\",\\\"provisioningState\\\":\\\"Succeeded\\\",\\\"timestamp\\\":\\\"2026-09-29T07:34:33.4549643Z\\\",\\\"duration\\\":\\\"PT1M38.3097269S\\\",\\\"statusCode\\\":\\\"OK\\\",\\\"statusMessage\\\":null}\\n{\\\"time\\\":\\\"2026-09-29T07:37:16.628390179Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deployment operation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0616320-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j0616320-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"operationID\\\":\\\"419B3E4C9E087C8E\\\",\\\"resource\\\":{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0616320-mgmt-1/providers/Microsoft.ContainerService/managedClusters/ci01-j0616320-mgmt-1/agentPools/userswft2\\\",\\\"resourceName\\\":\\\"ci01-j0616320-mgmt-1/userswft2\\\",\\\"resourceType\\\":\\\"Microsoft.ContainerService/managedClusters/agentPools\\\"},\\\"provisioningOperation\\\":\\\"Create\\\",\\\"provisioningState\\\":\\\"Succeeded\\\",\\\"timestamp\\\":\\\"2026-09-29T07:34:33.4549643Z\\\",\\\"duration\\\":\\\"PT2M23.5295769S\\\",\\\"statusCode\\\":\\\"OK\\\",\\\"statusMessage\\\":null}\\n{\\\"time\\\":\\\"2026-09-29T07:37:16.628401639Z\\\",\\\"level\\\":\\\"INFO\\\",\\\"msg\\\":\\\"deployment operation\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0616320-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j0616320-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\",\\\"deployment\\\":\\\"aks-cluster-create\\\",\\\"operationID\\\":\\\"382BA92BCBB89114\\\",\\\"resource\\\":{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0616320-mgmt-1/providers/Microsoft.ContainerService/managedClusters/ci01-j0616320-mgmt-1\\\",\\\"resourceName\\\":\\\"ci01-j0616320-mgmt-1\\\",\\\"resourceType\\\":\\\"Microsoft.ContainerService/managedClusters\\\"},\\\"provisioningOperation\\\":\\\"Create\\\",\\\"provisioningState\\\":\\\"Succeeded\\\",\\\"timestamp\\\":\\\"2026-09-29T07:29:15.5482717Z\\\",\\\"duration\\\":\\\"PT5M17.7846591S\\\",\\\"statusCode\\\":\\\"OK\\\",\\\"statusMessage\\\":null}\\n{\\\"time\\\":\\\"2026-09-29T07:37:16.628426019Z\\\",\\\"level\\\":\\\"ERROR\\\",\\\"msg\\\":\\\"run failed\\\",\\\"component\\\":\\\"aks-cluster-create\\\",\\\"subscriptionID\\\":\\\"XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\",\\\"resourceGroup\\\":\\\"hcp-underlay-ci01-j0616320-mgmt-1\\\",\\\"clusterName\\\":\\\"ci01-j0616320-mgmt-1\\\",\\\"region\\\":\\\"centralus\\\",\\\"err\\\":\\\"waiting for deployment aks-cluster-create: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j0616320-mgmt-1/providers/Microsoft.Resources/deployments/aks-cluster-create/operationStatuses/08584109399346000714\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 200: 200 OK\\\\nERROR CODE: DeploymentFailed\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\n    \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0616320-mgmt-1/providers/Microsoft.Resources/deployments/aks-cluster-create\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\n    \\\\\\\"details\\\\\\\": [\\\\n      {\\\\n        \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\n        \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0616320-mgmt-1/providers/Microsoft.ContainerService/managedClusters/ci01-j0616320-mgmt-1/agentPools/userswft3\\\\\\\",\\\\n        \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\n        \\\\\\\"details\\\\\\\": [\\\\n          {\\\\n            \\\\\\\"code\\\\\\\": \\\\\\\"OverconstrainedZonalAllocationRequest\\\\\\\",\\\\n            \\\\\\\"message\\\\\\\": \\\\\\\"Allocation failed on resource '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0616320-mgmt-1-aks1/providers/Microsoft.Compute/virtualMachineScaleSets/aks-userswft3-41550067-vmss'. Please try alternative sizes 'Standard_D16s_v6' (zones 2, 1), 'Standard_D16ds_v7' (zones 2), 'Standard_D16ads_v7' (zones 1, 3, 2) instead for higher likelihood of success. Read more about improving likelihood of operation success at https://aka.ms/AKSallocation. Create or update VMSS /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0616320-mgmt-1-aks1/providers/Microsoft.Compute/virtualMachineScaleSets/aks-userswft3-41550067-vmss failed. Allocation failed. VM(s) with the following constraints cannot be allocated, because the condition is too restrictive. Please remove some constraints and try again. Constraints applied are:\\\\\\\\n  - Availability Zone\\\\\\\\n  - Differencing (Ephemeral) Disks\\\\\\\\n  - Networking Constraints (such as Accelerated Networking or IPv6)\\\\\\\\n  - VM Size\\\\\\\\n\\\\\\\",\\\\n            \\\\\\\"details\\\\\\\": [\\\\n              {\\\\n                \\\\\\\"code\\\\\\\": \\\\\\\"OverconstrainedZonalAllocationRequest\\\\\\\",\\\\n                \\\\\\\"target\\\\\\\": \\\\\\\"3\\\\\\\",\\\\n                \\\\\\\"message\\\\\\\": \\\\\\\"Allocation failed. VM(s) with the following constraints cannot be allocated, because the condition is too restrictive. Please remove some constraints and try again. Constraints applied are:\\\\\\\\n  - Availability Zone\\\\\\\\n  - Differencing (Ephemeral) Disks\\\\\\\\n  - Networking Constraints (such as Accelerated Networking or IPv6)\\\\\\\\n  - VM Size\\\\\\\\n\\\\\\\"\\\\n              }\\\\n            ]\\\\n          }\\\\n        ]\\\\n      }\\\\n    ]\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\",\\\"elapsed\\\":\\\"8m8.964683458s\\\"}\\n exit status 1\""],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6944/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104861480800227328","occurred_at":"2026-09-29T09:10:58Z","signature_id":"116580a5983478d30cd90ef051e618ba8304f4b201ee8925ed5485a5fb502283","pr_number":6944,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7071/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104846989291163648","occurred_at":"2026-09-29T08:13:23Z","signature_id":"cf1f597a724be7b06b212cc3c9376e4ade9bf38f4eb4383b5e5df9663f45bfc4","pr_number":7071,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7236/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104829939730616320","occurred_at":"2026-09-29T07:05:38Z","signature_id":"2464bf8c03131eec64bb75bb40d915e697ae2a30c51fea5179d180a8127496a7","pr_number":7236,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6922/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826523797164032","occurred_at":"2026-09-29T06:52:03Z","signature_id":"559e68ba7a5d0082b9e1b07e6236c31c07348bf49d51ab62138e05cec5713570","pr_number":6922,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826494294429696","occurred_at":"2026-09-29T06:51:56Z","signature_id":"0c20aea12902dbe5dbe700a97aa1f12ffadd22d1e925f86bb519d2d1889b1205","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104819949015928832","occurred_at":"2026-09-29T06:25:56Z","signature_id":"a0c2f4d38e32bdfedb562acec87bed9ccb4b418df192cf3ec74daa4581418e62","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6577/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104696906683781120","occurred_at":"2026-09-28T22:17:00Z","signature_id":"7f499ac06c32b370e2096e3b168803976b54da2a1f11dc54f9c1679c6f5bae1f","pr_number":6577,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104618768113078272","occurred_at":"2026-09-28T17:06:26Z","signature_id":"3cf8fbf66e63c9add929754f6f22e240822d57f521f0d283a39c4b61044dd3ef","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7169/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104608138077409280","occurred_at":"2026-09-28T16:24:16Z","signature_id":"f27f95b87b433141f34ec0551accb984fb054d19f57fbff11ef1f0f0955767f5","pr_number":7169,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7074/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104605937833611264","occurred_at":"2026-09-28T16:15:31Z","signature_id":"e15b79721db530238062d8eb5258b0f475f5b9ee91938ada88d2f06997fe9fd9","pr_number":7074,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7169/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104592056927129600","occurred_at":"2026-09-28T15:20:22Z","signature_id":"245fc686bb329687b97bc133024cbedcbb44cd86f8d1e1e47b118dbf570d5a36","pr_number":7169,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7215/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104592056415424512","occurred_at":"2026-09-28T15:20:22Z","signature_id":"e12ab96347b90637e243fdb23adfad98d667a0a645d1910c2ec494ebefdb4f91","pr_number":7215,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6869/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104582134038532096","occurred_at":"2026-09-28T14:40:48Z","signature_id":"fa17931981292f423927883a89b52aa95c48fed87ff6ab8291b372cd88031f32","pr_number":6869,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7200/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104579857332572160","occurred_at":"2026-09-28T14:31:53Z","signature_id":"5b0cccc265d8272c63c2015099aee3246e496694b91725d91dd789992650d9f5","pr_number":7200,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7215/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104576806710415360","occurred_at":"2026-09-28T14:19:39Z","signature_id":"596d124e078a20a425d61e9930296af8fedf5e0099dcc740de0f522cfa8668af","pr_number":7215,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7169/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104540479675699200","occurred_at":"2026-09-28T11:55:25Z","signature_id":"b2ae5eb0392e6e1bc7dcec48c107a273940a93afec94e0712cb5617629f457a9","pr_number":7169,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7169/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104526841447452672","occurred_at":"2026-09-28T11:00:39Z","signature_id":"7ee3e6eb7ec864a3b373ec2c719dff573935d530dea03477c59c6bd3db3e8258","pr_number":7169,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7217/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104491225984798720","occurred_at":"2026-09-28T08:39:42Z","signature_id":"1ee68ae544fafb7bb55d51a213ba66048f990c8e725c3242ac72ba56bbd6192c","pr_number":7217,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"13d50040cd37624093a3023213b55d91d618e215a17cc13c29536d176b30d3dc","failure_pattern":"alert [hcp] KubeDeploymentReplicasMismatch fired","search_query":"alert [hcp] KubeDeploymentReplicasMismatch fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert KubeDeploymentReplicasMismatch does not fire","occurrences":18,"runs_affected":18,"failed_runs":18,"run_impact_percent":3.4416826003824093,"anchor_occurrences":18,"after_last_push_count":15,"trend_counts":[0,5,3,4,5,1,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":46,"prior_last_seen_at":"2026-09-26T19:18:41Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert KubeDeploymentReplicasMismatch does not fire","occurrences":18}],"full_error_samples":["alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-10-02T12:24:46Z\n  Ended:       2026-10-02T12:39:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j1697920-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"capi-provider\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.47:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j1697920/providers/microsoft.monitor/accounts/hcps-j1697920\", namespace=\"ocm-arohcpci01-2t6kocm5nlh2bsj6qar6cn2cp8c1dutp-j3g1z4j4b8m5s0b\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-jkdxm\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment ocm-arohcpci01-2t6kocm5nlh2bsj6qar6cn2cp8c1dutp-j3g1z4j4b8m5s0b/capi-provider has not matched the expected number of replicas for longer than 30 minutes.","alert fired 2 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-10-01T22:11:26Z\n  Ended:       2026-10-01T22:26:28Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j8617344-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"capi-provider\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.4:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j8617344/providers/microsoft.monitor/accounts/hcps-j8617344\", namespace=\"ocm-arohcpci01-2t6898csqijj9hrgrrv2thav2ags7h5e-u0x9h1i4c5m9r3t\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gfv2r\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment ocm-arohcpci01-2t6898csqijj9hrgrrv2thav2ags7h5e-u0x9h1i4c5m9r3t/capi-provider has not matched the expected number of replicas for longer than 30 minutes.\nFiring 2:\n  State:       Resolved\n  Started:     2026-10-01T22:11:26Z\n  Ended:       2026-10-01T22:26:28Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j8617344-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"capi-provider\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.4:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j8617344/providers/microsoft.monitor/accounts/hcps-j8617344\", namespace=\"ocm-arohcpci01-2t6898csqijj9hrgrrv2thav2ags7h5e-u0x9h1i4c5m9r3t\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gfv2r\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment ocm-arohcpci01-2t6898csqijj9hrgrrv2thav2ags7h5e-u0x9h1i4c5m9r3t/capi-provider has not matched the expected number of replicas for longer than 30 minutes.","alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-10-01T18:36:27Z\n  Ended:       2026-10-01T18:50:23Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j4153600-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"capi-provider\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.11:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j4153600/providers/microsoft.monitor/accounts/hcps-j4153600\", namespace=\"ocm-arohcpci01-2t6540sfbs5tnji617qi625vcboi5s6g-v2e1p4r9r2e9x7a\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-qpxgq\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment ocm-arohcpci01-2t6540sfbs5tnji617qi625vcboi5s6g-v2e1p4r9r2e9x7a/capi-provider has not matched the expected number of replicas for longer than 30 minutes."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7303/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105975953711697920","occurred_at":"2026-10-02T10:59:29Z","signature_id":"85419bd9eb6fb528fe3ba7717310c0fef873348ff3a1d1a575a7c479071f9143","pr_number":7303,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6924/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105758317698617344","occurred_at":"2026-10-01T20:34:40Z","signature_id":"29d673db59c2b087d66ae8fe2bdccf9959159f2ce656d055e6c807a3ccf4d8fc","pr_number":6924,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105707780064153600","occurred_at":"2026-10-01T17:13:51Z","signature_id":"57ca4cce7b8ccf5ef5108d8b8575fadb54d7ed7b223e0d0d06bdd9e11973fecd","pr_number":6900,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7158/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105614591059824640","occurred_at":"2026-10-01T11:03:33Z","signature_id":"dcd1274ba237d9ec50df939e07a72cd403c9be3e0e7cc9f93ed5ff4a4f75df03","pr_number":7158,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105599650848313344","occurred_at":"2026-10-01T10:04:11Z","signature_id":"58bb9ab98c2001634ef201c0fedb959cb8482213626f7bc765d28d5bcb5d2877","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7181/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105596839066603520","occurred_at":"2026-10-01T09:53:01Z","signature_id":"14833ce9f312de06b64c36f8da279553e96a2229f9d94f0bca0ebbdb97fcb5e4","pr_number":7181,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6970/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105354536905347072","occurred_at":"2026-09-30T17:50:11Z","signature_id":"36bab4fa8a374fa0764d196f80453ffc18fe93b52d905fcc5c5da63a9d7c7d96","pr_number":6970,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6580/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105349698964426752","occurred_at":"2026-09-30T17:30:58Z","signature_id":"d640d21aa16253cbebe72dcc2119bb10a7a01ae60ba5700101a61e6f4ab54852","pr_number":6580,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"77cae9b2004bd675a604ffcac759cea6f79b1231e19f28fc49345d31d320e06a","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"7a693951723740214ffa37293275209a959529bb537f41e30e9db140a02cecbd","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105006438400135168","occurred_at":"2026-09-29T18:25:20Z","signature_id":"011948abe2f463f2b07cf5232a16746b84e5d9d9d536e02a5cd1423247a16032","pr_number":7141,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7231/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104959408780873728","occurred_at":"2026-09-29T15:40:05Z","signature_id":"52c71cca1c0599f2a47994c3a793406e5c5a2c97fd6aa0bc7fe0d144e4ae08df","pr_number":7231,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826553132126208","occurred_at":"2026-09-29T06:52:10Z","signature_id":"f0c78a6caa6975649b256d5a71645e6f52b807cad37e11f49a6fb64123d1ce91","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7229/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104669678952517632","occurred_at":"2026-09-28T20:28:48Z","signature_id":"e0f653efbaa66eeb75116383c05ff2fa3c1601a49c7ad496cd303b7011f3952a","pr_number":7229,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"d0d5fd846dafdaf7af7c9317c65a2b6639e493453a72d807fd729028c2663758","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"ef765ffa110519699ce0b4ae4b0309fac4eb0cda12a23778343f5d81fb18eed6","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104457246334259200","occurred_at":"2026-09-28T06:24:41Z","signature_id":"a5285cd524928261e15e6eab19f259927d80a331ee8b33927eebc0a295dec504","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"c0ba742d3b8df7101a372c1ade1a76e79f1270d7ffa16216e6dc2f557ede0a32","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"aa550a810a38f54c9772fbc63049301daa6256b99df1cff0e63c66a189a03172","failure_pattern":"failed to create nodepool \u003cnodepool\u003e: failed waiting for nodepool=\"\u003cnodepool\u003e\" for cluster \"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish creating: GET \u003curl\u003e","search_query":"failed to create NodePool np-deletable: failed waiting for nodepool=\"np-deletable\" for cluster \"np-delete-hcp-cluster\" in resourcegroup=\"nodepool-delete-4t7wr4mxhmz6\" to finish creating: GET https://rp","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to delete a nodepool","occurrences":17,"runs_affected":17,"failed_runs":17,"run_impact_percent":3.2504780114722753,"anchor_occurrences":17,"after_last_push_count":8,"trend_counts":[0,0,4,2,1,2,1,7],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":31,"prior_last_seen_at":"2026-09-27T19:23:30Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to delete a nodepool","occurrences":17}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_delete.go:128]: failed to create node pools\nExpected success, but got an error:\n    \u003c*fmt.wrapError | 0x2950e5c21d00\u003e: \n    failed to create NodePool np-deletable: failed waiting for nodepool=\"np-deletable\" for cluster \"np-delete-hcp-cluster\" in resourcegroup=\"nodepool-delete-69jwgvxpjbwl\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/3541b655-c628-427e-995a-447fdca7f56c\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/3541b655-c628-427e-995a-447fdca7f56c\",\n      \"name\": \"3541b655-c628-427e-995a-447fdca7f56c\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-05T01:21:18.974276248Z\",\n      \"endTime\": \"2026-10-05T01:40:27.866895026Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-gzt7c: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-69jwgvxpjbwl--managed/providers/Microsoft.Compute/virtualMachines/o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx to exist\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-gzt7c: Creating: virtualmachine creating or updating\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-69jwgvxpjbwl--managed/providers/Microsoft.Compute/virtualMachines/o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx to exist\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-deletable: failed waiting for nodepool=\\\"np-deletable\\\" for cluster \\\"np-delete-hcp-cluster\\\" in resourcegroup=\\\"nodepool-delete-69jwgvxpjbwl\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/3541b655-c628-427e-995a-447fdca7f56c\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/3541b655-c628-427e-995a-447fdca7f56c\\\",\\n  \\\"name\\\": \\\"3541b655-c628-427e-995a-447fdca7f56c\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:21:18.974276248Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:40:27.866895026Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-gzt7c: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-69jwgvxpjbwl--managed/providers/Microsoft.Compute/virtualMachines/o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-gzt7c: Creating: virtualmachine creating or updating\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-69jwgvxpjbwl--managed/providers/Microsoft.Compute/virtualMachines/o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0x2950e5c21080\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-deletable\\\" for cluster \\\"np-delete-hcp-cluster\\\" in resourcegroup=\\\"nodepool-delete-69jwgvxpjbwl\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/3541b655-c628-427e-995a-447fdca7f56c\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/3541b655-c628-427e-995a-447fdca7f56c\\\",\\n  \\\"name\\\": \\\"3541b655-c628-427e-995a-447fdca7f56c\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:21:18.974276248Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:40:27.866895026Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-gzt7c: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-69jwgvxpjbwl--managed/providers/Microsoft.Compute/virtualMachines/o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-gzt7c: Creating: virtualmachine creating or updating\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-69jwgvxpjbwl--managed/providers/Microsoft.Compute/virtualMachines/o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0x2950e6f27b90\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"d39c19e1-6aaa-4b0b-b02c-4ddf9c66dcfd\",\n                        ],\n                        \"Date\": [\n                            \"Mon, 05 Oct 2026 01:40:32 GMT\",\n                        ],\n                        \"Content-Length\": [\"1660\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"8\"],\n                        \"Server\": [\"istio-envoy\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0x2950e5c20fa0\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 51, 53, 52, 49, 98, 54, 53, 53, 45, 99, 54, 50, 56, 45, 52, 50, 55, 101, 45, 57, 57, 53, 97, 45, 52, 52, 55, 102, 100, 99, 97, 55, 102, 53, 54, 99, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 51, 53, 52, 49, 98, 54, 53, 53, 45, 99, 54, 50, 56, 45, 52, 50, 55, 101, 45, 57, 57, 53, 97, 45, 52, 52, 55, 102, 100, 99, 97, 55, 102, 53, 54, 99, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 50, 49, 58, 49, 56, 46, 57, 55, 52, 50, 55, 54, 50, 52, 56, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 52, 48, 58, 50, 55, 46, 56, 54, 54, 56, 57, 53, 48, 50, 54, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 48, 114, 57, 119, 56, 115, 51, 108, 51, 98, 50, 111, 49, 108, 45, 110, 112, 45, 100, 101, 108, 101, 116, 97, 98, 108, 101, 45, 57, 56, 102, 103, 112, 45, 103, 122, 116, 55, 99, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 48, 114, 57, 119, 56, 115, 51, 108, 51, 98, 50, 111, 49, 108, 45, 110, 112, 45, 100, 101, 108, 101, 116, 97, 98, 108, 101, 45, 57, 56, 102, 103, 112, 45, 114, 116, 100, 99, 120, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 110, 111, 100, 101, 112, 111, 111, 108, 45, 100, 101, 108, 101, 116, 101, 45, 54, 57, 106, 119, 103, 118, 120, 112, 106, 98, 119, 108, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 111, 48, 114, 57, 119, 56, 115, 51, 108, 51, 98, 50, 111, 49, 108, 45, 110, 112, 45, 100, 101, 108, 101, 116, 97, 98, 108, 101, 45, 57, 56, 102, 103, 112, 45, 114, 116, 100, 99, 120, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 48, 114, 57, 119, 56, 115, 51, 108, 51, 98, 50, 111, 49, 108, 45, 110, 112, 45, 100, 101, 108, 101, 116, 97, 98, 108, 101, 45, 57, 56, 102, 103, 112, 45, 103, 122, 116, 55, 99, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 48, 114, 57, 119, 56, 115, 51, 108, 51, 98, 50, 111, 49, 108, 45, 110, 112, 45, 100, 101, 108, 101, 116, 97, 98, 108, 101, 45, 57, 56, 102, 103, 112, 45, 114, 116, 100, 99, 120, 58, 32, 82, 101, 97, 100, 121, 85, 110, 107, 110, 111, 119, 110, 58, 32, 42, 32, 78, 111, 100, 101, 72, 101, 97, 108, 116, 104, 121, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 110, 111, 100, 101, 112, 111, 111, 108, 45, 100, 101, 108, 101, 116, 101, 45, 54, 57, 106, 119, 103, 118, 120, 112, 106, 98, 119, 108, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 111, 48, 114, 57, 119, 56, 115, 51, 108, 51, 98, 50, 111, 49, 108, 45, 110, 112, 45, 100, 101, 108, 101, 116, 97, 98, 108, 101, 45, 57, 56, 102, 103, 112, 45, 114, 116, 100, 99, 120, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: 1660,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/3541b655-c628-427e-995a-447fdca7f56c\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2026-09-01-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"182584f0-9cc8-4559-b704-2c3338c2bb5b\",\n                            ],\n                            \"X-Ms-Client-Request-Id\": [\n                                \"d6531e52-83b1-4f09-bbfd-1ce9b287d4e6\",\n                            ],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-05T01:40:32Z\\\"}\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0x2950e52488e0\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [10518625998057252440, 4213625535050172621],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926755735, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942481135, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                AuthorityKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bc760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/3541b655-c628-427e-995a-447fdca7f56c\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/3541b655-c628-427e-995a-447fdca7f56c\\\",\\n  \\\"name\\\": \\\"3541b655-c628-427e-995a-447fdca7f56c\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:21:18.974276248Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:40:27.866895026Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-gzt7c: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-69jwgvxpjbwl--managed/providers/Microsoft.Compute/virtualMachines/o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-gzt7c: Creating: virtualmachine creating or updating\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-69jwgvxpjbwl--managed/providers/Microsoft.Compute/virtualMachines/o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_delete.go:128]: failed to create node pools\nExpected success, but got an error:\n    \u003c*fmt.wrapError | 0x2950e5c21d00\u003e: \n    failed to create NodePool np-deletable: failed waiting for nodepool=\"np-deletable\" for cluster \"np-delete-hcp-cluster\" in resourcegroup=\"nodepool-delete-69jwgvxpjbwl\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/3541b655-c628-427e-995a-447fdca7f56c\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/3541b655-c628-427e-995a-447fdca7f56c\",\n      \"name\": \"3541b655-c628-427e-995a-447fdca7f56c\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-05T01:21:18.974276248Z\",\n      \"endTime\": \"2026-10-05T01:40:27.866895026Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-gzt7c: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-69jwgvxpjbwl--managed/providers/Microsoft.Compute/virtualMachines/o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx to exist\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-gzt7c: Creating: virtualmachine creating or updating\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-69jwgvxpjbwl--managed/providers/Microsoft.Compute/virtualMachines/o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx to exist\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-deletable: failed waiting for nodepool=\\\"np-deletable\\\" for cluster \\\"np-delete-hcp-cluster\\\" in resourcegroup=\\\"nodepool-delete-69jwgvxpjbwl\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/3541b655-c628-427e-995a-447fdca7f56c\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/3541b655-c628-427e-995a-447fdca7f56c\\\",\\n  \\\"name\\\": \\\"3541b655-c628-427e-995a-447fdca7f56c\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:21:18.974276248Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:40:27.866895026Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-gzt7c: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-69jwgvxpjbwl--managed/providers/Microsoft.Compute/virtualMachines/o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-gzt7c: Creating: virtualmachine creating or updating\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-69jwgvxpjbwl--managed/providers/Microsoft.Compute/virtualMachines/o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0x2950e5c21080\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-deletable\\\" for cluster \\\"np-delete-hcp-cluster\\\" in resourcegroup=\\\"nodepool-delete-69jwgvxpjbwl\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/3541b655-c628-427e-995a-447fdca7f56c\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/3541b655-c628-427e-995a-447fdca7f56c\\\",\\n  \\\"name\\\": \\\"3541b655-c628-427e-995a-447fdca7f56c\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:21:18.974276248Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:40:27.866895026Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-gzt7c: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-69jwgvxpjbwl--managed/providers/Microsoft.Compute/virtualMachines/o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-gzt7c: Creating: virtualmachine creating or updating\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-69jwgvxpjbwl--managed/providers/Microsoft.Compute/virtualMachines/o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0x2950e6f27b90\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"d39c19e1-6aaa-4b0b-b02c-4ddf9c66dcfd\",\n                        ],\n                        \"Date\": [\n                            \"Mon, 05 Oct 2026 01:40:32 GMT\",\n                        ],\n                        \"Content-Length\": [\"1660\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"8\"],\n                        \"Server\": [\"istio-envoy\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0x2950e5c20fa0\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 51, 53, 52, 49, 98, 54, 53, 53, 45, 99, 54, 50, 56, 45, 52, 50, 55, 101, 45, 57, 57, 53, 97, 45, 52, 52, 55, 102, 100, 99, 97, 55, 102, 53, 54, 99, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 51, 53, 52, 49, 98, 54, 53, 53, 45, 99, 54, 50, 56, 45, 52, 50, 55, 101, 45, 57, 57, 53, 97, 45, 52, 52, 55, 102, 100, 99, 97, 55, 102, 53, 54, 99, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 50, 49, 58, 49, 56, 46, 57, 55, 52, 50, 55, 54, 50, 52, 56, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 52, 48, 58, 50, 55, 46, 56, 54, 54, 56, 57, 53, 48, 50, 54, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 48, 114, 57, 119, 56, 115, 51, 108, 51, 98, 50, 111, 49, 108, 45, 110, 112, 45, 100, 101, 108, 101, 116, 97, 98, 108, 101, 45, 57, 56, 102, 103, 112, 45, 103, 122, 116, 55, 99, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 48, 114, 57, 119, 56, 115, 51, 108, 51, 98, 50, 111, 49, 108, 45, 110, 112, 45, 100, 101, 108, 101, 116, 97, 98, 108, 101, 45, 57, 56, 102, 103, 112, 45, 114, 116, 100, 99, 120, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 110, 111, 100, 101, 112, 111, 111, 108, 45, 100, 101, 108, 101, 116, 101, 45, 54, 57, 106, 119, 103, 118, 120, 112, 106, 98, 119, 108, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 111, 48, 114, 57, 119, 56, 115, 51, 108, 51, 98, 50, 111, 49, 108, 45, 110, 112, 45, 100, 101, 108, 101, 116, 97, 98, 108, 101, 45, 57, 56, 102, 103, 112, 45, 114, 116, 100, 99, 120, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 48, 114, 57, 119, 56, 115, 51, 108, 51, 98, 50, 111, 49, 108, 45, 110, 112, 45, 100, 101, 108, 101, 116, 97, 98, 108, 101, 45, 57, 56, 102, 103, 112, 45, 103, 122, 116, 55, 99, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 48, 114, 57, 119, 56, 115, 51, 108, 51, 98, 50, 111, 49, 108, 45, 110, 112, 45, 100, 101, 108, 101, 116, 97, 98, 108, 101, 45, 57, 56, 102, 103, 112, 45, 114, 116, 100, 99, 120, 58, 32, 82, 101, 97, 100, 121, 85, 110, 107, 110, 111, 119, 110, 58, 32, 42, 32, 78, 111, 100, 101, 72, 101, 97, 108, 116, 104, 121, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 110, 111, 100, 101, 112, 111, 111, 108, 45, 100, 101, 108, 101, 116, 101, 45, 54, 57, 106, 119, 103, 118, 120, 112, 106, 98, 119, 108, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 111, 48, 114, 57, 119, 56, 115, 51, 108, 51, 98, 50, 111, 49, 108, 45, 110, 112, 45, 100, 101, 108, 101, 116, 97, 98, 108, 101, 45, 57, 56, 102, 103, 112, 45, 114, 116, 100, 99, 120, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: 1660,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/3541b655-c628-427e-995a-447fdca7f56c\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2026-09-01-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"182584f0-9cc8-4559-b704-2c3338c2bb5b\",\n                            ],\n                            \"X-Ms-Client-Request-Id\": [\n                                \"d6531e52-83b1-4f09-bbfd-1ce9b287d4e6\",\n                            ],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-05T01:40:32Z\\\"}\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 58, 121, 206, 25, 113, 46, 72, 205, 145, 249, 170, 157, 123, 100, 38, 88, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 53, 48, 48, 48, 56, 53, 53, 90, 23, 13, 50, 55, 48, 52, 48, 53, 48, 48, 49, 56, 53, 53, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 215, 5, 236, 119, 68, 204, 158, 211, 134, 57, 151, 171, 85, 49, 107, 89, 124, 98, 94, 125, 244, 159, 200, 175, 247, 110, 179, 196, 66, 122, 243, 153, 165, 211, 131, 54, 2, 81, 48, 152, 247, 182, 6, 230, 129, 84, 100, 65, 140, 251, 253, 184, 232, 239, 236, 180, 70, 124, 165, 54, 47, 127, 30, 201, 228, 2, 125, 130, 199, 207, 242, 202, 140, 189, 71, 187, 236, 164, 187, 206, 122, 197, 194, 39, 109, 102, 90, 188, 152, 19, 100, 180, 27, 43, 65, 10, 189, 226, 14, 233, 200, 179, 13, 156, 41, 18, 219, 176, 24, 169, 63, 63, 19, 247, 176, 81, 71, 239, 71, 1, 254, 88, 101, 13, 50, 203, 159, 238, 45, 106, 123, 187, 221, 255, 154, 176, 252, 162, 141, 214, 221, 150, 14, 164, 83, 161, 188, 60, 18, 135, 184, 41, 198, 142, 144, 130, 29, 19, 11, 59, 187, 2, 12, 215, 70, 43, 92, 254, 1, 105, 71, 2, 183, 79, 58, 6, 243, 121, 13, 210, 70, 124, 253, 35, 54, 117, 60, 42, 244, 246, 28, 249, 151, 231, 50, 5, 102, 125, 83, 65, 246, 233, 231, 124, 252, 118, 58, 170, 176, 216, 142, 66, 3, 67, 252, 140, 95, 170, 55, 139, 139, 205, 13, 93, 239, 118, 1, 45, 162, 79, 164, 239, 230, 11, 110, 241, 126, 67, 166, 215, 19, 120, 164, 206, 85, 200, 112, 155, 205, 85, 130, 170, 221, 242, 57, 221, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 51, 56, 49, 50, 54, 48, 56, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [178, 181, 235, 110, 44, 200, 70, 44, 21, 50, 182, 231, 204, 217, 25, 239, 204, 216, 209, 223, 219, 203, 178, 39, 42, 223, 251, 146, 177, 231, 187, 220, 103, 51, 95, 122, 230, 44, 84, 63, 214, 124, 146, 82, 110, 203, 103, 16, 228, 190, 112, 66, 116, 154, 94, 88, 110, 34, 168, 27, 36, 101, 54, 19, 38, 190, 136, 46, 91, 176, 106, 136, 72, 247, 52, 191, 221, 96, 185, 122, 107, 232, 18, 230, 89, 96, 242, 4, 6, 97, 12, 251, 105, 27, 96, 207, 91, 94, 192, 238, 229, 26, 237, 61, 60, 98, 118, 160, 182, 241, 17, 224, 0, 188, 163, 154, 133, 192, 63, 35, 63, 100, 14, 231, 56, 10, 4, 66, 107, 238, 145, 144, 25, 0, 174, 110, 55, 12, 34, 73, 168, 194, 148, 71, 98, 196, 122, 140, 19, 74, 163, 125, 57, 21, 49, 10, 86, 11, 161, 157, 72, 253, 118, 173, 23, 49, 233, 101, 91, 131, 112, 6, 120, 136, 68, 232, 135, 145, 9, 71, 43, 80, 12, 220, 10, 93, 95, 71, 140, 193, 32, 30, 108, 109, 120, 234, 94, 223, 63, 180, 224, 138, 154, 84, 195, 235, 106, 127, 72, 91, 250, 239, 16, 170, 61, 251, 241, 97, 193, 251, 80, 82, 255, 96, 134, 132, 192, 241, 37, 242, 174, 95, 13, 49, 83, 39, 229, 145, 90, 220, 212, 135, 195, 5, 103, 61, 70, 43, 115, 48, 217, 166, 110, 21, 175, 92],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0x2950e52488e0\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [10518625998057252440, 4213625535050172621],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926755735, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942481135, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                AuthorityKeyId: [171, 103, 123, 239, 76, 44, 190, 127, 236, 236, 202, 160, 103, 80, 229, 18, 71, 135, 147, 79],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bc760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/3541b655-c628-427e-995a-447fdca7f56c\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/3541b655-c628-427e-995a-447fdca7f56c\\\",\\n  \\\"name\\\": \\\"3541b655-c628-427e-995a-447fdca7f56c\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:21:18.974276248Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:40:27.866895026Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-gzt7c: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-69jwgvxpjbwl--managed/providers/Microsoft.Compute/virtualMachines/o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-gzt7c: Creating: virtualmachine creating or updating\\\\nMachine o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-69jwgvxpjbwl--managed/providers/Microsoft.Compute/virtualMachines/o0r9w8s3l3b2o1l-np-deletable-98fgp-rtdcx to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_delete.go:128]: failed to create node pools\nExpected success, but got an error:\n    \u003c*fmt.wrapError | 0x1baa39279300\u003e: \n    failed to create NodePool np-delete-main: failed waiting for nodepool=\"np-delete-main\" for cluster \"np-delete-hcp-cluster\" in resourcegroup=\"nodepool-delete-gj78zxzl5zcz\" to finish creating: GET https://rp.j6368896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/542e9e97-d05e-47fc-93ab-cdbee045c414\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/542e9e97-d05e-47fc-93ab-cdbee045c414\",\n      \"name\": \"542e9e97-d05e-47fc-93ab-cdbee045c414\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-05T00:26:24.783154281Z\",\n      \"endTime\": \"2026-10-05T00:45:30.823869321Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl to exist\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2 to exist\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl to exist\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2 to exist\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-delete-main: failed waiting for nodepool=\\\"np-delete-main\\\" for cluster \\\"np-delete-hcp-cluster\\\" in resourcegroup=\\\"nodepool-delete-gj78zxzl5zcz\\\" to finish creating: GET https://rp.j6368896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/542e9e97-d05e-47fc-93ab-cdbee045c414\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/542e9e97-d05e-47fc-93ab-cdbee045c414\\\",\\n  \\\"name\\\": \\\"542e9e97-d05e-47fc-93ab-cdbee045c414\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T00:26:24.783154281Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T00:45:30.823869321Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl to exist\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2 to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl to exist\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2 to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0x1baa3842e240\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-delete-main\\\" for cluster \\\"np-delete-hcp-cluster\\\" in resourcegroup=\\\"nodepool-delete-gj78zxzl5zcz\\\" to finish creating: GET https://rp.j6368896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/542e9e97-d05e-47fc-93ab-cdbee045c414\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/542e9e97-d05e-47fc-93ab-cdbee045c414\\\",\\n  \\\"name\\\": \\\"542e9e97-d05e-47fc-93ab-cdbee045c414\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T00:26:24.783154281Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T00:45:30.823869321Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl to exist\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2 to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl to exist\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2 to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0x1baa393885a0\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Envoy-Upstream-Service-Time\": [\"7\"],\n                        \"Server\": [\"istio-envoy\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"2addd408-ff0e-4947-9f17-ff118db702ea\",\n                        ],\n                        \"Date\": [\n                            \"Mon, 05 Oct 2026 00:45:38 GMT\",\n                        ],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0x1baa3842e100\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 53, 52, 50, 101, 57, 101, 57, 55, 45, 100, 48, 53, 101, 45, 52, 55, 102, 99, 45, 57, 51, 97, 98, 45, 99, 100, 98, 101, 101, 48, 52, 53, 99, 52, 49, 52, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 53, 52, 50, 101, 57, 101, 57, 55, 45, 100, 48, 53, 101, 45, 52, 55, 102, 99, 45, 57, 51, 97, 98, 45, 99, 100, 98, 101, 101, 48, 52, 53, 99, 52, 49, 52, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 48, 58, 50, 54, 58, 50, 52, 46, 55, 56, 51, 49, 53, 52, 50, 56, 49, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 48, 58, 52, 53, 58, 51, 48, 46, 56, 50, 51, 56, 54, 57, 51, 50, 49, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 48, 110, 50, 106, 48, 121, 56, 110, 49, 101, 57, 120, 51, 110, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 100, 119, 53, 53, 100, 45, 99, 109, 56, 118, 108, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 110, 111, 100, 101, 112, 111, 111, 108, 45, 100, 101, 108, 101, 116, 101, 45, 103, 106, 55, 56, 122, 120, 122, 108, 53, 122, 99, 122, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 111, 48, 110, 50, 106, 48, 121, 56, 110, 49, 101, 57, 120, 51, 110, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 100, 119, 53, 53, 100, 45, 99, 109, 56, 118, 108, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 48, 110, 50, 106, 48, 121, 56, 110, 49, 101, 57, 120, 51, 110, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 100, 119, 53, 53, 100, 45, 118, 110, 56, 99, 50, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 110, 111, 100, 101, 112, 111, 111, 108, 45, 100, 101, 108, 101, 116, 101, 45, 103, 106, 55, 56, 122, 120, 122, 108, 53, 122, 99, 122, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 111, 48, 110, 50, 106, 48, 121, 56, 110, 49, 101, 57, 120, 51, 110, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 100, 119, 53, 53, 100, 45, 118, 110, 56, 99, 50, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 48, 110, 50, 106, 48, 121, 56, 110, 49, 101, 57, 120, 51, 110, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 100, 119, 53, 53, 100, 45, 99, 109, 56, 118, 108, 58, 32, 82, 101, 97, 100, 121, 85, 110, 107, 110, 111, 119, 110, 58, 32, 42, 32, 78, 111, 100, 101, 72, 101, 97, 108, 116, 104, 121, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 110, 111, 100, 101, 112, 111, 111, 108, 45, 100, 101, 108, 101, 116, 101, 45, 103, 106, 55, 56, 122, 120, 122, 108, 53, 122, 99, 122, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 111, 48, 110, 50, 106, 48, 121, 56, 110, 49, 101, 57, 120, 51, 110, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 100, 119, 53, 53, 100, 45, 99, 109, 56, 118, 108, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 48, 110, 50, 106, 48, 121, 56, 110, 49, 101, 57, 120, 51, 110, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 100, 119, 53, 53, 100, 45, 118, 110, 56, 99, 50, 58, 32, 82, 101, 97, 100, 121, 85, 110, 107, 110, 111, 119, 110, 58, 32, 42, 32, 78, 111, 100, 101, 72, 101, 97, 108, 116, 104, 121, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 110, 111, 100, 101, 112, 111, 111, 108, 45, 100, 101, 108, 101, 116, 101, 45, 103, 106, 55, 56, 122, 120, 122, 108, 53, 122, 99, 122, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 111, 48, 110, 50, 106, 48, 121, 56, 110, 49, 101, 57, 120, 51, 110, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 100, 119, 53, 53, 100, 45, 118, 110, 56, 99, 50, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: -1,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j6368896.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/542e9e97-d05e-47fc-93ab-cdbee045c414\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2026-09-01-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-05T00:45:38Z\\\"}\",\n                            ],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"e30bd82a-0257-40ff-bcad-1ccea154d7ba\",\n                            ],\n                            \"X-Ms-Client-Request-Id\": [\n                                \"3b1ce5f9-49eb-401e-9c80-69138052f112\",\n                            ],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j6368896.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j6368896.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 117, 34, 26, 137, 172, 170, 70, 224, 136, 171, 14, 22, 237, 188, 102, 242, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 54, 51, 54, 56, 56, 57, 54, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 50, 51, 52, 49, 50, 50, 90, 23, 13, 50, 55, 48, 52, 48, 52, 50, 51, 53, 49, 50, 50, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 54, 51, 54, 56, 56, 57, 54, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 217, 211, 81, 238, 73, 77, 210, 91, 98, 81, 206, 107, 247, 194, 8, 250, 213, 158, 68, 146, 40, 153, 246, 166, 106, 209, 164, 139, 209, 38, 196, 148, 44, 58, 239, 179, 198, 224, 221, 53, 24, 107, 176, 126, 40, 100, 215, 166, 223, 217, 176, 211, 243, 100, 142, 148, 196, 220, 214, 182, 184, 6, 86, 114, 208, 90, 63, 90, 239, 85, 43, 152, 223, 138, 55, 49, 213, 224, 139, 236, 216, 233, 188, 132, 145, 248, 189, 207, 55, 98, 235, 178, 179, 183, 174, 108, 148, 27, 20, 35, 193, 81, 222, 138, 219, 35, 151, 160, 248, 182, 148, 122, 78, 83, 50, 66, 42, 133, 100, 183, 98, 140, 7, 0, 197, 182, 55, 32, 252, 113, 108, 164, 232, 250, 255, 254, 233, 189, 121, 117, 179, 147, 59, 158, 111, 226, 98, 214, 111, 7, 120, 145, 117, 71, 37, 197, 204, 248, 252, 56, 250, 72, 80, 128, 94, 221, 151, 222, 74, 241, 158, 18, 170, 36, 97, 42, 205, 20, 144, 21, 124, 20, 14, 177, 38, 87, 234, 254, 255, 153, 67, 177, 177, 190, 86, 108, 212, 144, 97, 42, 125, 215, 98, 106, 129, 68, 189, 196, 76, 160, 186, 72, 54, 20, 116, 212, 103, 155, 1, 9, 146, 72, 159, 208, 2, 107, 2, 212, 175, 179, 195, 7, 170, 139, 30, 98, 175, 82, 197, 42, 23, 201, 11, 125, 56, 227, 11, 174, 147, 252, 152, 54, 253, 52, 116, 193, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 54, 51, 54, 56, 56, 57, 54, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 34, 3, 2, 212, 245, 111, 230, 52, 233, 254, 113, 213, 189, 102, 50, 145, 162, 13, 132, 138, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 34, 3, 2, 212, 245, 111, 230, 52, 233, 254, 113, 213, 189, 102, 50, 145, 162, 13, 132, 138, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 112, 89, 90, 51, 245, 154, 79, 218, 81, 89, 199, 255, 132, 2, 32, 229, 121, 76, 147, 37, 225, 186, 74, 213, 3, 92, 26, 124, 244, 238, 204, 212, 106, 188, 154, 74, 198, 180, 24, 14, 78, 112, 248, 122, 58, 235, 181, 105, 177, 179, 26, 189, 4, 68, 116, 151, 60, 42, 35, 211, 213, 76, 88, 92, 224, 148, 244, 22, 179, 156, 208, 95, 12, 244, 190, 38, 157, 84, 158, 200, 64, 210, 215, 2, 169, 199, 12, 57, 231, 56, 116, 193, 233, 146, 129, 26, 106, 195, 134, 0, 107, 189, 63, 95, 192, 182, 70, 149, 105, 89, 231, 253, 7, 3, 100, 236, 40, 252, 50, 212, 191, 222, 228, 158, 204, 170, 84, 119, 167, 194, 81, 183, 183, 174, 144, 2, 143, 48, 78, 11, 47, 121, 44, 224, 64, 217, 238, 173, 186, 36, 80, 8, 68, 182, 251, 40, 34, 143, 211, 70, 13, 146, 15, 142, 123, 227, 198, 88, 212, 85, 49, 167, 111, 33, 132, 106, 188, 124, 32, 189, 0, 20, 230, 83, 245, 179, 154, 133, 97, 38, 217, 163, 112, 28, 182, 163, 255, 245, 57, 144, 179, 87, 28, 51, 132, 71, 229, 224, 187, 54, 199, 150, 1, 128, 141, 166, 218, 149, 19, 8, 223, 222, 26, 6, 126, 18, 53, 33, 101, 236, 210, 79, 186, 199, 214, 66, 167, 159, 215, 44, 67, 224, 77, 65, 130, 45, 230, 228, 222, 17, 112, 85, 191, 159, 131, 114],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 117, 34, 26, 137, 172, 170, 70, 224, 136, 171, 14, 22, 237, 188, 102, 242, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 54, 51, 54, 56, 56, 57, 54, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 50, 51, 52, 49, 50, 50, 90, 23, 13, 50, 55, 48, 52, 48, 52, 50, 51, 53, 49, 50, 50, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 54, 51, 54, 56, 56, 57, 54, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 217, 211, 81, 238, 73, 77, 210, 91, 98, 81, 206, 107, 247, 194, 8, 250, 213, 158, 68, 146, 40, 153, 246, 166, 106, 209, 164, 139, 209, 38, 196, 148, 44, 58, 239, 179, 198, 224, 221, 53, 24, 107, 176, 126, 40, 100, 215, 166, 223, 217, 176, 211, 243, 100, 142, 148, 196, 220, 214, 182, 184, 6, 86, 114, 208, 90, 63, 90, 239, 85, 43, 152, 223, 138, 55, 49, 213, 224, 139, 236, 216, 233, 188, 132, 145, 248, 189, 207, 55, 98, 235, 178, 179, 183, 174, 108, 148, 27, 20, 35, 193, 81, 222, 138, 219, 35, 151, 160, 248, 182, 148, 122, 78, 83, 50, 66, 42, 133, 100, 183, 98, 140, 7, 0, 197, 182, 55, 32, 252, 113, 108, 164, 232, 250, 255, 254, 233, 189, 121, 117, 179, 147, 59, 158, 111, 226, 98, 214, 111, 7, 120, 145, 117, 71, 37, 197, 204, 248, 252, 56, 250, 72, 80, 128, 94, 221, 151, 222, 74, 241, 158, 18, 170, 36, 97, 42, 205, 20, 144, 21, 124, 20, 14, 177, 38, 87, 234, 254, 255, 153, 67, 177, 177, 190, 86, 108, 212, 144, 97, 42, 125, 215, 98, 106, 129, 68, 189, 196, 76, 160, 186, 72, 54, 20, 116, 212, 103, 155, 1, 9, 146, 72, 159, 208, 2, 107, 2, 212, 175, 179, 195, 7, 170, 139, 30, 98, 175, 82, 197, 42, 23, 201, 11, 125, 56, 227, 11, 174, 147, 252, 152, 54, 253, 52, 116, 193, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 54, 51, 54, 56, 56, 57, 54, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 34, 3, 2, 212, 245, 111, 230, 52, 233, 254, 113, 213, 189, 102, 50, 145, 162, 13, 132, 138, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 34, 3, 2, 212, 245, 111, 230, 52, 233, 254, 113, 213, 189, 102, 50, 145, 162, 13, 132, 138],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 217, 211, 81, 238, 73, 77, 210, 91, 98, 81, 206, 107, 247, 194, 8, 250, 213, 158, 68, 146, 40, 153, 246, 166, 106, 209, 164, 139, 209, 38, 196, 148, 44, 58, 239, 179, 198, 224, 221, 53, 24, 107, 176, 126, 40, 100, 215, 166, 223, 217, 176, 211, 243, 100, 142, 148, 196, 220, 214, 182, 184, 6, 86, 114, 208, 90, 63, 90, 239, 85, 43, 152, 223, 138, 55, 49, 213, 224, 139, 236, 216, 233, 188, 132, 145, 248, 189, 207, 55, 98, 235, 178, 179, 183, 174, 108, 148, 27, 20, 35, 193, 81, 222, 138, 219, 35, 151, 160, 248, 182, 148, 122, 78, 83, 50, 66, 42, 133, 100, 183, 98, 140, 7, 0, 197, 182, 55, 32, 252, 113, 108, 164, 232, 250, 255, 254, 233, 189, 121, 117, 179, 147, 59, 158, 111, 226, 98, 214, 111, 7, 120, 145, 117, 71, 37, 197, 204, 248, 252, 56, 250, 72, 80, 128, 94, 221, 151, 222, 74, 241, 158, 18, 170, 36, 97, 42, 205, 20, 144, 21, 124, 20, 14, 177, 38, 87, 234, 254, 255, 153, 67, 177, 177, 190, 86, 108, 212, 144, 97, 42, 125, 215, 98, 106, 129, 68, 189, 196, 76, 160, 186, 72, 54, 20, 116, 212, 103, 155, 1, 9, 146, 72, 159, 208, 2, 107, 2, 212, 175, 179, 195, 7, 170, 139, 30, 98, 175, 82, 197, 42, 23, 201, 11, 125, 56, 227, 11, 174, 147, 252, 152, 54, 253, 52, 116, 193, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 54, 51, 54, 56, 56, 57, 54, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 54, 51, 54, 56, 56, 57, 54, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [112, 89, 90, 51, 245, 154, 79, 218, 81, 89, 199, 255, 132, 2, 32, 229, 121, 76, 147, 37, 225, 186, 74, 213, 3, 92, 26, 124, 244, 238, 204, 212, 106, 188, 154, 74, 198, 180, 24, 14, 78, 112, 248, 122, 58, 235, 181, 105, 177, 179, 26, 189, 4, 68, 116, 151, 60, 42, 35, 211, 213, 76, 88, 92, 224, 148, 244, 22, 179, 156, 208, 95, 12, 244, 190, 38, 157, 84, 158, 200, 64, 210, 215, 2, 169, 199, 12, 57, 231, 56, 116, 193, 233, 146, 129, 26, 106, 195, 134, 0, 107, 189, 63, 95, 192, 182, 70, 149, 105, 89, 231, 253, 7, 3, 100, 236, 40, 252, 50, 212, 191, 222, 228, 158, 204, 170, 84, 119, 167, 194, 81, 183, 183, 174, 144, 2, 143, 48, 78, 11, 47, 121, 44, 224, 64, 217, 238, 173, 186, 36, 80, 8, 68, 182, 251, 40, 34, 143, 211, 70, 13, 146, 15, 142, 123, 227, 198, 88, 212, 85, 49, 167, 111, 33, 132, 106, 188, 124, 32, 189, 0, 20, 230, 83, 245, 179, 154, 133, 97, 38, 217, 163, 112, 28, 182, 163, 255, 245, 57, 144, 179, 87, 28, 51, 132, 71, 229, 224, 187, 54, 199, 150, 1, 128, 141, 166, 218, 149, 19, 8, 223, 222, 26, 6, 126, 18, 53, 33, 101, 236, 210, 79, 186, 199, 214, 66, 167, 159, 215, 44, 67, 224, 77, 65, 130, 45, 230, 228, 222, 17, 112, 85, 191, 159, 131, 114],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0x1baa367314e0\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [9847980501816338162, 8440337830255412960],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j6368896.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j6368896.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926754082, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942479482, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [34, 3, 2, 212, 245, 111, 230, 52, 233, 254, 113, 213, 189, 102, 50, 145, 162, 13, 132, 138],\n                                AuthorityKeyId: [34, 3, 2, 212, 245, 111, 230, 52, 233, 254, 113, 213, 189, 102, 50, 145, 162, 13, 132, 138],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j6368896.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57d9e60,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j6368896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/542e9e97-d05e-47fc-93ab-cdbee045c414\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/542e9e97-d05e-47fc-93ab-cdbee045c414\\\",\\n  \\\"name\\\": \\\"542e9e97-d05e-47fc-93ab-cdbee045c414\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T00:26:24.783154281Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T00:45:30.823869321Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl to exist\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2 to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl to exist\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2 to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_delete.go:128]: failed to create node pools\nExpected success, but got an error:\n    \u003c*fmt.wrapError | 0x1baa39279300\u003e: \n    failed to create NodePool np-delete-main: failed waiting for nodepool=\"np-delete-main\" for cluster \"np-delete-hcp-cluster\" in resourcegroup=\"nodepool-delete-gj78zxzl5zcz\" to finish creating: GET https://rp.j6368896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/542e9e97-d05e-47fc-93ab-cdbee045c414\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/542e9e97-d05e-47fc-93ab-cdbee045c414\",\n      \"name\": \"542e9e97-d05e-47fc-93ab-cdbee045c414\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-05T00:26:24.783154281Z\",\n      \"endTime\": \"2026-10-05T00:45:30.823869321Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl to exist\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2 to exist\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl to exist\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2 to exist\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-delete-main: failed waiting for nodepool=\\\"np-delete-main\\\" for cluster \\\"np-delete-hcp-cluster\\\" in resourcegroup=\\\"nodepool-delete-gj78zxzl5zcz\\\" to finish creating: GET https://rp.j6368896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/542e9e97-d05e-47fc-93ab-cdbee045c414\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/542e9e97-d05e-47fc-93ab-cdbee045c414\\\",\\n  \\\"name\\\": \\\"542e9e97-d05e-47fc-93ab-cdbee045c414\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T00:26:24.783154281Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T00:45:30.823869321Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl to exist\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2 to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl to exist\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2 to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0x1baa3842e240\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-delete-main\\\" for cluster \\\"np-delete-hcp-cluster\\\" in resourcegroup=\\\"nodepool-delete-gj78zxzl5zcz\\\" to finish creating: GET https://rp.j6368896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/542e9e97-d05e-47fc-93ab-cdbee045c414\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/542e9e97-d05e-47fc-93ab-cdbee045c414\\\",\\n  \\\"name\\\": \\\"542e9e97-d05e-47fc-93ab-cdbee045c414\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T00:26:24.783154281Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T00:45:30.823869321Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl to exist\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2 to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl to exist\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2 to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0x1baa393885a0\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Envoy-Upstream-Service-Time\": [\"7\"],\n                        \"Server\": [\"istio-envoy\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"2addd408-ff0e-4947-9f17-ff118db702ea\",\n                        ],\n                        \"Date\": [\n                            \"Mon, 05 Oct 2026 00:45:38 GMT\",\n                        ],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0x1baa3842e100\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 53, 52, 50, 101, 57, 101, 57, 55, 45, 100, 48, 53, 101, 45, 52, 55, 102, 99, 45, 57, 51, 97, 98, 45, 99, 100, 98, 101, 101, 48, 52, 53, 99, 52, 49, 52, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 53, 52, 50, 101, 57, 101, 57, 55, 45, 100, 48, 53, 101, 45, 52, 55, 102, 99, 45, 57, 51, 97, 98, 45, 99, 100, 98, 101, 101, 48, 52, 53, 99, 52, 49, 52, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 48, 58, 50, 54, 58, 50, 52, 46, 55, 56, 51, 49, 53, 52, 50, 56, 49, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 48, 58, 52, 53, 58, 51, 48, 46, 56, 50, 51, 56, 54, 57, 51, 50, 49, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 48, 110, 50, 106, 48, 121, 56, 110, 49, 101, 57, 120, 51, 110, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 100, 119, 53, 53, 100, 45, 99, 109, 56, 118, 108, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 110, 111, 100, 101, 112, 111, 111, 108, 45, 100, 101, 108, 101, 116, 101, 45, 103, 106, 55, 56, 122, 120, 122, 108, 53, 122, 99, 122, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 111, 48, 110, 50, 106, 48, 121, 56, 110, 49, 101, 57, 120, 51, 110, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 100, 119, 53, 53, 100, 45, 99, 109, 56, 118, 108, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 48, 110, 50, 106, 48, 121, 56, 110, 49, 101, 57, 120, 51, 110, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 100, 119, 53, 53, 100, 45, 118, 110, 56, 99, 50, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 110, 111, 100, 101, 112, 111, 111, 108, 45, 100, 101, 108, 101, 116, 101, 45, 103, 106, 55, 56, 122, 120, 122, 108, 53, 122, 99, 122, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 111, 48, 110, 50, 106, 48, 121, 56, 110, 49, 101, 57, 120, 51, 110, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 100, 119, 53, 53, 100, 45, 118, 110, 56, 99, 50, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 48, 110, 50, 106, 48, 121, 56, 110, 49, 101, 57, 120, 51, 110, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 100, 119, 53, 53, 100, 45, 99, 109, 56, 118, 108, 58, 32, 82, 101, 97, 100, 121, 85, 110, 107, 110, 111, 119, 110, 58, 32, 42, 32, 78, 111, 100, 101, 72, 101, 97, 108, 116, 104, 121, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 110, 111, 100, 101, 112, 111, 111, 108, 45, 100, 101, 108, 101, 116, 101, 45, 103, 106, 55, 56, 122, 120, 122, 108, 53, 122, 99, 122, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 111, 48, 110, 50, 106, 48, 121, 56, 110, 49, 101, 57, 120, 51, 110, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 100, 119, 53, 53, 100, 45, 99, 109, 56, 118, 108, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 48, 110, 50, 106, 48, 121, 56, 110, 49, 101, 57, 120, 51, 110, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 100, 119, 53, 53, 100, 45, 118, 110, 56, 99, 50, 58, 32, 82, 101, 97, 100, 121, 85, 110, 107, 110, 111, 119, 110, 58, 32, 42, 32, 78, 111, 100, 101, 72, 101, 97, 108, 116, 104, 121, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 110, 111, 100, 101, 112, 111, 111, 108, 45, 100, 101, 108, 101, 116, 101, 45, 103, 106, 55, 56, 122, 120, 122, 108, 53, 122, 99, 122, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 111, 48, 110, 50, 106, 48, 121, 56, 110, 49, 101, 57, 120, 51, 110, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 100, 119, 53, 53, 100, 45, 118, 110, 56, 99, 50, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: -1,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j6368896.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/542e9e97-d05e-47fc-93ab-cdbee045c414\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2026-09-01-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-05T00:45:38Z\\\"}\",\n                            ],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"e30bd82a-0257-40ff-bcad-1ccea154d7ba\",\n                            ],\n                            \"X-Ms-Client-Request-Id\": [\n                                \"3b1ce5f9-49eb-401e-9c80-69138052f112\",\n                            ],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j6368896.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j6368896.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 117, 34, 26, 137, 172, 170, 70, 224, 136, 171, 14, 22, 237, 188, 102, 242, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 54, 51, 54, 56, 56, 57, 54, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 50, 51, 52, 49, 50, 50, 90, 23, 13, 50, 55, 48, 52, 48, 52, 50, 51, 53, 49, 50, 50, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 54, 51, 54, 56, 56, 57, 54, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 217, 211, 81, 238, 73, 77, 210, 91, 98, 81, 206, 107, 247, 194, 8, 250, 213, 158, 68, 146, 40, 153, 246, 166, 106, 209, 164, 139, 209, 38, 196, 148, 44, 58, 239, 179, 198, 224, 221, 53, 24, 107, 176, 126, 40, 100, 215, 166, 223, 217, 176, 211, 243, 100, 142, 148, 196, 220, 214, 182, 184, 6, 86, 114, 208, 90, 63, 90, 239, 85, 43, 152, 223, 138, 55, 49, 213, 224, 139, 236, 216, 233, 188, 132, 145, 248, 189, 207, 55, 98, 235, 178, 179, 183, 174, 108, 148, 27, 20, 35, 193, 81, 222, 138, 219, 35, 151, 160, 248, 182, 148, 122, 78, 83, 50, 66, 42, 133, 100, 183, 98, 140, 7, 0, 197, 182, 55, 32, 252, 113, 108, 164, 232, 250, 255, 254, 233, 189, 121, 117, 179, 147, 59, 158, 111, 226, 98, 214, 111, 7, 120, 145, 117, 71, 37, 197, 204, 248, 252, 56, 250, 72, 80, 128, 94, 221, 151, 222, 74, 241, 158, 18, 170, 36, 97, 42, 205, 20, 144, 21, 124, 20, 14, 177, 38, 87, 234, 254, 255, 153, 67, 177, 177, 190, 86, 108, 212, 144, 97, 42, 125, 215, 98, 106, 129, 68, 189, 196, 76, 160, 186, 72, 54, 20, 116, 212, 103, 155, 1, 9, 146, 72, 159, 208, 2, 107, 2, 212, 175, 179, 195, 7, 170, 139, 30, 98, 175, 82, 197, 42, 23, 201, 11, 125, 56, 227, 11, 174, 147, 252, 152, 54, 253, 52, 116, 193, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 54, 51, 54, 56, 56, 57, 54, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 34, 3, 2, 212, 245, 111, 230, 52, 233, 254, 113, 213, 189, 102, 50, 145, 162, 13, 132, 138, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 34, 3, 2, 212, 245, 111, 230, 52, 233, 254, 113, 213, 189, 102, 50, 145, 162, 13, 132, 138, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 112, 89, 90, 51, 245, 154, 79, 218, 81, 89, 199, 255, 132, 2, 32, 229, 121, 76, 147, 37, 225, 186, 74, 213, 3, 92, 26, 124, 244, 238, 204, 212, 106, 188, 154, 74, 198, 180, 24, 14, 78, 112, 248, 122, 58, 235, 181, 105, 177, 179, 26, 189, 4, 68, 116, 151, 60, 42, 35, 211, 213, 76, 88, 92, 224, 148, 244, 22, 179, 156, 208, 95, 12, 244, 190, 38, 157, 84, 158, 200, 64, 210, 215, 2, 169, 199, 12, 57, 231, 56, 116, 193, 233, 146, 129, 26, 106, 195, 134, 0, 107, 189, 63, 95, 192, 182, 70, 149, 105, 89, 231, 253, 7, 3, 100, 236, 40, 252, 50, 212, 191, 222, 228, 158, 204, 170, 84, 119, 167, 194, 81, 183, 183, 174, 144, 2, 143, 48, 78, 11, 47, 121, 44, 224, 64, 217, 238, 173, 186, 36, 80, 8, 68, 182, 251, 40, 34, 143, 211, 70, 13, 146, 15, 142, 123, 227, 198, 88, 212, 85, 49, 167, 111, 33, 132, 106, 188, 124, 32, 189, 0, 20, 230, 83, 245, 179, 154, 133, 97, 38, 217, 163, 112, 28, 182, 163, 255, 245, 57, 144, 179, 87, 28, 51, 132, 71, 229, 224, 187, 54, 199, 150, 1, 128, 141, 166, 218, 149, 19, 8, 223, 222, 26, 6, 126, 18, 53, 33, 101, 236, 210, 79, 186, 199, 214, 66, 167, 159, 215, 44, 67, 224, 77, 65, 130, 45, 230, 228, 222, 17, 112, 85, 191, 159, 131, 114],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 117, 34, 26, 137, 172, 170, 70, 224, 136, 171, 14, 22, 237, 188, 102, 242, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 54, 51, 54, 56, 56, 57, 54, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 50, 51, 52, 49, 50, 50, 90, 23, 13, 50, 55, 48, 52, 48, 52, 50, 51, 53, 49, 50, 50, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 54, 51, 54, 56, 56, 57, 54, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 217, 211, 81, 238, 73, 77, 210, 91, 98, 81, 206, 107, 247, 194, 8, 250, 213, 158, 68, 146, 40, 153, 246, 166, 106, 209, 164, 139, 209, 38, 196, 148, 44, 58, 239, 179, 198, 224, 221, 53, 24, 107, 176, 126, 40, 100, 215, 166, 223, 217, 176, 211, 243, 100, 142, 148, 196, 220, 214, 182, 184, 6, 86, 114, 208, 90, 63, 90, 239, 85, 43, 152, 223, 138, 55, 49, 213, 224, 139, 236, 216, 233, 188, 132, 145, 248, 189, 207, 55, 98, 235, 178, 179, 183, 174, 108, 148, 27, 20, 35, 193, 81, 222, 138, 219, 35, 151, 160, 248, 182, 148, 122, 78, 83, 50, 66, 42, 133, 100, 183, 98, 140, 7, 0, 197, 182, 55, 32, 252, 113, 108, 164, 232, 250, 255, 254, 233, 189, 121, 117, 179, 147, 59, 158, 111, 226, 98, 214, 111, 7, 120, 145, 117, 71, 37, 197, 204, 248, 252, 56, 250, 72, 80, 128, 94, 221, 151, 222, 74, 241, 158, 18, 170, 36, 97, 42, 205, 20, 144, 21, 124, 20, 14, 177, 38, 87, 234, 254, 255, 153, 67, 177, 177, 190, 86, 108, 212, 144, 97, 42, 125, 215, 98, 106, 129, 68, 189, 196, 76, 160, 186, 72, 54, 20, 116, 212, 103, 155, 1, 9, 146, 72, 159, 208, 2, 107, 2, 212, 175, 179, 195, 7, 170, 139, 30, 98, 175, 82, 197, 42, 23, 201, 11, 125, 56, 227, 11, 174, 147, 252, 152, 54, 253, 52, 116, 193, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 54, 51, 54, 56, 56, 57, 54, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 34, 3, 2, 212, 245, 111, 230, 52, 233, 254, 113, 213, 189, 102, 50, 145, 162, 13, 132, 138, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 34, 3, 2, 212, 245, 111, 230, 52, 233, 254, 113, 213, 189, 102, 50, 145, 162, 13, 132, 138],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 217, 211, 81, 238, 73, 77, 210, 91, 98, 81, 206, 107, 247, 194, 8, 250, 213, 158, 68, 146, 40, 153, 246, 166, 106, 209, 164, 139, 209, 38, 196, 148, 44, 58, 239, 179, 198, 224, 221, 53, 24, 107, 176, 126, 40, 100, 215, 166, 223, 217, 176, 211, 243, 100, 142, 148, 196, 220, 214, 182, 184, 6, 86, 114, 208, 90, 63, 90, 239, 85, 43, 152, 223, 138, 55, 49, 213, 224, 139, 236, 216, 233, 188, 132, 145, 248, 189, 207, 55, 98, 235, 178, 179, 183, 174, 108, 148, 27, 20, 35, 193, 81, 222, 138, 219, 35, 151, 160, 248, 182, 148, 122, 78, 83, 50, 66, 42, 133, 100, 183, 98, 140, 7, 0, 197, 182, 55, 32, 252, 113, 108, 164, 232, 250, 255, 254, 233, 189, 121, 117, 179, 147, 59, 158, 111, 226, 98, 214, 111, 7, 120, 145, 117, 71, 37, 197, 204, 248, 252, 56, 250, 72, 80, 128, 94, 221, 151, 222, 74, 241, 158, 18, 170, 36, 97, 42, 205, 20, 144, 21, 124, 20, 14, 177, 38, 87, 234, 254, 255, 153, 67, 177, 177, 190, 86, 108, 212, 144, 97, 42, 125, 215, 98, 106, 129, 68, 189, 196, 76, 160, 186, 72, 54, 20, 116, 212, 103, 155, 1, 9, 146, 72, 159, 208, 2, 107, 2, 212, 175, 179, 195, 7, 170, 139, 30, 98, 175, 82, 197, 42, 23, 201, 11, 125, 56, 227, 11, 174, 147, 252, 152, 54, 253, 52, 116, 193, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 54, 51, 54, 56, 56, 57, 54, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 54, 51, 54, 56, 56, 57, 54, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [112, 89, 90, 51, 245, 154, 79, 218, 81, 89, 199, 255, 132, 2, 32, 229, 121, 76, 147, 37, 225, 186, 74, 213, 3, 92, 26, 124, 244, 238, 204, 212, 106, 188, 154, 74, 198, 180, 24, 14, 78, 112, 248, 122, 58, 235, 181, 105, 177, 179, 26, 189, 4, 68, 116, 151, 60, 42, 35, 211, 213, 76, 88, 92, 224, 148, 244, 22, 179, 156, 208, 95, 12, 244, 190, 38, 157, 84, 158, 200, 64, 210, 215, 2, 169, 199, 12, 57, 231, 56, 116, 193, 233, 146, 129, 26, 106, 195, 134, 0, 107, 189, 63, 95, 192, 182, 70, 149, 105, 89, 231, 253, 7, 3, 100, 236, 40, 252, 50, 212, 191, 222, 228, 158, 204, 170, 84, 119, 167, 194, 81, 183, 183, 174, 144, 2, 143, 48, 78, 11, 47, 121, 44, 224, 64, 217, 238, 173, 186, 36, 80, 8, 68, 182, 251, 40, 34, 143, 211, 70, 13, 146, 15, 142, 123, 227, 198, 88, 212, 85, 49, 167, 111, 33, 132, 106, 188, 124, 32, 189, 0, 20, 230, 83, 245, 179, 154, 133, 97, 38, 217, 163, 112, 28, 182, 163, 255, 245, 57, 144, 179, 87, 28, 51, 132, 71, 229, 224, 187, 54, 199, 150, 1, 128, 141, 166, 218, 149, 19, 8, 223, 222, 26, 6, 126, 18, 53, 33, 101, 236, 210, 79, 186, 199, 214, 66, 167, 159, 215, 44, 67, 224, 77, 65, 130, 45, 230, 228, 222, 17, 112, 85, 191, 159, 131, 114],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0x1baa367314e0\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [9847980501816338162, 8440337830255412960],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j6368896.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j6368896.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926754082, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942479482, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [34, 3, 2, 212, 245, 111, 230, 52, 233, 254, 113, 213, 189, 102, 50, 145, 162, 13, 132, 138],\n                                AuthorityKeyId: [34, 3, 2, 212, 245, 111, 230, 52, 233, 254, 113, 213, 189, 102, 50, 145, 162, 13, 132, 138],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j6368896.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57d9e60,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j6368896.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/542e9e97-d05e-47fc-93ab-cdbee045c414\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/542e9e97-d05e-47fc-93ab-cdbee045c414\\\",\\n  \\\"name\\\": \\\"542e9e97-d05e-47fc-93ab-cdbee045c414\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T00:26:24.783154281Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T00:45:30.823869321Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl to exist\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2 to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-cm8vl to exist\\\\nMachine o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-delete-gj78zxzl5zcz--managed/providers/Microsoft.Compute/virtualMachines/o0n2j0y8n1e9x3n-np-delete-main-dw55d-vn8c2 to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_delete.go:128]: failed to create node pools\nExpected success, but got an error:\n    \u003c*fmt.wrapError | 0xf8668e79c0\u003e: \n    failed to create NodePool np-delete-main: failed waiting for nodepool=\"np-delete-main\" for cluster \"np-delete-hcp-cluster\" in resourcegroup=\"nodepool-delete-wl8hrx5b6qf8\" to finish creating: GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ea674b9e-c197-4460-89ad-73e42467eb48\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ea674b9e-c197-4460-89ad-73e42467eb48\",\n      \"name\": \"ea674b9e-c197-4460-89ad-73e42467eb48\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-04T23:13:35.195217334Z\",\n      \"endTime\": \"2026-10-04T23:32:41.533219036Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-ltcc9: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-t8jqt: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-ltcc9: Creating: virtualmachine creating or updating\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-t8jqt: Creating: virtualmachine creating or updating\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-delete-main: failed waiting for nodepool=\\\"np-delete-main\\\" for cluster \\\"np-delete-hcp-cluster\\\" in resourcegroup=\\\"nodepool-delete-wl8hrx5b6qf8\\\" to finish creating: GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ea674b9e-c197-4460-89ad-73e42467eb48\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ea674b9e-c197-4460-89ad-73e42467eb48\\\",\\n  \\\"name\\\": \\\"ea674b9e-c197-4460-89ad-73e42467eb48\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T23:13:35.195217334Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T23:32:41.533219036Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-ltcc9: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-t8jqt: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-ltcc9: Creating: virtualmachine creating or updating\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-t8jqt: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xf866fcfe60\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-delete-main\\\" for cluster \\\"np-delete-hcp-cluster\\\" in resourcegroup=\\\"nodepool-delete-wl8hrx5b6qf8\\\" to finish creating: GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ea674b9e-c197-4460-89ad-73e42467eb48\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ea674b9e-c197-4460-89ad-73e42467eb48\\\",\\n  \\\"name\\\": \\\"ea674b9e-c197-4460-89ad-73e42467eb48\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T23:13:35.195217334Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T23:32:41.533219036Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-ltcc9: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-t8jqt: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-ltcc9: Creating: virtualmachine creating or updating\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-t8jqt: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xf8672ec870\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"df0dc64c-47b0-45ad-a659-aa54894ebaa4\",\n                        ],\n                        \"Date\": [\n                            \"Sun, 04 Oct 2026 23:32:47 GMT\",\n                        ],\n                        \"Content-Length\": [\"1242\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"7\"],\n                        \"Server\": [\"istio-envoy\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0xf866fcfcc0\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 101, 97, 54, 55, 52, 98, 57, 101, 45, 99, 49, 57, 55, 45, 52, 52, 54, 48, 45, 56, 57, 97, 100, 45, 55, 51, 101, 52, 50, 52, 54, 55, 101, 98, 52, 56, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 101, 97, 54, 55, 52, 98, 57, 101, 45, 99, 49, 57, 55, 45, 52, 52, 54, 48, 45, 56, 57, 97, 100, 45, 55, 51, 101, 52, 50, 52, 54, 55, 101, 98, 52, 56, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 51, 58, 49, 51, 58, 51, 53, 46, 49, 57, 53, 50, 49, 55, 51, 51, 52, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 51, 58, 51, 50, 58, 52, 49, 46, 53, 51, 51, 50, 49, 57, 48, 51, 54, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 51, 121, 49, 109, 52, 122, 57, 117, 54, 105, 56, 115, 49, 116, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 122, 56, 100, 102, 119, 45, 108, 116, 99, 99, 57, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 51, 121, 49, 109, 52, 122, 57, 117, 54, 105, 56, 115, 49, 116, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 122, 56, 100, 102, 119, 45, 116, 56, 106, 113, 116, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 51, 121, 49, 109, 52, 122, 57, 117, 54, 105, 56, 115, 49, 116, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 122, 56, 100, 102, 119, 45, 108, 116, 99, 99, 57, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 51, 121, 49, 109, 52, 122, 57, 117, 54, 105, 56, 115, 49, 116, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 122, 56, 100, 102, 119, 45, 116, 56, 106, 113, 116, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: 1242,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ea674b9e-c197-4460-89ad-73e42467eb48\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2026-09-01-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"bbb88ce6-b65a-4d34-aa31-093543c43cce\",\n                            ],\n                            \"X-Ms-Client-Request-Id\": [\n                                \"576a3ee6-0bb0-4c25-81ea-86ae9d152e8d\",\n                            ],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-04T23:32:47Z\\\"}\",\n                            ],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 60, 67, 75, 236, 93, 208, 76, 242, 171, 200, 203, 77, 132, 243, 219, 63, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 50, 50, 48, 54, 52, 55, 90, 23, 13, 50, 55, 48, 52, 48, 52, 50, 50, 49, 54, 52, 55, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 172, 54, 136, 90, 73, 38, 131, 94, 43, 192, 105, 113, 157, 140, 202, 24, 22, 87, 105, 40, 9, 41, 155, 202, 78, 166, 42, 189, 19, 33, 220, 243, 254, 216, 151, 64, 228, 38, 94, 230, 109, 225, 200, 184, 20, 159, 219, 30, 22, 149, 12, 3, 35, 137, 6, 0, 180, 168, 76, 85, 33, 92, 8, 85, 180, 48, 170, 137, 111, 171, 57, 33, 213, 191, 97, 102, 22, 140, 162, 158, 41, 45, 97, 153, 95, 36, 110, 45, 233, 238, 108, 248, 39, 174, 227, 146, 57, 60, 230, 94, 96, 137, 129, 187, 1, 239, 185, 83, 55, 54, 113, 24, 223, 78, 52, 56, 106, 196, 197, 77, 47, 250, 197, 221, 253, 105, 154, 74, 251, 52, 142, 54, 72, 129, 122, 144, 5, 22, 236, 108, 236, 117, 23, 190, 136, 228, 203, 188, 171, 117, 40, 242, 170, 96, 241, 143, 163, 188, 214, 94, 87, 201, 238, 185, 212, 154, 34, 139, 210, 179, 202, 0, 143, 205, 191, 179, 215, 250, 118, 199, 203, 20, 134, 248, 206, 161, 233, 224, 138, 129, 61, 181, 61, 106, 124, 126, 233, 249, 30, 68, 35, 55, 195, 60, 61, 233, 20, 150, 214, 29, 78, 185, 78, 187, 1, 52, 49, 246, 155, 155, 10, 70, 28, 200, 141, 165, 112, 194, 240, 4, 15, 145, 148, 247, 35, 112, 247, 161, 153, 127, 153, 229, 186, 151, 194, 20, 69, 250, 255, 249, 115, 66, 239, 13, 245, 209, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 86, 159, 123, 181, 224, 184, 180, 222, 135, 81, 44, 185, 21, 208, 155, 56, 173, 100, 55, 50, 170, 131, 34, 198, 113, 202, 182, 197, 228, 203, 166, 30, 214, 155, 162, 115, 91, 243, 122, 247, 203, 130, 244, 67, 160, 134, 200, 150, 13, 6, 72, 243, 187, 103, 138, 61, 43, 55, 51, 148, 1, 192, 73, 164, 243, 208, 195, 95, 69, 244, 103, 0, 48, 19, 218, 245, 11, 250, 57, 77, 228, 23, 94, 12, 115, 151, 9, 66, 108, 194, 197, 216, 8, 56, 33, 253, 87, 255, 79, 146, 42, 7, 110, 82, 136, 227, 230, 169, 174, 14, 31, 183, 113, 176, 217, 142, 11, 127, 200, 118, 54, 93, 73, 13, 81, 244, 232, 42, 57, 78, 18, 125, 88, 154, 55, 174, 173, 248, 159, 138, 68, 102, 170, 253, 196, 131, 218, 63, 114, 101, 114, 34, 174, 188, 217, 145, 39, 100, 196, 233, 3, 137, 161, 232, 4, 214, 115, 134, 181, 71, 170, 27, 30, 251, 102, 237, 153, 121, 38, 61, 141, 47, 228, 4, 177, 243, 148, 122, 79, 229, 36, 41, 86, 173, 127, 214, 240, 5, 147, 57, 251, 234, 78, 52, 47, 201, 154, 90, 248, 20, 99, 4, 148, 201, 8, 120, 77, 76, 189, 48, 168, 107, 218, 129, 14, 1, 132, 136, 151, 113, 116, 167, 22, 100, 210, 78, 30, 196, 230, 40, 207, 114, 206, 17, 219, 129, 194, 70, 70, 143, 76, 251, 9, 58, 143, 33],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 60, 67, 75, 236, 93, 208, 76, 242, 171, 200, 203, 77, 132, 243, 219, 63, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 50, 50, 48, 54, 52, 55, 90, 23, 13, 50, 55, 48, 52, 48, 52, 50, 50, 49, 54, 52, 55, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 172, 54, 136, 90, 73, 38, 131, 94, 43, 192, 105, 113, 157, 140, 202, 24, 22, 87, 105, 40, 9, 41, 155, 202, 78, 166, 42, 189, 19, 33, 220, 243, 254, 216, 151, 64, 228, 38, 94, 230, 109, 225, 200, 184, 20, 159, 219, 30, 22, 149, 12, 3, 35, 137, 6, 0, 180, 168, 76, 85, 33, 92, 8, 85, 180, 48, 170, 137, 111, 171, 57, 33, 213, 191, 97, 102, 22, 140, 162, 158, 41, 45, 97, 153, 95, 36, 110, 45, 233, 238, 108, 248, 39, 174, 227, 146, 57, 60, 230, 94, 96, 137, 129, 187, 1, 239, 185, 83, 55, 54, 113, 24, 223, 78, 52, 56, 106, 196, 197, 77, 47, 250, 197, 221, 253, 105, 154, 74, 251, 52, 142, 54, 72, 129, 122, 144, 5, 22, 236, 108, 236, 117, 23, 190, 136, 228, 203, 188, 171, 117, 40, 242, 170, 96, 241, 143, 163, 188, 214, 94, 87, 201, 238, 185, 212, 154, 34, 139, 210, 179, 202, 0, 143, 205, 191, 179, 215, 250, 118, 199, 203, 20, 134, 248, 206, 161, 233, 224, 138, 129, 61, 181, 61, 106, 124, 126, 233, 249, 30, 68, 35, 55, 195, 60, 61, 233, 20, 150, 214, 29, 78, 185, 78, 187, 1, 52, 49, 246, 155, 155, 10, 70, 28, 200, 141, 165, 112, 194, 240, 4, 15, 145, 148, 247, 35, 112, 247, 161, 153, 127, 153, 229, 186, 151, 194, 20, 69, 250, 255, 249, 115, 66, 239, 13, 245, 209, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 172, 54, 136, 90, 73, 38, 131, 94, 43, 192, 105, 113, 157, 140, 202, 24, 22, 87, 105, 40, 9, 41, 155, 202, 78, 166, 42, 189, 19, 33, 220, 243, 254, 216, 151, 64, 228, 38, 94, 230, 109, 225, 200, 184, 20, 159, 219, 30, 22, 149, 12, 3, 35, 137, 6, 0, 180, 168, 76, 85, 33, 92, 8, 85, 180, 48, 170, 137, 111, 171, 57, 33, 213, 191, 97, 102, 22, 140, 162, 158, 41, 45, 97, 153, 95, 36, 110, 45, 233, 238, 108, 248, 39, 174, 227, 146, 57, 60, 230, 94, 96, 137, 129, 187, 1, 239, 185, 83, 55, 54, 113, 24, 223, 78, 52, 56, 106, 196, 197, 77, 47, 250, 197, 221, 253, 105, 154, 74, 251, 52, 142, 54, 72, 129, 122, 144, 5, 22, 236, 108, 236, 117, 23, 190, 136, 228, 203, 188, 171, 117, 40, 242, 170, 96, 241, 143, 163, 188, 214, 94, 87, 201, 238, 185, 212, 154, 34, 139, 210, 179, 202, 0, 143, 205, 191, 179, 215, 250, 118, 199, 203, 20, 134, 248, 206, 161, 233, 224, 138, 129, 61, 181, 61, 106, 124, 126, 233, 249, 30, 68, 35, 55, 195, 60, 61, 233, 20, 150, 214, 29, 78, 185, 78, 187, 1, 52, 49, 246, 155, 155, 10, 70, 28, 200, 141, 165, 112, 194, 240, 4, 15, 145, 148, 247, 35, 112, 247, 161, 153, 127, 153, 229, 186, 151, 194, 20, 69, 250, 255, 249, 115, 66, 239, 13, 245, 209, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [86, 159, 123, 181, 224, 184, 180, 222, 135, 81, 44, 185, 21, 208, 155, 56, 173, 100, 55, 50, 170, 131, 34, 198, 113, 202, 182, 197, 228, 203, 166, 30, 214, 155, 162, 115, 91, 243, 122, 247, 203, 130, 244, 67, 160, 134, 200, 150, 13, 6, 72, 243, 187, 103, 138, 61, 43, 55, 51, 148, 1, 192, 73, 164, 243, 208, 195, 95, 69, 244, 103, 0, 48, 19, 218, 245, 11, 250, 57, 77, 228, 23, 94, 12, 115, 151, 9, 66, 108, 194, 197, 216, 8, 56, 33, 253, 87, 255, 79, 146, 42, 7, 110, 82, 136, 227, 230, 169, 174, 14, 31, 183, 113, 176, 217, 142, 11, 127, 200, 118, 54, 93, 73, 13, 81, 244, 232, 42, 57, 78, 18, 125, 88, 154, 55, 174, 173, 248, 159, 138, 68, 102, 170, 253, 196, 131, 218, 63, 114, 101, 114, 34, 174, 188, 217, 145, 39, 100, 196, 233, 3, 137, 161, 232, 4, 214, 115, 134, 181, 71, 170, 27, 30, 251, 102, 237, 153, 121, 38, 61, 141, 47, 228, 4, 177, 243, 148, 122, 79, 229, 36, 41, 86, 173, 127, 214, 240, 5, 147, 57, 251, 234, 78, 52, 47, 201, 154, 90, 248, 20, 99, 4, 148, 201, 8, 120, 77, 76, 189, 48, 168, 107, 218, 129, 14, 1, 132, 136, 151, 113, 116, 167, 22, 100, 210, 78, 30, 196, 230, 40, 207, 114, 206, 17, 219, 129, 194, 70, 70, 143, 76, 251, 9, 58, 143, 33],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0xf86687fb50\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [12378367109631302463, 4342397944273587442],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926748407, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942473807, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185],\n                                AuthorityKeyId: [71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j7045504.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bd760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ea674b9e-c197-4460-89ad-73e42467eb48\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ea674b9e-c197-4460-89ad-73e42467eb48\\\",\\n  \\\"name\\\": \\\"ea674b9e-c197-4460-89ad-73e42467eb48\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T23:13:35.195217334Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T23:32:41.533219036Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-ltcc9: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-t8jqt: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-ltcc9: Creating: virtualmachine creating or updating\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-t8jqt: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_delete.go:128]: failed to create node pools\nExpected success, but got an error:\n    \u003c*fmt.wrapError | 0xf8668e79c0\u003e: \n    failed to create NodePool np-delete-main: failed waiting for nodepool=\"np-delete-main\" for cluster \"np-delete-hcp-cluster\" in resourcegroup=\"nodepool-delete-wl8hrx5b6qf8\" to finish creating: GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ea674b9e-c197-4460-89ad-73e42467eb48\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ea674b9e-c197-4460-89ad-73e42467eb48\",\n      \"name\": \"ea674b9e-c197-4460-89ad-73e42467eb48\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-04T23:13:35.195217334Z\",\n      \"endTime\": \"2026-10-04T23:32:41.533219036Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-ltcc9: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-t8jqt: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-ltcc9: Creating: virtualmachine creating or updating\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-t8jqt: Creating: virtualmachine creating or updating\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-delete-main: failed waiting for nodepool=\\\"np-delete-main\\\" for cluster \\\"np-delete-hcp-cluster\\\" in resourcegroup=\\\"nodepool-delete-wl8hrx5b6qf8\\\" to finish creating: GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ea674b9e-c197-4460-89ad-73e42467eb48\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ea674b9e-c197-4460-89ad-73e42467eb48\\\",\\n  \\\"name\\\": \\\"ea674b9e-c197-4460-89ad-73e42467eb48\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T23:13:35.195217334Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T23:32:41.533219036Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-ltcc9: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-t8jqt: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-ltcc9: Creating: virtualmachine creating or updating\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-t8jqt: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xf866fcfe60\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-delete-main\\\" for cluster \\\"np-delete-hcp-cluster\\\" in resourcegroup=\\\"nodepool-delete-wl8hrx5b6qf8\\\" to finish creating: GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ea674b9e-c197-4460-89ad-73e42467eb48\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ea674b9e-c197-4460-89ad-73e42467eb48\\\",\\n  \\\"name\\\": \\\"ea674b9e-c197-4460-89ad-73e42467eb48\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T23:13:35.195217334Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T23:32:41.533219036Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-ltcc9: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-t8jqt: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-ltcc9: Creating: virtualmachine creating or updating\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-t8jqt: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xf8672ec870\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"df0dc64c-47b0-45ad-a659-aa54894ebaa4\",\n                        ],\n                        \"Date\": [\n                            \"Sun, 04 Oct 2026 23:32:47 GMT\",\n                        ],\n                        \"Content-Length\": [\"1242\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"7\"],\n                        \"Server\": [\"istio-envoy\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0xf866fcfcc0\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 101, 97, 54, 55, 52, 98, 57, 101, 45, 99, 49, 57, 55, 45, 52, 52, 54, 48, 45, 56, 57, 97, 100, 45, 55, 51, 101, 52, 50, 52, 54, 55, 101, 98, 52, 56, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 101, 97, 54, 55, 52, 98, 57, 101, 45, 99, 49, 57, 55, 45, 52, 52, 54, 48, 45, 56, 57, 97, 100, 45, 55, 51, 101, 52, 50, 52, 54, 55, 101, 98, 52, 56, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 51, 58, 49, 51, 58, 51, 53, 46, 49, 57, 53, 50, 49, 55, 51, 51, 52, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 51, 58, 51, 50, 58, 52, 49, 46, 53, 51, 51, 50, 49, 57, 48, 51, 54, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 51, 121, 49, 109, 52, 122, 57, 117, 54, 105, 56, 115, 49, 116, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 122, 56, 100, 102, 119, 45, 108, 116, 99, 99, 57, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 51, 121, 49, 109, 52, 122, 57, 117, 54, 105, 56, 115, 49, 116, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 122, 56, 100, 102, 119, 45, 116, 56, 106, 113, 116, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 51, 121, 49, 109, 52, 122, 57, 117, 54, 105, 56, 115, 49, 116, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 122, 56, 100, 102, 119, 45, 108, 116, 99, 99, 57, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 51, 121, 49, 109, 52, 122, 57, 117, 54, 105, 56, 115, 49, 116, 45, 110, 112, 45, 100, 101, 108, 101, 116, 101, 45, 109, 97, 105, 110, 45, 122, 56, 100, 102, 119, 45, 116, 56, 106, 113, 116, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: 1242,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ea674b9e-c197-4460-89ad-73e42467eb48\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2026-09-01-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"bbb88ce6-b65a-4d34-aa31-093543c43cce\",\n                            ],\n                            \"X-Ms-Client-Request-Id\": [\n                                \"576a3ee6-0bb0-4c25-81ea-86ae9d152e8d\",\n                            ],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-04T23:32:47Z\\\"}\",\n                            ],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 60, 67, 75, 236, 93, 208, 76, 242, 171, 200, 203, 77, 132, 243, 219, 63, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 50, 50, 48, 54, 52, 55, 90, 23, 13, 50, 55, 48, 52, 48, 52, 50, 50, 49, 54, 52, 55, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 172, 54, 136, 90, 73, 38, 131, 94, 43, 192, 105, 113, 157, 140, 202, 24, 22, 87, 105, 40, 9, 41, 155, 202, 78, 166, 42, 189, 19, 33, 220, 243, 254, 216, 151, 64, 228, 38, 94, 230, 109, 225, 200, 184, 20, 159, 219, 30, 22, 149, 12, 3, 35, 137, 6, 0, 180, 168, 76, 85, 33, 92, 8, 85, 180, 48, 170, 137, 111, 171, 57, 33, 213, 191, 97, 102, 22, 140, 162, 158, 41, 45, 97, 153, 95, 36, 110, 45, 233, 238, 108, 248, 39, 174, 227, 146, 57, 60, 230, 94, 96, 137, 129, 187, 1, 239, 185, 83, 55, 54, 113, 24, 223, 78, 52, 56, 106, 196, 197, 77, 47, 250, 197, 221, 253, 105, 154, 74, 251, 52, 142, 54, 72, 129, 122, 144, 5, 22, 236, 108, 236, 117, 23, 190, 136, 228, 203, 188, 171, 117, 40, 242, 170, 96, 241, 143, 163, 188, 214, 94, 87, 201, 238, 185, 212, 154, 34, 139, 210, 179, 202, 0, 143, 205, 191, 179, 215, 250, 118, 199, 203, 20, 134, 248, 206, 161, 233, 224, 138, 129, 61, 181, 61, 106, 124, 126, 233, 249, 30, 68, 35, 55, 195, 60, 61, 233, 20, 150, 214, 29, 78, 185, 78, 187, 1, 52, 49, 246, 155, 155, 10, 70, 28, 200, 141, 165, 112, 194, 240, 4, 15, 145, 148, 247, 35, 112, 247, 161, 153, 127, 153, 229, 186, 151, 194, 20, 69, 250, 255, 249, 115, 66, 239, 13, 245, 209, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 86, 159, 123, 181, 224, 184, 180, 222, 135, 81, 44, 185, 21, 208, 155, 56, 173, 100, 55, 50, 170, 131, 34, 198, 113, 202, 182, 197, 228, 203, 166, 30, 214, 155, 162, 115, 91, 243, 122, 247, 203, 130, 244, 67, 160, 134, 200, 150, 13, 6, 72, 243, 187, 103, 138, 61, 43, 55, 51, 148, 1, 192, 73, 164, 243, 208, 195, 95, 69, 244, 103, 0, 48, 19, 218, 245, 11, 250, 57, 77, 228, 23, 94, 12, 115, 151, 9, 66, 108, 194, 197, 216, 8, 56, 33, 253, 87, 255, 79, 146, 42, 7, 110, 82, 136, 227, 230, 169, 174, 14, 31, 183, 113, 176, 217, 142, 11, 127, 200, 118, 54, 93, 73, 13, 81, 244, 232, 42, 57, 78, 18, 125, 88, 154, 55, 174, 173, 248, 159, 138, 68, 102, 170, 253, 196, 131, 218, 63, 114, 101, 114, 34, 174, 188, 217, 145, 39, 100, 196, 233, 3, 137, 161, 232, 4, 214, 115, 134, 181, 71, 170, 27, 30, 251, 102, 237, 153, 121, 38, 61, 141, 47, 228, 4, 177, 243, 148, 122, 79, 229, 36, 41, 86, 173, 127, 214, 240, 5, 147, 57, 251, 234, 78, 52, 47, 201, 154, 90, 248, 20, 99, 4, 148, 201, 8, 120, 77, 76, 189, 48, 168, 107, 218, 129, 14, 1, 132, 136, 151, 113, 116, 167, 22, 100, 210, 78, 30, 196, 230, 40, 207, 114, 206, 17, 219, 129, 194, 70, 70, 143, 76, 251, 9, 58, 143, 33],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 60, 67, 75, 236, 93, 208, 76, 242, 171, 200, 203, 77, 132, 243, 219, 63, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 50, 50, 48, 54, 52, 55, 90, 23, 13, 50, 55, 48, 52, 48, 52, 50, 50, 49, 54, 52, 55, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 172, 54, 136, 90, 73, 38, 131, 94, 43, 192, 105, 113, 157, 140, 202, 24, 22, 87, 105, 40, 9, 41, 155, 202, 78, 166, 42, 189, 19, 33, 220, 243, 254, 216, 151, 64, 228, 38, 94, 230, 109, 225, 200, 184, 20, 159, 219, 30, 22, 149, 12, 3, 35, 137, 6, 0, 180, 168, 76, 85, 33, 92, 8, 85, 180, 48, 170, 137, 111, 171, 57, 33, 213, 191, 97, 102, 22, 140, 162, 158, 41, 45, 97, 153, 95, 36, 110, 45, 233, 238, 108, 248, 39, 174, 227, 146, 57, 60, 230, 94, 96, 137, 129, 187, 1, 239, 185, 83, 55, 54, 113, 24, 223, 78, 52, 56, 106, 196, 197, 77, 47, 250, 197, 221, 253, 105, 154, 74, 251, 52, 142, 54, 72, 129, 122, 144, 5, 22, 236, 108, 236, 117, 23, 190, 136, 228, 203, 188, 171, 117, 40, 242, 170, 96, 241, 143, 163, 188, 214, 94, 87, 201, 238, 185, 212, 154, 34, 139, 210, 179, 202, 0, 143, 205, 191, 179, 215, 250, 118, 199, 203, 20, 134, 248, 206, 161, 233, 224, 138, 129, 61, 181, 61, 106, 124, 126, 233, 249, 30, 68, 35, 55, 195, 60, 61, 233, 20, 150, 214, 29, 78, 185, 78, 187, 1, 52, 49, 246, 155, 155, 10, 70, 28, 200, 141, 165, 112, 194, 240, 4, 15, 145, 148, 247, 35, 112, 247, 161, 153, 127, 153, 229, 186, 151, 194, 20, 69, 250, 255, 249, 115, 66, 239, 13, 245, 209, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 172, 54, 136, 90, 73, 38, 131, 94, 43, 192, 105, 113, 157, 140, 202, 24, 22, 87, 105, 40, 9, 41, 155, 202, 78, 166, 42, 189, 19, 33, 220, 243, 254, 216, 151, 64, 228, 38, 94, 230, 109, 225, 200, 184, 20, 159, 219, 30, 22, 149, 12, 3, 35, 137, 6, 0, 180, 168, 76, 85, 33, 92, 8, 85, 180, 48, 170, 137, 111, 171, 57, 33, 213, 191, 97, 102, 22, 140, 162, 158, 41, 45, 97, 153, 95, 36, 110, 45, 233, 238, 108, 248, 39, 174, 227, 146, 57, 60, 230, 94, 96, 137, 129, 187, 1, 239, 185, 83, 55, 54, 113, 24, 223, 78, 52, 56, 106, 196, 197, 77, 47, 250, 197, 221, 253, 105, 154, 74, 251, 52, 142, 54, 72, 129, 122, 144, 5, 22, 236, 108, 236, 117, 23, 190, 136, 228, 203, 188, 171, 117, 40, 242, 170, 96, 241, 143, 163, 188, 214, 94, 87, 201, 238, 185, 212, 154, 34, 139, 210, 179, 202, 0, 143, 205, 191, 179, 215, 250, 118, 199, 203, 20, 134, 248, 206, 161, 233, 224, 138, 129, 61, 181, 61, 106, 124, 126, 233, 249, 30, 68, 35, 55, 195, 60, 61, 233, 20, 150, 214, 29, 78, 185, 78, 187, 1, 52, 49, 246, 155, 155, 10, 70, 28, 200, 141, 165, 112, 194, 240, 4, 15, 145, 148, 247, 35, 112, 247, 161, 153, 127, 153, 229, 186, 151, 194, 20, 69, 250, 255, 249, 115, 66, 239, 13, 245, 209, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [86, 159, 123, 181, 224, 184, 180, 222, 135, 81, 44, 185, 21, 208, 155, 56, 173, 100, 55, 50, 170, 131, 34, 198, 113, 202, 182, 197, 228, 203, 166, 30, 214, 155, 162, 115, 91, 243, 122, 247, 203, 130, 244, 67, 160, 134, 200, 150, 13, 6, 72, 243, 187, 103, 138, 61, 43, 55, 51, 148, 1, 192, 73, 164, 243, 208, 195, 95, 69, 244, 103, 0, 48, 19, 218, 245, 11, 250, 57, 77, 228, 23, 94, 12, 115, 151, 9, 66, 108, 194, 197, 216, 8, 56, 33, 253, 87, 255, 79, 146, 42, 7, 110, 82, 136, 227, 230, 169, 174, 14, 31, 183, 113, 176, 217, 142, 11, 127, 200, 118, 54, 93, 73, 13, 81, 244, 232, 42, 57, 78, 18, 125, 88, 154, 55, 174, 173, 248, 159, 138, 68, 102, 170, 253, 196, 131, 218, 63, 114, 101, 114, 34, 174, 188, 217, 145, 39, 100, 196, 233, 3, 137, 161, 232, 4, 214, 115, 134, 181, 71, 170, 27, 30, 251, 102, 237, 153, 121, 38, 61, 141, 47, 228, 4, 177, 243, 148, 122, 79, 229, 36, 41, 86, 173, 127, 214, 240, 5, 147, 57, 251, 234, 78, 52, 47, 201, 154, 90, 248, 20, 99, 4, 148, 201, 8, 120, 77, 76, 189, 48, 168, 107, 218, 129, 14, 1, 132, 136, 151, 113, 116, 167, 22, 100, 210, 78, 30, 196, 230, 40, 207, 114, 206, 17, 219, 129, 194, 70, 70, 143, 76, 251, 9, 58, 143, 33],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0xf86687fb50\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [12378367109631302463, 4342397944273587442],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926748407, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942473807, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185],\n                                AuthorityKeyId: [71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j7045504.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bd760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ea674b9e-c197-4460-89ad-73e42467eb48\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ea674b9e-c197-4460-89ad-73e42467eb48\\\",\\n  \\\"name\\\": \\\"ea674b9e-c197-4460-89ad-73e42467eb48\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T23:13:35.195217334Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T23:32:41.533219036Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-ltcc9: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-t8jqt: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-ltcc9: Creating: virtualmachine creating or updating\\\\nMachine j3y1m4z9u6i8s1t-np-delete-main-z8dfw-t8jqt: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7345/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106895387183812608","occurred_at":"2026-10-04T23:52:59Z","signature_id":"f837b1736d82c6bd4e76f7d17dc820f7a359da7cbb20b78f9acd1bb828465dc2","pr_number":7345,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106892371676368896","occurred_at":"2026-10-04T23:41:00Z","signature_id":"33ba29bfd909212cb0acad2de063630f7df2d4ced93b032e7014ffceddf49f02","pr_number":7143,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106862749937045504","occurred_at":"2026-10-04T21:43:17Z","signature_id":"7a67e873a4082e068308974297fecb876e8637ef7e6f35d34a7cae80d8c12d86","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106825712047493120","occurred_at":"2026-10-04T19:16:07Z","signature_id":"96891341d11d8d73e9edd321bb4277bd7d84db3e3f75d89ff8c2a0e6dbb1e88e","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106802906463211520","occurred_at":"2026-10-04T17:45:30Z","signature_id":"2b8cf3694e4e2d5acfdb9f10c815d584b665b5ec08a12e20eba0fd9378702eca","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7288/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106739480676274176","occurred_at":"2026-10-04T13:33:28Z","signature_id":"17c76675f507cbe8745ee066cc3a8d95a94552f8f7d316334028c4ebb00d5ce4","pr_number":7288,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7031/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106691186822483968","occurred_at":"2026-10-04T10:21:33Z","signature_id":"c6e8f697b570c756c3d6e47824271d26cb53dd51f389e8e637704fdbfafa9b30","pr_number":7031,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7333/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106422169931091968","occurred_at":"2026-10-03T16:32:35Z","signature_id":"a7a5e0e36a34359f8084193c2d0faab4839b075dfe3e59cc885f6fb7a3743b3d","pr_number":7333,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7326/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106109176676618240","occurred_at":"2026-10-02T19:48:51Z","signature_id":"0b09878cead7ed0db7149a6d094f72740b9f49ac8eb39886c52d3d3e4afc2dc1","pr_number":7326,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105963382757658624","occurred_at":"2026-10-02T10:09:31Z","signature_id":"8dbea7b9ec3df592e7098abc9c237a0026e2477ed890812177c981f0246ac466","pr_number":6889,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7266/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105632583583797248","occurred_at":"2026-10-01T12:15:03Z","signature_id":"84a2e933f9fa3e2bf4c49035661937c0be853d17d572ba5e196fb033e64d99b4","pr_number":7266,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7272/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105426318702153728","occurred_at":"2026-09-30T22:35:25Z","signature_id":"e5bf27d444d18a4f63bf57e1c97a66cb2cc56175533ecabe1444ad05ef7c4ffa","pr_number":7272,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7260/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105189267666898944","occurred_at":"2026-09-30T06:53:28Z","signature_id":"87fbac54cf2eeb9a961209caab24269852fdc963c5e9568aa686fbe5fb493555","pr_number":7260,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7229/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105055984161394688","occurred_at":"2026-09-29T22:03:51Z","signature_id":"e3a48832d36b5100d3264e592c22aa50b936a7c4c8f7ef5634e6ff9cb089dbcd","pr_number":7229,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7053/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105012837859463168","occurred_at":"2026-09-29T18:44:38Z","signature_id":"2dfd5b2fbf1861319ad8698d5e0ecdc3fef355379167aee3783a7184e0aeef07","pr_number":7053,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7241/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104929398925824000","occurred_at":"2026-09-29T13:40:51Z","signature_id":"11d6ab32fb0eee8d6a3f26fec82de02fff4351673cc90f0ed7eb799874caf5b1","pr_number":7241,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7233/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747306141093888","occurred_at":"2026-09-29T01:37:16Z","signature_id":"ef6e3f9265864aa123008ad7fb18cd8d9b650dedbcea2598c3f6f73df198ce9a","pr_number":7233,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"b0fc35b4cee21d9fc77498821d7039bd11d47ea3dffe9b31d595e5aa8f3edf54","failure_pattern":"alert [hcp] KubeStatefulSetReplicasMismatch fired","search_query":"alert [hcp] KubeStatefulSetReplicasMismatch fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert KubeStatefulSetReplicasMismatch does not fire","occurrences":14,"runs_affected":14,"failed_runs":14,"run_impact_percent":2.676864244741874,"anchor_occurrences":14,"after_last_push_count":20,"trend_counts":[1,1,5,2,5,1,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":44,"prior_last_seen_at":"2026-09-27T21:19:10Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert KubeStatefulSetReplicasMismatch does not fire","occurrences":14}],"full_error_samples":["alert fired 2 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-10-02T12:19:46Z\n  Ended:       2026-10-02T12:37:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeStatefulSetReplicasMismatch\", cluster=\"ci01-j1697920-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.47:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j1697920/providers/microsoft.monitor/accounts/hcps-j1697920\", namespace=\"ocm-arohcpci01-2t6kocm5nlh2bsj6qar6cn2cp8c1dutp-j3g1z4j4b8m5s0b\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-jkdxm\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", statefulset=\"etcd\"\n  Description: StatefulSet ocm-arohcpci01-2t6kocm5nlh2bsj6qar6cn2cp8c1dutp-j3g1z4j4b8m5s0b/etcd has not matched the expected number of replicas for longer than 15 minutes.\nFiring 2:\n  State:       Resolved\n  Started:     2026-10-02T12:19:46Z\n  Ended:       2026-10-02T12:37:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeStatefulSetReplicasMismatch\", cluster=\"ci01-j1697920-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.47:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j1697920/providers/microsoft.monitor/accounts/hcps-j1697920\", namespace=\"ocm-arohcpci01-2t6kocm5nlh2bsj6qar6cn2cp8c1dutp-j3g1z4j4b8m5s0b\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-jkdxm\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", statefulset=\"etcd\"\n  Description: StatefulSet ocm-arohcpci01-2t6kocm5nlh2bsj6qar6cn2cp8c1dutp-j3g1z4j4b8m5s0b/etcd has not matched the expected number of replicas for longer than 15 minutes.","alert fired 2 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-10-01T21:56:38Z\n  Ended:       2026-10-01T22:24:31Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeStatefulSetReplicasMismatch\", cluster=\"ci01-j8617344-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.4:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j8617344/providers/microsoft.monitor/accounts/hcps-j8617344\", namespace=\"ocm-arohcpci01-2t6898csqijj9hrgrrv2thav2ags7h5e-u0x9h1i4c5m9r3t\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gfv2r\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", statefulset=\"etcd\"\n  Description: StatefulSet ocm-arohcpci01-2t6898csqijj9hrgrrv2thav2ags7h5e-u0x9h1i4c5m9r3t/etcd has not matched the expected number of replicas for longer than 15 minutes.\nFiring 2:\n  State:       Resolved\n  Started:     2026-10-01T21:56:38Z\n  Ended:       2026-10-01T22:24:31Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeStatefulSetReplicasMismatch\", cluster=\"ci01-j8617344-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.4:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j8617344/providers/microsoft.monitor/accounts/hcps-j8617344\", namespace=\"ocm-arohcpci01-2t6898csqijj9hrgrrv2thav2ags7h5e-u0x9h1i4c5m9r3t\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gfv2r\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", statefulset=\"etcd\"\n  Description: StatefulSet ocm-arohcpci01-2t6898csqijj9hrgrrv2thav2ags7h5e-u0x9h1i4c5m9r3t/etcd has not matched the expected number of replicas for longer than 15 minutes.","alert fired 2 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-10-01T18:21:23Z\n  Ended:       2026-10-01T18:49:22Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeStatefulSetReplicasMismatch\", cluster=\"ci01-j4153600-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.11:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j4153600/providers/microsoft.monitor/accounts/hcps-j4153600\", namespace=\"ocm-arohcpci01-2t6540sfbs5tnji617qi625vcboi5s6g-v2e1p4r9r2e9x7a\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-qpxgq\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", statefulset=\"etcd\"\n  Description: StatefulSet ocm-arohcpci01-2t6540sfbs5tnji617qi625vcboi5s6g-v2e1p4r9r2e9x7a/etcd has not matched the expected number of replicas for longer than 15 minutes.\nFiring 2:\n  State:       Resolved\n  Started:     2026-10-01T18:32:21Z\n  Ended:       2026-10-01T18:49:23Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeStatefulSetReplicasMismatch\", cluster=\"ci01-j4153600-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.11:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j4153600/providers/microsoft.monitor/accounts/hcps-j4153600\", namespace=\"ocm-arohcpci01-2t6540sfbs5tnji617qi625vcboi5s6g-v2e1p4r9r2e9x7a\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-qpxgq\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", statefulset=\"etcd\"\n  Description: StatefulSet ocm-arohcpci01-2t6540sfbs5tnji617qi625vcboi5s6g-v2e1p4r9r2e9x7a/etcd has not matched the expected number of replicas for longer than 15 minutes."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7303/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105975953711697920","occurred_at":"2026-10-02T10:59:29Z","signature_id":"ef955f75a2acdcd9710f3aa77383bb014db2593d410f1681e803db0fd48a8c18","pr_number":7303,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6924/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105758317698617344","occurred_at":"2026-10-01T20:34:40Z","signature_id":"49835a63b5eeb6cd2d5676b383b748e801852cbfc4a14f2ccad62f35c1379e35","pr_number":6924,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105707780064153600","occurred_at":"2026-10-01T17:13:51Z","signature_id":"42a4652e36610b982e285e479e664235522917c24849effb4d93491c383305f6","pr_number":6900,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7158/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105614591059824640","occurred_at":"2026-10-01T11:03:33Z","signature_id":"4427a7f0cd67abf2bad6097b35ebbeb0f0f68f33f229f36a2cbb2241ba70ce75","pr_number":7158,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105599650848313344","occurred_at":"2026-10-01T10:04:11Z","signature_id":"401a1e204a83fda3675c86a680e28f32700788a8e903ffd959925db946223e78","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7181/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105596839066603520","occurred_at":"2026-10-01T09:53:01Z","signature_id":"3db0b13f6503d0d391e7cd47b49850d3afd397f715312359fe93c62841f3e4e5","pr_number":7181,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6970/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105354536905347072","occurred_at":"2026-09-30T17:50:11Z","signature_id":"dabbf455e614a0564c0abb3cb0bd1b76792259597e5b2a81a72dd954978bbab0","pr_number":6970,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6580/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105349698964426752","occurred_at":"2026-09-30T17:30:58Z","signature_id":"2850f1981822705d765169c8df6b099246627ba71fa905aafb70cde8db42aecd","pr_number":6580,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105006438400135168","occurred_at":"2026-09-29T18:25:20Z","signature_id":"2baffeea20bd676008c8b5d31bd8c88b616a29eb6a5757e53af3aeca8a113911","pr_number":7141,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6915/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105000598473543680","occurred_at":"2026-09-29T18:00:13Z","signature_id":"668e41f6097bef845ab586e3a8a88ee93a1933e53b3b3588deccbca7faf09224","pr_number":6915,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7231/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104959408780873728","occurred_at":"2026-09-29T15:40:05Z","signature_id":"b5d04d1caac8b3fc08e30b6272c75260d3b44d703961b39c529a76f69663436e","pr_number":7231,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104826553132126208","occurred_at":"2026-09-29T06:52:10Z","signature_id":"c588d03a188306b4e401a20a58a44ba9852bf37fac64c5fb720d3c5bfd21b821","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7169/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747271315787776","occurred_at":"2026-09-29T01:37:08Z","signature_id":"f61af137b1b5026eee00786cad11ec344757635c9f98c88913206edf037c918d","pr_number":7169,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7229/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104669678952517632","occurred_at":"2026-09-28T20:28:48Z","signature_id":"cb695e52ed5480bf4c59e72c73a827f71f03695861ee7b5fcc624983d0793694","pr_number":7229,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"f6ef2ac0f7328af3748e9146847857d1ee199899d686f90d717683741234c875","failure_pattern":"cluster entered terminal Failed state after role assignment deployment","search_query":"cluster entered terminal Failed state after role assignment deployment","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":13,"runs_affected":13,"failed_runs":13,"run_impact_percent":2.48565965583174,"anchor_occurrences":13,"after_last_push_count":10,"trend_counts":[4,7,1,0,0,3,2,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":34,"prior_last_seen_at":"2026-09-27T21:19:10Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":13}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 2580.001s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 2580.001s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 2580.002s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 2580.002s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 2580.004s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 2580.004s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7332/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106223756383883264","occurred_at":"2026-10-03T03:24:09Z","signature_id":"5ce02ffd73e5645f7d2b83086ab3bc44a214a4293b62aab409040cc411cfb879","pr_number":7332,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7336/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106184864796512256","occurred_at":"2026-10-03T00:49:37Z","signature_id":"5ce02ffd73e5645f7d2b83086ab3bc44a214a4293b62aab409040cc411cfb879","pr_number":7336,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7326/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106171709915664384","occurred_at":"2026-10-02T23:57:21Z","signature_id":"e3628da3891e1ec49619dde7547596c92e9e1c1cfe73fca8833c1206090506a8","pr_number":7326,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7311/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106091840703827968","occurred_at":"2026-10-02T18:39:58Z","signature_id":"5ce02ffd73e5645f7d2b83086ab3bc44a214a4293b62aab409040cc411cfb879","pr_number":7311,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7305/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106082635410313216","occurred_at":"2026-10-02T18:03:24Z","signature_id":"5ce02ffd73e5645f7d2b83086ab3bc44a214a4293b62aab409040cc411cfb879","pr_number":7305,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"97240d8885a0bdfc86afa503aac43fee59507e22b5387aeb628e8d3e06faee04","pr_number":7073,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6922/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104551505146155008","occurred_at":"2026-09-28T12:39:14Z","signature_id":"5ce02ffd73e5645f7d2b83086ab3bc44a214a4293b62aab409040cc411cfb879","pr_number":6922,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7203/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104500868232515584","occurred_at":"2026-09-28T09:18:01Z","signature_id":"5ce02ffd73e5645f7d2b83086ab3bc44a214a4293b62aab409040cc411cfb879","pr_number":7203,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7169/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104492976943140864","occurred_at":"2026-09-28T08:46:39Z","signature_id":"b9b50758a1aa006036c7c1ee58af90cd509c7b1900722ef0229b46ed2f5e8563","pr_number":7169,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6821/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104440974754189312","occurred_at":"2026-09-28T05:20:01Z","signature_id":"b9b50758a1aa006036c7c1ee58af90cd509c7b1900722ef0229b46ed2f5e8563","pr_number":6821,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7185/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104381379776090112","occurred_at":"2026-09-28T01:23:13Z","signature_id":"817dbbd2f4e987cf783899d57ba9ab565857a252a91d7741c25fbfc506aff5e8","pr_number":7185,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104380048239759360","occurred_at":"2026-09-28T01:17:54Z","signature_id":"e3628da3891e1ec49619dde7547596c92e9e1c1cfe73fca8833c1206090506a8","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7202/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104362505772994560","occurred_at":"2026-09-28T00:08:13Z","signature_id":"828834b6dd0e71a9b413e9e910f9937d0125a741c626c11c5bfe7e11833f2e4f","pr_number":7202,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"f35494afbb9652c9cb9207e6f83ead17beabb80e65eae6b49c967e2103c48099","failure_pattern":"alert [hcp] KubePodCrashLooping fired","search_query":"alert [hcp] KubePodCrashLooping fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert KubePodCrashLooping does not fire","occurrences":12,"runs_affected":12,"failed_runs":12,"run_impact_percent":2.294455066921606,"anchor_occurrences":12,"after_last_push_count":12,"trend_counts":[0,1,2,3,5,1,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":27,"prior_last_seen_at":"2026-09-26T22:54:46Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert KubePodCrashLooping does not fire","occurrences":12}],"full_error_samples":["alert fired 2 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-10-02T12:11:46Z\n  Ended:       2026-10-02T12:41:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodCrashLooping\", cluster=\"ci01-j1697920-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"etcd\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.47:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j1697920/providers/microsoft.monitor/accounts/hcps-j1697920\", namespace=\"ocm-arohcpci01-2t6kocm5nlh2bsj6qar6cn2cp8c1dutp-j3g1z4j4b8m5s0b\", pod=\"etcd-1\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", reason=\"CrashLoopBackOff\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", uid=\"3ec768d5-6cf8-4b9c-a960-342894bf7da7\"\n  Description: Pod ocm-arohcpci01-2t6kocm5nlh2bsj6qar6cn2cp8c1dutp-j3g1z4j4b8m5s0b/etcd-1 (etcd) is in waiting state (reason: \"CrashLoopBackOff\").\nFiring 2:\n  State:       Resolved\n  Started:     2026-10-02T12:11:46Z\n  Ended:       2026-10-02T12:41:44Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodCrashLooping\", cluster=\"ci01-j1697920-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"etcd\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.47:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j1697920/providers/microsoft.monitor/accounts/hcps-j1697920\", namespace=\"ocm-arohcpci01-2t6kocm5nlh2bsj6qar6cn2cp8c1dutp-j3g1z4j4b8m5s0b\", pod=\"etcd-1\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", reason=\"CrashLoopBackOff\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", uid=\"3ec768d5-6cf8-4b9c-a960-342894bf7da7\"\n  Description: Pod ocm-arohcpci01-2t6kocm5nlh2bsj6qar6cn2cp8c1dutp-j3g1z4j4b8m5s0b/etcd-1 (etcd) is in waiting state (reason: \"CrashLoopBackOff\").","alert fired 2 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-10-01T21:59:25Z\n  Ended:       2026-10-01T22:29:23Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodCrashLooping\", cluster=\"ci01-j8617344-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"etcd\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.4:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j8617344/providers/microsoft.monitor/accounts/hcps-j8617344\", namespace=\"ocm-arohcpci01-2t6898csqijj9hrgrrv2thav2ags7h5e-u0x9h1i4c5m9r3t\", pod=\"etcd-1\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", reason=\"CrashLoopBackOff\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", uid=\"0a69f5d7-6f9f-4450-a9f7-f182ad9a23c6\"\n  Description: Pod ocm-arohcpci01-2t6898csqijj9hrgrrv2thav2ags7h5e-u0x9h1i4c5m9r3t/etcd-1 (etcd) is in waiting state (reason: \"CrashLoopBackOff\").\nFiring 2:\n  State:       Resolved\n  Started:     2026-10-01T21:59:25Z\n  Ended:       2026-10-01T22:29:24Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodCrashLooping\", cluster=\"ci01-j8617344-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"etcd\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.4:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j8617344/providers/microsoft.monitor/accounts/hcps-j8617344\", namespace=\"ocm-arohcpci01-2t6898csqijj9hrgrrv2thav2ags7h5e-u0x9h1i4c5m9r3t\", pod=\"etcd-1\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", reason=\"CrashLoopBackOff\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", uid=\"0a69f5d7-6f9f-4450-a9f7-f182ad9a23c6\"\n  Description: Pod ocm-arohcpci01-2t6898csqijj9hrgrrv2thav2ags7h5e-u0x9h1i4c5m9r3t/etcd-1 (etcd) is in waiting state (reason: \"CrashLoopBackOff\").","alert fired 2 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-10-01T18:23:21Z\n  Ended:       2026-10-01T18:53:22Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodCrashLooping\", cluster=\"ci01-j4153600-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"etcd\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.11:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j4153600/providers/microsoft.monitor/accounts/hcps-j4153600\", namespace=\"ocm-arohcpci01-2t6540sfbs5tnji617qi625vcboi5s6g-v2e1p4r9r2e9x7a\", pod=\"etcd-1\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", reason=\"CrashLoopBackOff\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", uid=\"71bdc953-4c3d-4f04-a433-73b33d9edd12\"\n  Description: Pod ocm-arohcpci01-2t6540sfbs5tnji617qi625vcboi5s6g-v2e1p4r9r2e9x7a/etcd-1 (etcd) is in waiting state (reason: \"CrashLoopBackOff\").\nFiring 2:\n  State:       Resolved\n  Started:     2026-10-01T18:23:21Z\n  Ended:       2026-10-01T18:53:22Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubePodCrashLooping\", cluster=\"ci01-j4153600-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"etcd\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.11:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j4153600/providers/microsoft.monitor/accounts/hcps-j4153600\", namespace=\"ocm-arohcpci01-2t6540sfbs5tnji617qi625vcboi5s6g-v2e1p4r9r2e9x7a\", pod=\"etcd-1\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", reason=\"CrashLoopBackOff\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", uid=\"71bdc953-4c3d-4f04-a433-73b33d9edd12\"\n  Description: Pod ocm-arohcpci01-2t6540sfbs5tnji617qi625vcboi5s6g-v2e1p4r9r2e9x7a/etcd-1 (etcd) is in waiting state (reason: \"CrashLoopBackOff\")."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7303/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105975953711697920","occurred_at":"2026-10-02T10:59:29Z","signature_id":"acd915c3dfae3e54fbda06bf63f8d1c3e877fc8e6f609f4e70e5b6899c2c7a85","pr_number":7303,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6924/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105758317698617344","occurred_at":"2026-10-01T20:34:40Z","signature_id":"3f634f10a7d0ff56a207967252f4dd779dc50e1538b6810f21ad2cb7a80518a8","pr_number":6924,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105707780064153600","occurred_at":"2026-10-01T17:13:51Z","signature_id":"2bbb003123b12a1a01833a71d68db9c0fd3861c32c0fab1d187778af335a84dc","pr_number":6900,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7158/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105614591059824640","occurred_at":"2026-10-01T11:03:33Z","signature_id":"33a95e1e5860ff5fbe825e8fb85c950568c6df5470a1a6ee4b7714eef0d17220","pr_number":7158,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105599650848313344","occurred_at":"2026-10-01T10:04:11Z","signature_id":"e17a233183bb4644662713f3770bc46600a5a1d07157ebd0249bb8d0eb316e5c","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7181/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105596839066603520","occurred_at":"2026-10-01T09:53:01Z","signature_id":"d795eb80a92c1fc3c9bb19941bbe4c3e4082f2f869b33c35f3d75c6f2b5ca225","pr_number":7181,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6970/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105354536905347072","occurred_at":"2026-09-30T17:50:11Z","signature_id":"1b88ffe98af3a32b79edf3e358fff5366d78c3eb3856b592d15721147e9bc14e","pr_number":6970,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6580/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105349698964426752","occurred_at":"2026-09-30T17:30:58Z","signature_id":"27312778a2840cef9f5cf9f4455e8cbaa9b89abd17091183ef5636ac2a6c1aae","pr_number":6580,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"00abdede94e48868df7e3ac1321fbb792324089549a037edfb3ae75e29326212","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6915/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105000598473543680","occurred_at":"2026-09-29T18:00:13Z","signature_id":"50517fc7fd024fc7e879e7001ae0748846509b3833e9c936fa72b45225cf416b","pr_number":6915,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7231/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104959408780873728","occurred_at":"2026-09-29T15:40:05Z","signature_id":"976371b4017abed28e98154a08cffbe3fe85ee156f266de970ebd6e15b9b14a8","pr_number":7231,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"2723bca6220abf5c229937295d877dffcf70869f11654d5b10ba3a9c7d1e9f35","pr_number":6900,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"76d673befde0db0588f6d89724101698e8d234002b0e3ac8850257675218248e","failure_pattern":"alert [hcp] userJourneyEtcdReadLatencyP991h5m fired","search_query":"alert [hcp] userJourneyEtcdReadLatencyP991h5m fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert userJourneyEtcdReadLatencyP991h5m does not fire","occurrences":12,"runs_affected":12,"failed_runs":12,"run_impact_percent":2.294455066921606,"anchor_occurrences":12,"after_last_push_count":10,"trend_counts":[8,12,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-21"],"prior_runs_affected":31,"prior_last_seen_at":"2026-09-27T22:20:12Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert userJourneyEtcdReadLatencyP991h5m does not fire","occurrences":12}],"full_error_samples":["alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-28T13:06:05Z\n  Ended:       2026-09-28T13:14:04Z\n  Severity:    Sev3\n  Labels:      alertname=\"userJourneyEtcdReadLatencyP991h5m\", cluster=\"ci01-j8288256-mgmt-2\", component=\"etcd\", long_window=\"1h\", namespace=\"ocm-arohcpci01-2t41anmrr6qaria4givc77cctbvucc8g-ksm-hcp-metrics\", region=\"centralus\", severity=\"3\", short_window=\"5m\", slo=\"etcd-grpc-read-latency\"\n  Description: etcd gRPC Range (read) P99 latency has exceeded 500ms in both the 1h and 5m windows.\nManagement Cluster: ci01-j8288256-mgmt-2\nNamespace: ocm-arohcpci01-2t41anmrr6qaria4givc77cctbvucc8g-ksm-hcp-metrics","alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-28T11:54:31Z\n  Ended:       2026-09-28T12:18:28Z\n  Severity:    Sev3\n  Labels:      alertname=\"userJourneyEtcdReadLatencyP991h5m\", cluster=\"ci01-j0514944-mgmt-1\", component=\"etcd\", long_window=\"1h\", namespace=\"ocm-arohcpci01-2t409ludea907cjj1c8fbcf54pvpn5p6-t9r3k6z8u9o6d0a\", region=\"canadacentral\", severity=\"3\", short_window=\"5m\", slo=\"etcd-grpc-read-latency\"\n  Description: etcd gRPC Range (read) P99 latency has exceeded 500ms in both the 1h and 5m windows.\nManagement Cluster: ci01-j0514944-mgmt-1\nNamespace: ocm-arohcpci01-2t409ludea907cjj1c8fbcf54pvpn5p6-t9r3k6z8u9o6d0a","alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-28T11:24:54Z\n  Ended:       2026-09-28T11:45:56Z\n  Severity:    Sev3\n  Labels:      alertname=\"userJourneyEtcdReadLatencyP991h5m\", cluster=\"ci01-j7241856-mgmt-2\", component=\"etcd\", long_window=\"1h\", namespace=\"ocm-arohcpci01-2t3vrficcj0hcpor2hrq2igqcsmsl70r-private-kas\", region=\"westus3\", severity=\"3\", short_window=\"5m\", slo=\"etcd-grpc-read-latency\"\n  Description: etcd gRPC Range (read) P99 latency has exceeded 500ms in both the 1h and 5m windows.\nManagement Cluster: ci01-j7241856-mgmt-2\nNamespace: ocm-arohcpci01-2t3vrficcj0hcpor2hrq2igqcsmsl70r-private-kas"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"f41df77c38855e0775eecadb32a0db47fcca98f18d194ba1e30d8c87c6bfa835","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6884/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104529166530514944","occurred_at":"2026-09-28T11:10:28Z","signature_id":"d3bf0fab68d1955c534da4c546dfc7130a657d5faba2b998c4dfd5bfd50c00bf","pr_number":6884,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7218/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104519303637241856","occurred_at":"2026-09-28T10:31:16Z","signature_id":"68426bd9cacc1090d6633665a7e4523175f75051187e125f21864cda11e4b81d","pr_number":7218,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104500977863233536","occurred_at":"2026-09-28T09:18:20Z","signature_id":"adc03018ca13b9a200d0b335ac06a5da309ea6695cbde1885be48929840e5142","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6884/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104493553664135168","occurred_at":"2026-09-28T08:48:57Z","signature_id":"51b2e006e9652fd5900cb41a77a7d70291a4bee2a682adb677a4f1b150bc2599","pr_number":6884,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"4b99f55b3dddceb435e0a52e1d7443cc1d1476dd1512466b15df642e807fd310","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7071/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104484510623076352","occurred_at":"2026-09-28T08:13:01Z","signature_id":"bb576c3e3075ea38f79306c173cad7ebcec01d4df44d1dd35aed1e3a8f78bd19","pr_number":7071,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7214/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104466453632651264","occurred_at":"2026-09-28T07:01:11Z","signature_id":"f0862ed51a1f4c7c2323f68ca122f5ce11e850a716c3b7c2fa2bb259aced13b0","pr_number":7214,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104457246334259200","occurred_at":"2026-09-28T06:24:41Z","signature_id":"ba7bab6629d6e8d805675d29c69fdec9a750497cd38dbfd826ca13c707567172","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"aa9f4214ab7044d7b9bcd462877e240cc060062645e93bcbaa17696de3b6d418","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7212/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104397716221071360","occurred_at":"2026-09-28T02:28:07Z","signature_id":"56897655307efa65f9f11fbfd619611b1b06b0460bb71bb172b6d5e7ce8f3d08","pr_number":7212,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7203/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104363449923407872","occurred_at":"2026-09-28T00:11:57Z","signature_id":"d98ef7ea866f42d46602defe307f0463377933bd3387492c8cad52c2448dec04","pr_number":7203,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"d9b11fe77d6c0658c4e20b8298b53bea3d0e6340f683ca0f2f3491bd0320501d","failure_pattern":"alert [hcp] userJourneyEtcdReadLatencyP996h30m fired","search_query":"alert [hcp] userJourneyEtcdReadLatencyP996h30m fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert userJourneyEtcdReadLatencyP996h30m does not fire","occurrences":12,"runs_affected":12,"failed_runs":12,"run_impact_percent":2.294455066921606,"anchor_occurrences":12,"after_last_push_count":8,"trend_counts":[8,12,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-21"],"prior_runs_affected":29,"prior_last_seen_at":"2026-09-27T22:20:12Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert userJourneyEtcdReadLatencyP996h30m does not fire","occurrences":12}],"full_error_samples":["alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-28T13:09:09Z\n  Ended:       2026-09-28T13:23:06Z\n  Severity:    Sev3\n  Labels:      alertname=\"userJourneyEtcdReadLatencyP996h30m\", cluster=\"ci01-j8288256-mgmt-2\", component=\"etcd\", long_window=\"6h\", namespace=\"ocm-arohcpci01-2t41anmrr6qaria4givc77cctbvucc8g-ksm-hcp-metrics\", region=\"centralus\", severity=\"3\", short_window=\"30m\", slo=\"etcd-grpc-read-latency\"\n  Description: etcd gRPC Range (read) P99 latency has exceeded 500ms in both the 6h and 30m windows.\nManagement Cluster: ci01-j8288256-mgmt-2\nNamespace: ocm-arohcpci01-2t41anmrr6qaria4givc77cctbvucc8g-ksm-hcp-metrics","alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-28T11:57:33Z\n  Ended:       2026-09-28T12:43:33Z\n  Severity:    Sev3\n  Labels:      alertname=\"userJourneyEtcdReadLatencyP996h30m\", cluster=\"ci01-j0514944-mgmt-1\", component=\"etcd\", long_window=\"6h\", namespace=\"ocm-arohcpci01-2t409ludea907cjj1c8fbcf54pvpn5p6-t9r3k6z8u9o6d0a\", region=\"canadacentral\", severity=\"3\", short_window=\"30m\", slo=\"etcd-grpc-read-latency\"\n  Description: etcd gRPC Range (read) P99 latency has exceeded 500ms in both the 6h and 30m windows.\nManagement Cluster: ci01-j0514944-mgmt-1\nNamespace: ocm-arohcpci01-2t409ludea907cjj1c8fbcf54pvpn5p6-t9r3k6z8u9o6d0a","alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-28T11:27:55Z\n  Ended:       2026-09-28T12:10:56Z\n  Severity:    Sev3\n  Labels:      alertname=\"userJourneyEtcdReadLatencyP996h30m\", cluster=\"ci01-j7241856-mgmt-2\", component=\"etcd\", long_window=\"6h\", namespace=\"ocm-arohcpci01-2t3vrficcj0hcpor2hrq2igqcsmsl70r-private-kas\", region=\"westus3\", severity=\"3\", short_window=\"30m\", slo=\"etcd-grpc-read-latency\"\n  Description: etcd gRPC Range (read) P99 latency has exceeded 500ms in both the 6h and 30m windows.\nManagement Cluster: ci01-j7241856-mgmt-2\nNamespace: ocm-arohcpci01-2t3vrficcj0hcpor2hrq2igqcsmsl70r-private-kas"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"c42d12564755be56bc68f22fe0f502fb5d2224e2c44a2d94b8b4566c7d00cd5a","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6884/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104529166530514944","occurred_at":"2026-09-28T11:10:28Z","signature_id":"823850876940620727554ba4d2a603b64fa3d3d9b402a7fd7add96c0cc3b5926","pr_number":6884,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7218/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104519303637241856","occurred_at":"2026-09-28T10:31:16Z","signature_id":"52d0cc354a3b86402491a5b57b32bfdf6698b722ffc683b472b627660b31af7d","pr_number":7218,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104500977863233536","occurred_at":"2026-09-28T09:18:20Z","signature_id":"5db35e658cd311f66e3a715283d477fc14e8743c4f890d427402e8cb74dccf70","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6884/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104493553664135168","occurred_at":"2026-09-28T08:48:57Z","signature_id":"da5e7d6776d3b79243736efc00841e62ebccdd525b1a468588dd9309520d23c3","pr_number":6884,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"60ce8c4e66e5aca104e5530423691fb540d7e157b22d3d53163288d5c65dca6b","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7071/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104484510623076352","occurred_at":"2026-09-28T08:13:01Z","signature_id":"2d8ac31341ad08baa5d71a8dcae5ad28f7794f7d50db6c4ebde370cafd3d436c","pr_number":7071,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7214/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104466453632651264","occurred_at":"2026-09-28T07:01:11Z","signature_id":"19f23baf6d87ff64419ebe3fa5185da1fce2564267135e1650412b08bae427b9","pr_number":7214,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104457246334259200","occurred_at":"2026-09-28T06:24:41Z","signature_id":"df04e28ceb24729f941b045e921b610aab82e4c5f836a237e9b786cc3ade9993","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"0a3cebc47b4d478e0e1704ea1b9313c7385a4dc3461b6d705f457131c1d86ad3","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104364976289353728","occurred_at":"2026-09-28T00:18:02Z","signature_id":"f85bd000c6ca2d2c6689999be19d81766a8baa6d766430077973ac505e4161a1","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7203/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104363449923407872","occurred_at":"2026-09-28T00:11:57Z","signature_id":"0746757cae55e1359ac94dc358bff8c1481c3785d7e5878a5a71e4eab63b083e","pr_number":7203,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"5635348e73941180a257b29f206dcd0308f769e5208af4b6eec6ee1b4f601a83","failure_pattern":"client rate limiter Wait returned an error: context deadline exceeded","search_query":"client rate limiter Wait returned an error: context deadline exceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":12,"runs_affected":12,"failed_runs":12,"run_impact_percent":2.294455066921606,"anchor_occurrences":12,"after_last_push_count":5,"trend_counts":[0,2,0,1,0,4,0,5],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":18,"prior_last_seen_at":"2026-09-25T20:17:21Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":4},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:404]: failed to verify cilium is running and nodes are Ready for cluster \"agg-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0x2a7f5dc0c120\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool agg-np-a: failed waiting for nodepool=\"agg-np-a\" for cluster \"agg-cluster\" in resourcegroup=\"feature-aggregation-b49j9pp6h2th\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/4ede61ae-460b-4822-b363-7a7ae4eb251d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/4ede61ae-460b-4822-b363-7a7ae4eb251d\",\n      \"name\": \"4ede61ae-460b-4822-b363-7a7ae4eb251d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-05T01:04:15.803071655Z\",\n      \"endTime\": \"2026-10-05T01:23:21.028348966Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want \\u003e= 2 (autoscaling min); node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine agg-cluster-agg-np-a-xck4v-nz5jv: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\nMachine agg-cluster-agg-np-a-xck4v-qlllk: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-b49j9pp6h2th--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-xck4v-qlllk to exist\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine agg-cluster-agg-np-a-xck4v-nz5jv: Creating: virtualmachine creating or updating\\nMachine agg-cluster-agg-np-a-xck4v-qlllk: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-b49j9pp6h2th--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-xck4v-qlllk to exist\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        errs: [\n            \u003c*errors.joinError | 0x2a7f5dc0c108\u003e{\n                errs: [\n                    \u003c*fmt.wrapError | 0x2a7f5cbf75a0\u003e{\n                        msg: \"VerifyNodesReady failed: no nodes found in the cluster\",\n                        err: \u003c*errors.errorString | 0x2a7f5baa9b20\u003e{\n                            s: \"no nodes found in the cluster\",\n                        },\n                    },\n                    \u003c*fmt.wrapError | 0x2a7f5ccc04c0\u003e{\n                        msg: \"VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\",\n                        err: \u003c*fmt.wrapError | 0x2a7f5ccc04a0\u003e{\n                            msg: \"not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\",\n                            err: \u003c*fmt.wrapError | 0x2a7f5ccc0460\u003e{\n                                msg: \"failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\",\n                                err: \u003c*fmt.wrapError | 0x2a7f5ccc0440\u003e{\n                                    msg: \"client rate limiter Wait returned an error: context deadline exceeded\",\n                                    err: \u003ccontext.deadlineExceededError\u003e{},\n                                },\n                            },\n                        },\n                    },\n                ],\n            },\n            \u003c*fmt.wrapError | 0x2a7f5cbf6b40\u003e{\n                msg: \"failed to create NodePool agg-np-a: failed waiting for nodepool=\\\"agg-np-a\\\" for cluster \\\"agg-cluster\\\" in resourcegroup=\\\"feature-aggregation-b49j9pp6h2th\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/4ede61ae-460b-4822-b363-7a7ae4eb251d\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/4ede61ae-460b-4822-b363-7a7ae4eb251d\\\",\\n  \\\"name\\\": \\\"4ede61ae-460b-4822-b363-7a7ae4eb251d\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:04:15.803071655Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:23:21.028348966Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want \\\\u003e= 2 (autoscaling min); node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine agg-cluster-agg-np-a-xck4v-nz5jv: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine agg-cluster-agg-np-a-xck4v-qlllk: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-b49j9pp6h2th--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-xck4v-qlllk to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine agg-cluster-agg-np-a-xck4v-nz5jv: Creating: virtualmachine creating or updating\\\\nMachine agg-cluster-agg-np-a-xck4v-qlllk: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-b49j9pp6h2th--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-xck4v-qlllk to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                err: \u003c*fmt.wrapError | 0x2a7f5c5a0660\u003e{\n                    msg: \"failed waiting for nodepool=\\\"agg-np-a\\\" for cluster \\\"agg-cluster\\\" in resourcegroup=\\\"feature-aggregation-b49j9pp6h2th\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/4ede61ae-460b-4822-b363-7a7ae4eb251d\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/4ede61ae-460b-4822-b363-7a7ae4eb251d\\\",\\n  \\\"name\\\": \\\"4ede61ae-460b-4822-b363-7a7ae4eb251d\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:04:15.803071655Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:23:21.028348966Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want \\\\u003e= 2 (autoscaling min); node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine agg-cluster-agg-np-a-xck4v-nz5jv: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine agg-cluster-agg-np-a-xck4v-qlllk: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-b49j9pp6h2th--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-xck4v-qlllk to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine agg-cluster-agg-np-a-xck4v-nz5jv: Creating: virtualmachine creating or updating\\\\nMachine agg-cluster-agg-np-a-xck4v-qlllk: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-b49j9pp6h2th--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-xck4v-qlllk to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    err: \u003c*exported.ResponseError | 0x2a7f5da36cf0\u003e{\n                        ErrorCode: \"DeadlineExceeded\",\n                        StatusCode: 200,\n                        RawResponse: {\n                            Status: \"200 OK\",\n                            StatusCode: 200,\n                            Proto: \"HTTP/2.0\",\n                            ProtoMajor: 2,\n                            ProtoMinor: 0,\n                            Header: {\n                                \"X-Ms-Request-Id\": [\n                                    \"b8d8ff0e-4b1e-4150-a3e0-efcc24527336\",\n                                ],\n                                \"Date\": [\n                                    \"Mon, 05 Oct 2026 01:23:29 GMT\",\n                                ],\n                                \"Content-Length\": [\"1646\"],\n                                \"X-Envoy-Upstream-Service-Time\": [\"7\"],\n                                \"Server\": [\"istio-envoy\"],\n                                \"Content-Type\": [\"application/json\"],\n                            },\n                            Body: \u003c*exported.nopClosingBytesReader | 0x2a7f5c5a0580\u003e{\n                                s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 52, 101, 100, 101, 54, 49, 97, 101, 45, 52, 54, 48, 98, 45, 52, 56, 50, 50, 45, 98, 51, 54, 51, 45, 55, 97, 55, 97, 101, 52, 101, 98, 50, 53, 49, 100, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 52, 101, 100, 101, 54, 49, 97, 101, 45, 52, 54, 48, 98, 45, 52, 56, 50, 50, 45, 98, 51, 54, 51, 45, 55, 97, 55, 97, 101, 52, 101, 98, 50, 53, 49, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 48, 52, 58, 49, 53, 46, 56, 48, 51, 48, 55, 49, 54, 53, 53, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 50, 51, 58, 50, 49, 46, 48, 50, 56, 51, 52, 56, 57, 54, 54, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 92, 117, 48, 48, 51, 101, 61, 32, 50, 32, 40, 97, 117, 116, 111, 115, 99, 97, 108, 105, 110, 103, 32, 109, 105, 110, 41, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 120, 99, 107, 52, 118, 45, 110, 122, 53, 106, 118, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 120, 99, 107, 52, 118, 45, 113, 108, 108, 108, 107, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 102, 101, 97, 116, 117, 114, 101, 45, 97, 103, 103, 114, 101, 103, 97, 116, 105, 111, 110, 45, 98, 52, 57, 106, 57, 112, 112, 54, 104, 50, 116, 104, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 120, 99, 107, 52, 118, 45, 113, 108, 108, 108, 107, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 120, 99, 107, 52, 118, 45, 110, 122, 53, 106, 118, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 120, 99, 107, 52, 118, 45, 113, 108, 108, 108, 107, 58, 32, 82, 101, 97, 100, 121, 85, 110, 107, 110, 111, 119, 110, 58, 32, 42, 32, 78, 111, 100, 101, 72, 101, 97, 108, 116, 104, 121, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 102, 101, 97, 116, 117, 114, 101, 45, 97, 103, 103, 114, 101, 103, 97, 116, 105, 111, 110, 45, 98, 52, 57, 106, 57, 112, 112, 54, 104, 50, 116, 104, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 120, 99, 107, 52, 118, 45, 113, 108, 108, 108, 107, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                                i: 0,\n                            },\n                            ContentLength: 1646,\n                            TransferEncoding: nil,\n                            Close: false,\n                            Uncompressed: false,\n                            Trailer: nil,\n                            Request: {\n                                Method: \"GET\",\n                                URL: {\n                                    Scheme: \"https\",\n                                    Opaque: \"\",\n                                    User: nil,\n                                    Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/4ede61ae-460b-4822-b363-7a7ae4eb251d\",\n                                    Fragment: \"\",\n                                    RawQuery: \"api-version=2025-12-23-preview\",\n                                    RawPath: \"\",\n                                    RawFragment: \"\",\n                                    ForceQuery: false,\n                                    OmitHost: false,\n                                },\n                                Proto: \"HTTP/1.1\",\n                                ProtoMajor: 1,\n                                ProtoMinor: 1,\n                                Header: {\n                                    \"X-Ms-Arm-Resource-System-Data\": [\n                                        \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-05T01:23:29Z\\\"}\",\n                                    ],\n                                    \"X-Ms-Identity-Url\": [\n                                        \"https://dummyhost.identity.azure.net\",\n                                    ],\n                                    \"Authorization\": [\"redacted\"],\n                                    \"User-Agent\": [\n                                        \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                                    ],\n                                    \"X-Ms-Correlation-Request-Id\": [\n                                        \"0fbc133b-0ae8-4e95-8113-2638df556124\",\n                                    ],\n                                    \"X-Ms-Client-Request-Id\": [\n                                        \"1a90636a-974d-456c-b3ea-1d076bd8d4cb\",\n                                    ],\n                                },\n                                Body: nil,\n                                GetBody: nil,\n                                ContentLength: 0,\n                                TransferEncoding: nil,\n                                Close: false,\n                                Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                Form: nil,\n                                PostForm: nil,\n                                MultipartForm: nil,\n                                Trailer: nil,\n                                RemoteAddr: \"\",\n                                RequestURI: \"\",\n                                TLS: nil,\n                                Cancel: nil,\n                                Response: nil,\n                                Pattern: \"\",\n                                ctx: \u003csuppressed context\u003e,\n                                pat: nil,\n                                matches: nil,\n                                otherValues: nil,\n                            },\n                            TLS: {\n                                Version: 772,\n                                HandshakeComplete: true,\n                                DidResume: false,\n                                CipherSuite: 4865,\n                                CurveID: 29,\n                                NegotiatedProtocol: \"h2\",\n                                NegotiatedProtocolIsMutual: true,\n                                ServerName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                PeerCertificates: [\n                                    {\n                                        Raw: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawTBSCertificate: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawSubjectPublicKeyInfo: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawSubject: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawIssuer: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        Signature: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        SignatureAlgorithm: 4,\n                                        PublicKeyAlgorithm: 1,\n                                        PublicKey: \u003c*rsa.PublicKey | 0x2a7f5dbedd40\u003e{N: ..., E: ...},\n                                        Version: 3,\n                                        SerialNumber: {neg: ..., abs: ...},\n                                        Issuer: {\n                                            Country: ...,\n                                            Organization: ...,\n                                            OrganizationalUnit: ...,\n                                            Locality: ...,\n                                            Province: ...,\n                                            StreetAddress: ...,\n                                            PostalCode: ...,\n                                            SerialNumber: ...,\n                                            CommonName: ...,\n                                            Names: ...,\n                                            ExtraNames: ...,\n                                        },\n                                        Subject: {\n                                            Country: ...,\n                                            Organization: ...,\n                                            OrganizationalUnit: ...,\n                                            Locality: ...,\n                                            Province: ...,\n                                            StreetAddress: ...,\n                                            PostalCode: ...,\n                                            SerialNumber: ...,\n                                            CommonName: ...,\n                                            Names: ...,\n                                            ExtraNames: ...,\n                                        },\n                                        NotBefore: {wall: ..., ext: ..., loc: ...},\n                                        NotAfter: {wall: ..., ext: ..., loc: ...},\n                                        KeyUsage: 5,\n                                        Extensions: [..., ..., ..., ..., ..., ...],\n                                        ExtraExtensions: nil,\n                                        UnhandledCriticalExtensions: nil,\n                                        ExtKeyUsage: [..., ...],\n                                        UnknownExtKeyUsage: nil,\n                                        BasicConstraintsValid: true,\n                                        IsCA: false,\n                                        MaxPathLen: -1,\n                                        MaxPathLenZero: false,\n                                        SubjectKeyId: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        AuthorityKeyId: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        OCSPServer: nil,\n                                        IssuingCertificateURL: nil,\n                                        DNSNames: [...],\n                                        EmailAddresses: nil,\n                                        IPAddresses: nil,\n                                        URIs: nil,\n                                        PermittedDNSDomainsCritical: false,\n                                        PermittedDNSDomains: nil,\n                                        ExcludedDNSDomains: nil,\n                                        PermittedIPRanges: nil,\n                                        ExcludedIPRanges: nil,\n                                        PermittedEmailAddresses: nil,\n                                        ExcludedEmailAddresses: nil,\n                                        PermittedURIDomains: nil,\n                                        ExcludedURIDomains: nil,\n                                        CRLDistributionPoints: nil,\n                                        PolicyIdentifiers: nil,\n                                        Policies: nil,\n                                        InhibitAnyPolicy: 0,\n                                        InhibitAnyPolicyZero: false,\n                                        InhibitPolicyMapping: 0,\n                                        InhibitPolicyMappingZero: false,\n                                        RequireExplicitPolicy: 0,\n                                        RequireExplicitPolicyZero: false,\n                                        PolicyMappings: nil,\n                                    },\n                                ],\n                                VerifiedChains: nil,\n                                SignedCertificateTimestamps: nil,\n                                OCSPResponse: nil,\n                                TLSUnique: nil,\n                                ECHAccepted: false,\n                                HelloRetryRequest: false,\n                                ekm: 0x57bc760,\n                                testingOnlyPeerSignatureAlgorithm: 2052,\n                            },\n                        },\n                        errMsg: \"GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/4ede61ae-460b-4822-b363-7a7ae4eb251d\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/4ede61ae-460b-4822-b363-7a7ae4eb251d\\\",\\n  \\\"name\\\": \\\"4ede61ae-460b-4822-b363-7a7ae4eb251d\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:04:15.803071655Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:23:21.028348966Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want \\\\u003e= 2 (autoscaling min); node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine agg-cluster-agg-np-a-xck4v-nz5jv: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine agg-cluster-agg-np-a-xck4v-qlllk: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-b49j9pp6h2th--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-xck4v-qlllk to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine agg-cluster-agg-np-a-xck4v-nz5jv: Creating: virtualmachine creating or updating\\\\nMachine agg-cluster-agg-np-a-xck4v-qlllk: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-b49j9pp6h2th--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-xck4v-qlllk to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    },\n                },\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:404]: failed to verify cilium is running and nodes are Ready for cluster \"agg-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0x2a7f5dc0c120\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool agg-np-a: failed waiting for nodepool=\"agg-np-a\" for cluster \"agg-cluster\" in resourcegroup=\"feature-aggregation-b49j9pp6h2th\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/4ede61ae-460b-4822-b363-7a7ae4eb251d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/4ede61ae-460b-4822-b363-7a7ae4eb251d\",\n      \"name\": \"4ede61ae-460b-4822-b363-7a7ae4eb251d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-05T01:04:15.803071655Z\",\n      \"endTime\": \"2026-10-05T01:23:21.028348966Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want \\u003e= 2 (autoscaling min); node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine agg-cluster-agg-np-a-xck4v-nz5jv: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\nMachine agg-cluster-agg-np-a-xck4v-qlllk: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-b49j9pp6h2th--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-xck4v-qlllk to exist\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine agg-cluster-agg-np-a-xck4v-nz5jv: Creating: virtualmachine creating or updating\\nMachine agg-cluster-agg-np-a-xck4v-qlllk: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-b49j9pp6h2th--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-xck4v-qlllk to exist\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        errs: [\n            \u003c*errors.joinError | 0x2a7f5dc0c108\u003e{\n                errs: [\n                    \u003c*fmt.wrapError | 0x2a7f5cbf75a0\u003e{\n                        msg: \"VerifyNodesReady failed: no nodes found in the cluster\",\n                        err: \u003c*errors.errorString | 0x2a7f5baa9b20\u003e{\n                            s: \"no nodes found in the cluster\",\n                        },\n                    },\n                    \u003c*fmt.wrapError | 0x2a7f5ccc04c0\u003e{\n                        msg: \"VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\",\n                        err: \u003c*fmt.wrapError | 0x2a7f5ccc04a0\u003e{\n                            msg: \"not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\",\n                            err: \u003c*fmt.wrapError | 0x2a7f5ccc0460\u003e{\n                                msg: \"failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\",\n                                err: \u003c*fmt.wrapError | 0x2a7f5ccc0440\u003e{\n                                    msg: \"client rate limiter Wait returned an error: context deadline exceeded\",\n                                    err: \u003ccontext.deadlineExceededError\u003e{},\n                                },\n                            },\n                        },\n                    },\n                ],\n            },\n            \u003c*fmt.wrapError | 0x2a7f5cbf6b40\u003e{\n                msg: \"failed to create NodePool agg-np-a: failed waiting for nodepool=\\\"agg-np-a\\\" for cluster \\\"agg-cluster\\\" in resourcegroup=\\\"feature-aggregation-b49j9pp6h2th\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/4ede61ae-460b-4822-b363-7a7ae4eb251d\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/4ede61ae-460b-4822-b363-7a7ae4eb251d\\\",\\n  \\\"name\\\": \\\"4ede61ae-460b-4822-b363-7a7ae4eb251d\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:04:15.803071655Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:23:21.028348966Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want \\\\u003e= 2 (autoscaling min); node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine agg-cluster-agg-np-a-xck4v-nz5jv: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine agg-cluster-agg-np-a-xck4v-qlllk: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-b49j9pp6h2th--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-xck4v-qlllk to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine agg-cluster-agg-np-a-xck4v-nz5jv: Creating: virtualmachine creating or updating\\\\nMachine agg-cluster-agg-np-a-xck4v-qlllk: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-b49j9pp6h2th--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-xck4v-qlllk to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                err: \u003c*fmt.wrapError | 0x2a7f5c5a0660\u003e{\n                    msg: \"failed waiting for nodepool=\\\"agg-np-a\\\" for cluster \\\"agg-cluster\\\" in resourcegroup=\\\"feature-aggregation-b49j9pp6h2th\\\" to finish creating: GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/4ede61ae-460b-4822-b363-7a7ae4eb251d\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/4ede61ae-460b-4822-b363-7a7ae4eb251d\\\",\\n  \\\"name\\\": \\\"4ede61ae-460b-4822-b363-7a7ae4eb251d\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:04:15.803071655Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:23:21.028348966Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want \\\\u003e= 2 (autoscaling min); node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine agg-cluster-agg-np-a-xck4v-nz5jv: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine agg-cluster-agg-np-a-xck4v-qlllk: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-b49j9pp6h2th--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-xck4v-qlllk to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine agg-cluster-agg-np-a-xck4v-nz5jv: Creating: virtualmachine creating or updating\\\\nMachine agg-cluster-agg-np-a-xck4v-qlllk: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-b49j9pp6h2th--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-xck4v-qlllk to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    err: \u003c*exported.ResponseError | 0x2a7f5da36cf0\u003e{\n                        ErrorCode: \"DeadlineExceeded\",\n                        StatusCode: 200,\n                        RawResponse: {\n                            Status: \"200 OK\",\n                            StatusCode: 200,\n                            Proto: \"HTTP/2.0\",\n                            ProtoMajor: 2,\n                            ProtoMinor: 0,\n                            Header: {\n                                \"X-Ms-Request-Id\": [\n                                    \"b8d8ff0e-4b1e-4150-a3e0-efcc24527336\",\n                                ],\n                                \"Date\": [\n                                    \"Mon, 05 Oct 2026 01:23:29 GMT\",\n                                ],\n                                \"Content-Length\": [\"1646\"],\n                                \"X-Envoy-Upstream-Service-Time\": [\"7\"],\n                                \"Server\": [\"istio-envoy\"],\n                                \"Content-Type\": [\"application/json\"],\n                            },\n                            Body: \u003c*exported.nopClosingBytesReader | 0x2a7f5c5a0580\u003e{\n                                s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 52, 101, 100, 101, 54, 49, 97, 101, 45, 52, 54, 48, 98, 45, 52, 56, 50, 50, 45, 98, 51, 54, 51, 45, 55, 97, 55, 97, 101, 52, 101, 98, 50, 53, 49, 100, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 52, 101, 100, 101, 54, 49, 97, 101, 45, 52, 54, 48, 98, 45, 52, 56, 50, 50, 45, 98, 51, 54, 51, 45, 55, 97, 55, 97, 101, 52, 101, 98, 50, 53, 49, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 48, 52, 58, 49, 53, 46, 56, 48, 51, 48, 55, 49, 54, 53, 53, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 53, 84, 48, 49, 58, 50, 51, 58, 50, 49, 46, 48, 50, 56, 51, 52, 56, 57, 54, 54, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 92, 117, 48, 48, 51, 101, 61, 32, 50, 32, 40, 97, 117, 116, 111, 115, 99, 97, 108, 105, 110, 103, 32, 109, 105, 110, 41, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 120, 99, 107, 52, 118, 45, 110, 122, 53, 106, 118, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 120, 99, 107, 52, 118, 45, 113, 108, 108, 108, 107, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 102, 101, 97, 116, 117, 114, 101, 45, 97, 103, 103, 114, 101, 103, 97, 116, 105, 111, 110, 45, 98, 52, 57, 106, 57, 112, 112, 54, 104, 50, 116, 104, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 120, 99, 107, 52, 118, 45, 113, 108, 108, 108, 107, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 120, 99, 107, 52, 118, 45, 110, 122, 53, 106, 118, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 120, 99, 107, 52, 118, 45, 113, 108, 108, 108, 107, 58, 32, 82, 101, 97, 100, 121, 85, 110, 107, 110, 111, 119, 110, 58, 32, 42, 32, 78, 111, 100, 101, 72, 101, 97, 108, 116, 104, 121, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 102, 101, 97, 116, 117, 114, 101, 45, 97, 103, 103, 114, 101, 103, 97, 116, 105, 111, 110, 45, 98, 52, 57, 106, 57, 112, 112, 54, 104, 50, 116, 104, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 120, 99, 107, 52, 118, 45, 113, 108, 108, 108, 107, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                                i: 0,\n                            },\n                            ContentLength: 1646,\n                            TransferEncoding: nil,\n                            Close: false,\n                            Uncompressed: false,\n                            Trailer: nil,\n                            Request: {\n                                Method: \"GET\",\n                                URL: {\n                                    Scheme: \"https\",\n                                    Opaque: \"\",\n                                    User: nil,\n                                    Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/4ede61ae-460b-4822-b363-7a7ae4eb251d\",\n                                    Fragment: \"\",\n                                    RawQuery: \"api-version=2025-12-23-preview\",\n                                    RawPath: \"\",\n                                    RawFragment: \"\",\n                                    ForceQuery: false,\n                                    OmitHost: false,\n                                },\n                                Proto: \"HTTP/1.1\",\n                                ProtoMajor: 1,\n                                ProtoMinor: 1,\n                                Header: {\n                                    \"X-Ms-Arm-Resource-System-Data\": [\n                                        \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-05T01:23:29Z\\\"}\",\n                                    ],\n                                    \"X-Ms-Identity-Url\": [\n                                        \"https://dummyhost.identity.azure.net\",\n                                    ],\n                                    \"Authorization\": [\"redacted\"],\n                                    \"User-Agent\": [\n                                        \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                                    ],\n                                    \"X-Ms-Correlation-Request-Id\": [\n                                        \"0fbc133b-0ae8-4e95-8113-2638df556124\",\n                                    ],\n                                    \"X-Ms-Client-Request-Id\": [\n                                        \"1a90636a-974d-456c-b3ea-1d076bd8d4cb\",\n                                    ],\n                                },\n                                Body: nil,\n                                GetBody: nil,\n                                ContentLength: 0,\n                                TransferEncoding: nil,\n                                Close: false,\n                                Host: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                Form: nil,\n                                PostForm: nil,\n                                MultipartForm: nil,\n                                Trailer: nil,\n                                RemoteAddr: \"\",\n                                RequestURI: \"\",\n                                TLS: nil,\n                                Cancel: nil,\n                                Response: nil,\n                                Pattern: \"\",\n                                ctx: \u003csuppressed context\u003e,\n                                pat: nil,\n                                matches: nil,\n                                otherValues: nil,\n                            },\n                            TLS: {\n                                Version: 772,\n                                HandshakeComplete: true,\n                                DidResume: false,\n                                CipherSuite: 4865,\n                                CurveID: 29,\n                                NegotiatedProtocol: \"h2\",\n                                NegotiatedProtocolIsMutual: true,\n                                ServerName: \"rp.j3812608.hcpsvc.osadev.cloud\",\n                                PeerCertificates: [\n                                    {\n                                        Raw: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawTBSCertificate: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawSubjectPublicKeyInfo: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawSubject: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawIssuer: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        Signature: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        SignatureAlgorithm: 4,\n                                        PublicKeyAlgorithm: 1,\n                                        PublicKey: \u003c*rsa.PublicKey | 0x2a7f5dbedd40\u003e{N: ..., E: ...},\n                                        Version: 3,\n                                        SerialNumber: {neg: ..., abs: ...},\n                                        Issuer: {\n                                            Country: ...,\n                                            Organization: ...,\n                                            OrganizationalUnit: ...,\n                                            Locality: ...,\n                                            Province: ...,\n                                            StreetAddress: ...,\n                                            PostalCode: ...,\n                                            SerialNumber: ...,\n                                            CommonName: ...,\n                                            Names: ...,\n                                            ExtraNames: ...,\n                                        },\n                                        Subject: {\n                                            Country: ...,\n                                            Organization: ...,\n                                            OrganizationalUnit: ...,\n                                            Locality: ...,\n                                            Province: ...,\n                                            StreetAddress: ...,\n                                            PostalCode: ...,\n                                            SerialNumber: ...,\n                                            CommonName: ...,\n                                            Names: ...,\n                                            ExtraNames: ...,\n                                        },\n                                        NotBefore: {wall: ..., ext: ..., loc: ...},\n                                        NotAfter: {wall: ..., ext: ..., loc: ...},\n                                        KeyUsage: 5,\n                                        Extensions: [..., ..., ..., ..., ..., ...],\n                                        ExtraExtensions: nil,\n                                        UnhandledCriticalExtensions: nil,\n                                        ExtKeyUsage: [..., ...],\n                                        UnknownExtKeyUsage: nil,\n                                        BasicConstraintsValid: true,\n                                        IsCA: false,\n                                        MaxPathLen: -1,\n                                        MaxPathLenZero: false,\n                                        SubjectKeyId: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        AuthorityKeyId: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        OCSPServer: nil,\n                                        IssuingCertificateURL: nil,\n                                        DNSNames: [...],\n                                        EmailAddresses: nil,\n                                        IPAddresses: nil,\n                                        URIs: nil,\n                                        PermittedDNSDomainsCritical: false,\n                                        PermittedDNSDomains: nil,\n                                        ExcludedDNSDomains: nil,\n                                        PermittedIPRanges: nil,\n                                        ExcludedIPRanges: nil,\n                                        PermittedEmailAddresses: nil,\n                                        ExcludedEmailAddresses: nil,\n                                        PermittedURIDomains: nil,\n                                        ExcludedURIDomains: nil,\n                                        CRLDistributionPoints: nil,\n                                        PolicyIdentifiers: nil,\n                                        Policies: nil,\n                                        InhibitAnyPolicy: 0,\n                                        InhibitAnyPolicyZero: false,\n                                        InhibitPolicyMapping: 0,\n                                        InhibitPolicyMappingZero: false,\n                                        RequireExplicitPolicy: 0,\n                                        RequireExplicitPolicyZero: false,\n                                        PolicyMappings: nil,\n                                    },\n                                ],\n                                VerifiedChains: nil,\n                                SignedCertificateTimestamps: nil,\n                                OCSPResponse: nil,\n                                TLSUnique: nil,\n                                ECHAccepted: false,\n                                HelloRetryRequest: false,\n                                ekm: 0x57bc760,\n                                testingOnlyPeerSignatureAlgorithm: 2052,\n                            },\n                        },\n                        errMsg: \"GET https://rp.j3812608.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/4ede61ae-460b-4822-b363-7a7ae4eb251d\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/4ede61ae-460b-4822-b363-7a7ae4eb251d\\\",\\n  \\\"name\\\": \\\"4ede61ae-460b-4822-b363-7a7ae4eb251d\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-05T01:04:15.803071655Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-05T01:23:21.028348966Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want \\\\u003e= 2 (autoscaling min); node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine agg-cluster-agg-np-a-xck4v-nz5jv: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine agg-cluster-agg-np-a-xck4v-qlllk: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-b49j9pp6h2th--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-xck4v-qlllk to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine agg-cluster-agg-np-a-xck4v-nz5jv: Creating: virtualmachine creating or updating\\\\nMachine agg-cluster-agg-np-a-xck4v-qlllk: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-b49j9pp6h2th--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-xck4v-qlllk to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    },\n                },\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:193]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0x1cd364d3a0a8\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool cilium-np: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-kmgpjjdrvr58\" to finish creating: GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/328bff9d-449b-4402-8bb3-256418685717\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/328bff9d-449b-4402-8bb3-256418685717\",\n      \"name\": \"328bff9d-449b-4402-8bb3-256418685717\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-04T22:49:51.334689351Z\",\n      \"endTime\": \"2026-10-04T23:08:51.826136037Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine cilium-cluster-cilium-np-b9cc8-9pppq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-b9cc8-9pppq to exist\\nMachine cilium-cluster-cilium-np-b9cc8-svmnn: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-b9cc8-svmnn to exist\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine cilium-cluster-cilium-np-b9cc8-9pppq: Failed: interfaces failed to create or update. err: failed to get existing resource complex-cilium-kv-kmgpjjdrvr58--managed/cilium-cluster-cilium-np-b9cc8-9pppq-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Network/networkInterfaces/cilium-cluster-cilium-np-b9cc8-9pppq-nic\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '3d8c36e1-ae7a-42ef-b7d1-ea4667708d30' exceeded. Please try again after '2' seconds after additional tokens are av... message truncated\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        errs: [\n            \u003c*errors.joinError | 0x1cd364d3a090\u003e{\n                errs: [\n                    \u003c*fmt.wrapError | 0x1cd36442ed80\u003e{\n                        msg: \"VerifyNodesReady failed: no nodes found in the cluster\",\n                        err: \u003c*errors.errorString | 0x1cd364b8d890\u003e{\n                            s: \"no nodes found in the cluster\",\n                        },\n                    },\n                    \u003c*fmt.wrapError | 0x1cd363ade960\u003e{\n                        msg: \"VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\",\n                        err: \u003c*fmt.wrapError | 0x1cd363ade920\u003e{\n                            msg: \"not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\",\n                            err: \u003c*fmt.wrapError | 0x1cd363ade8c0\u003e{\n                                msg: \"failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\",\n                                err: \u003c*fmt.wrapError | 0x1cd363ade8a0\u003e{\n                                    msg: \"client rate limiter Wait returned an error: context deadline exceeded\",\n                                    err: \u003ccontext.deadlineExceededError\u003e{},\n                                },\n                            },\n                        },\n                    },\n                ],\n            },\n            \u003c*fmt.wrapError | 0x1cd36294ae40\u003e{\n                msg: \"failed to create NodePool cilium-np: failed waiting for nodepool=\\\"cilium-np\\\" for cluster \\\"cilium-cluster\\\" in resourcegroup=\\\"complex-cilium-kv-kmgpjjdrvr58\\\" to finish creating: GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/328bff9d-449b-4402-8bb3-256418685717\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/328bff9d-449b-4402-8bb3-256418685717\\\",\\n  \\\"name\\\": \\\"328bff9d-449b-4402-8bb3-256418685717\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T22:49:51.334689351Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T23:08:51.826136037Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine cilium-cluster-cilium-np-b9cc8-9pppq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-b9cc8-9pppq to exist\\\\nMachine cilium-cluster-cilium-np-b9cc8-svmnn: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-b9cc8-svmnn to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine cilium-cluster-cilium-np-b9cc8-9pppq: Failed: interfaces failed to create or update. err: failed to get existing resource complex-cilium-kv-kmgpjjdrvr58--managed/cilium-cluster-cilium-np-b9cc8-9pppq-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Network/networkInterfaces/cilium-cluster-cilium-np-b9cc8-9pppq-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '3d8c36e1-ae7a-42ef-b7d1-ea4667708d30' exceeded. Please try again after '2' seconds after additional tokens are av... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                err: \u003c*fmt.wrapError | 0x1cd363999600\u003e{\n                    msg: \"failed waiting for nodepool=\\\"cilium-np\\\" for cluster \\\"cilium-cluster\\\" in resourcegroup=\\\"complex-cilium-kv-kmgpjjdrvr58\\\" to finish creating: GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/328bff9d-449b-4402-8bb3-256418685717\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/328bff9d-449b-4402-8bb3-256418685717\\\",\\n  \\\"name\\\": \\\"328bff9d-449b-4402-8bb3-256418685717\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T22:49:51.334689351Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T23:08:51.826136037Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine cilium-cluster-cilium-np-b9cc8-9pppq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-b9cc8-9pppq to exist\\\\nMachine cilium-cluster-cilium-np-b9cc8-svmnn: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-b9cc8-svmnn to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine cilium-cluster-cilium-np-b9cc8-9pppq: Failed: interfaces failed to create or update. err: failed to get existing resource complex-cilium-kv-kmgpjjdrvr58--managed/cilium-cluster-cilium-np-b9cc8-9pppq-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Network/networkInterfaces/cilium-cluster-cilium-np-b9cc8-9pppq-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '3d8c36e1-ae7a-42ef-b7d1-ea4667708d30' exceeded. Please try again after '2' seconds after additional tokens are av... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    err: \u003c*exported.ResponseError | 0x1cd364d67020\u003e{\n                        ErrorCode: \"DeadlineExceeded\",\n                        StatusCode: 200,\n                        RawResponse: {\n                            Status: \"200 OK\",\n                            StatusCode: 200,\n                            Proto: \"HTTP/2.0\",\n                            ProtoMajor: 2,\n                            ProtoMinor: 0,\n                            Header: {\n                                \"X-Ms-Request-Id\": [\n                                    \"3676fffc-9e1c-4cbc-bf6d-6092f1a5041a\",\n                                ],\n                                \"Date\": [\n                                    \"Sun, 04 Oct 2026 23:08:53 GMT\",\n                                ],\n                                \"X-Envoy-Upstream-Service-Time\": [\"13\"],\n                                \"Server\": [\"istio-envoy\"],\n                                \"Content-Type\": [\"application/json\"],\n                            },\n                            Body: \u003c*exported.nopClosingBytesReader | 0x1cd363999320\u003e{\n                                s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 51, 50, 56, 98, 102, 102, 57, 100, 45, 52, 52, 57, 98, 45, 52, 52, 48, 50, 45, 56, 98, 98, 51, 45, 50, 53, 54, 52, 49, 56, 54, 56, 53, 55, 49, 55, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 51, 50, 56, 98, 102, 102, 57, 100, 45, 52, 52, 57, 98, 45, 52, 52, 48, 50, 45, 56, 98, 98, 51, 45, 50, 53, 54, 52, 49, 56, 54, 56, 53, 55, 49, 55, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 50, 58, 52, 57, 58, 53, 49, 46, 51, 51, 52, 54, 56, 57, 51, 53, 49, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 51, 58, 48, 56, 58, 53, 49, 46, 56, 50, 54, 49, 51, 54, 48, 51, 55, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 98, 57, 99, 99, 56, 45, 57, 112, 112, 112, 113, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 99, 111, 109, 112, 108, 101, 120, 45, 99, 105, 108, 105, 117, 109, 45, 107, 118, 45, 107, 109, 103, 112, 106, 106, 100, 114, 118, 114, 53, 56, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 98, 57, 99, 99, 56, 45, 57, 112, 112, 112, 113, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 98, 57, 99, 99, 56, 45, 115, 118, 109, 110, 110, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 99, 111, 109, 112, 108, 101, 120, 45, 99, 105, 108, 105, 117, 109, 45, 107, 118, 45, 107, 109, 103, 112, 106, 106, 100, 114, 118, 114, 53, 56, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 98, 57, 99, 99, 56, 45, 115, 118, 109, 110, 110, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 98, 57, 99, 99, 56, 45, 57, 112, 112, 112, 113, 58, 32, 70, 97, 105, 108, 101, 100, 58, 32, 105, 110, 116, 101, 114, 102, 97, 99, 101, 115, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 99, 114, 101, 97, 116, 101, 32, 111, 114, 32, 117, 112, 100, 97, 116, 101, 46, 32, 101, 114, 114, 58, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 103, 101, 116, 32, 101, 120, 105, 115, 116, 105, 110, 103, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 99, 111, 109, 112, 108, 101, 120, 45, 99, 105, 108, 105, 117, 109, 45, 107, 118, 45, 107, 109, 103, 112, 106, 106, 100, 114, 118, 114, 53, 56, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 98, 57, 99, 99, 56, 45, 57, 112, 112, 112, 113, 45, 110, 105, 99, 32, 40, 115, 101, 114, 118, 105, 99, 101, 58, 32, 105, 110, 116, 101, 114, 102, 97, 99, 101, 115, 41, 58, 32, 71, 69, 84, 32, 104, 116, 116, 112, 115, 58, 47, 47, 109, 97, 110, 97, 103, 101, 109, 101, 110, 116, 46, 97, 122, 117, 114, 101, 46, 99, 111, 109, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 99, 111, 109, 112, 108, 101, 120, 45, 99, 105, 108, 105, 117, 109, 45, 107, 118, 45, 107, 109, 103, 112, 106, 106, 100, 114, 118, 114, 53, 56, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 78, 101, 116, 119, 111, 114, 107, 47, 110, 101, 116, 119, 111, 114, 107, 73, 110, 116, 101, 114, 102, 97, 99, 101, 115, 47, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 98, 57, 99, 99, 56, 45, 57, 112, 112, 112, 113, 45, 110, 105, 99, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 82, 69, 83, 80, 79, 78, 83, 69, 32, 52, 50, 57, 58, 32, 52, 50, 57, 32, 84, 111, 111, 32, 77, 97, 110, 121, 32, 82, 101, 113, 117, 101, 115, 116, 115, 92, 110, 69, 82, 82, 79, 82, 32, 67, 79, 68, 69, 58, 32, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 123, 92, 110, 32, 32, 92, 34, 101, 114, 114, 111, 114, 92, 34, 58, 32, 123, 92, 110, 32, 32, 32, 32, 92, 34, 99, 111, 100, 101, 92, 34, 58, 32, 92, 34, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 34, 44, 92, 110, 32, 32, 32, 32, 92, 34, 109, 101, 115, 115, 97, 103, 101, 92, 34, 58, 32, 92, 34, 78, 117, 109, 98, 101, 114, 32, 111, 102, 32, 39, 114, 101, 97, 100, 39, 32, 114, 101, 113, 117, 101, 115, 116, 115, 32, 102, 111, 114, 32, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 32, 39, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 39, 32, 97, 99, 116, 111, 114, 32, 39, 51, 100, 56, 99, 51, 54, 101, 49, 45, 97, 101, 55, 97, 45, 52, 50, 101, 102, 45, 98, 55, 100, 49, 45, 101, 97, 52, 54, 54, 55, 55, 48, 56, 100, 51, 48, 39, 32, 101, 120, 99, 101, 101, 100, 101, 100, 46, 32, 80, 108, 101, 97, 115, 101, 32, 116, 114, 121, 32, 97, 103, 97, 105, 110, 32, 97, 102, 116, 101, 114, 32, 39, 50, 39, 32, 115, 101, 99, 111, 110, 100, 115, 32, 97, 102, 116, 101, 114, 32, 97, 100, 100, 105, 116, 105, 111, 110, 97, 108, 32, 116, 111, 107, 101, 110, 115, 32, 97, 114, 101, 32, 97, 118, 46, 46, 46, 32, 109, 101, 115, 115, 97, 103, 101, 32, 116, 114, 117, 110, 99, 97, 116, 101, 100, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                                i: 0,\n                            },\n                            ContentLength: -1,\n                            TransferEncoding: nil,\n                            Close: false,\n                            Uncompressed: false,\n                            Trailer: nil,\n                            Request: {\n                                Method: \"GET\",\n                                URL: {\n                                    Scheme: \"https\",\n                                    Opaque: \"\",\n                                    User: nil,\n                                    Host: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/328bff9d-449b-4402-8bb3-256418685717\",\n                                    Fragment: \"\",\n                                    RawQuery: \"api-version=2025-12-23-preview\",\n                                    RawPath: \"\",\n                                    RawFragment: \"\",\n                                    ForceQuery: false,\n                                    OmitHost: false,\n                                },\n                                Proto: \"HTTP/1.1\",\n                                ProtoMajor: 1,\n                                ProtoMinor: 1,\n                                Header: {\n                                    \"X-Ms-Client-Request-Id\": [\n                                        \"f42d9c84-9ae8-4513-a41a-492f4c3ee5c5\",\n                                    ],\n                                    \"X-Ms-Arm-Resource-System-Data\": [\n                                        \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-04T23:08:53Z\\\"}\",\n                                    ],\n                                    \"X-Ms-Identity-Url\": [\n                                        \"https://dummyhost.identity.azure.net\",\n                                    ],\n                                    \"Authorization\": [\"redacted\"],\n                                    \"User-Agent\": [\n                                        \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                                    ],\n                                    \"X-Ms-Correlation-Request-Id\": [\n                                        \"106037a4-b82c-48df-94e1-c3334b46fa3e\",\n                                    ],\n                                },\n                                Body: nil,\n                                GetBody: nil,\n                                ContentLength: 0,\n                                TransferEncoding: nil,\n                                Close: false,\n                                Host: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                                Form: nil,\n                                PostForm: nil,\n                                MultipartForm: nil,\n                                Trailer: nil,\n                                RemoteAddr: \"\",\n                                RequestURI: \"\",\n                                TLS: nil,\n                                Cancel: nil,\n                                Response: nil,\n                                Pattern: \"\",\n                                ctx: \u003csuppressed context\u003e,\n                                pat: nil,\n                                matches: nil,\n                                otherValues: nil,\n                            },\n                            TLS: {\n                                Version: 772,\n                                HandshakeComplete: true,\n                                DidResume: false,\n                                CipherSuite: 4865,\n                                CurveID: 29,\n                                NegotiatedProtocol: \"h2\",\n                                NegotiatedProtocolIsMutual: true,\n                                ServerName: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                                PeerCertificates: [\n                                    {\n                                        Raw: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawTBSCertificate: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawSubjectPublicKeyInfo: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawSubject: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawIssuer: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        Signature: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        SignatureAlgorithm: 4,\n                                        PublicKeyAlgorithm: 1,\n                                        PublicKey: \u003c*rsa.PublicKey | 0x1cd3639010d0\u003e{N: ..., E: ...},\n                                        Version: 3,\n                                        SerialNumber: {neg: ..., abs: ...},\n                                        Issuer: {\n                                            Country: ...,\n                                            Organization: ...,\n                                            OrganizationalUnit: ...,\n                                            Locality: ...,\n                                            Province: ...,\n                                            StreetAddress: ...,\n                                            PostalCode: ...,\n                                            SerialNumber: ...,\n                                            CommonName: ...,\n                                            Names: ...,\n                                            ExtraNames: ...,\n                                        },\n                                        Subject: {\n                                            Country: ...,\n                                            Organization: ...,\n                                            OrganizationalUnit: ...,\n                                            Locality: ...,\n                                            Province: ...,\n                                            StreetAddress: ...,\n                                            PostalCode: ...,\n                                            SerialNumber: ...,\n                                            CommonName: ...,\n                                            Names: ...,\n                                            ExtraNames: ...,\n                                        },\n                                        NotBefore: {wall: ..., ext: ..., loc: ...},\n                                        NotAfter: {wall: ..., ext: ..., loc: ...},\n                                        KeyUsage: 5,\n                                        Extensions: [..., ..., ..., ..., ..., ...],\n                                        ExtraExtensions: nil,\n                                        UnhandledCriticalExtensions: nil,\n                                        ExtKeyUsage: [..., ...],\n                                        UnknownExtKeyUsage: nil,\n                                        BasicConstraintsValid: true,\n                                        IsCA: false,\n                                        MaxPathLen: -1,\n                                        MaxPathLenZero: false,\n                                        SubjectKeyId: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        AuthorityKeyId: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        OCSPServer: nil,\n                                        IssuingCertificateURL: nil,\n                                        DNSNames: [...],\n                                        EmailAddresses: nil,\n                                        IPAddresses: nil,\n                                        URIs: nil,\n                                        PermittedDNSDomainsCritical: false,\n                                        PermittedDNSDomains: nil,\n                                        ExcludedDNSDomains: nil,\n                                        PermittedIPRanges: nil,\n                                        ExcludedIPRanges: nil,\n                                        PermittedEmailAddresses: nil,\n                                        ExcludedEmailAddresses: nil,\n                                        PermittedURIDomains: nil,\n                                        ExcludedURIDomains: nil,\n                                        CRLDistributionPoints: nil,\n                                        PolicyIdentifiers: nil,\n                                        Policies: nil,\n                                        InhibitAnyPolicy: 0,\n                                        InhibitAnyPolicyZero: false,\n                                        InhibitPolicyMapping: 0,\n                                        InhibitPolicyMappingZero: false,\n                                        RequireExplicitPolicy: 0,\n                                        RequireExplicitPolicyZero: false,\n                                        PolicyMappings: nil,\n                                    },\n                                ],\n                                VerifiedChains: nil,\n                                SignedCertificateTimestamps: nil,\n                                OCSPResponse: nil,\n                                TLSUnique: nil,\n                                ECHAccepted: false,\n                                HelloRetryRequest: false,\n                                ekm: 0x57bd760,\n                                testingOnlyPeerSignatureAlgorithm: 2052,\n                            },\n                        },\n                        errMsg: \"GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/328bff9d-449b-4402-8bb3-256418685717\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/328bff9d-449b-4402-8bb3-256418685717\\\",\\n  \\\"name\\\": \\\"328bff9d-449b-4402-8bb3-256418685717\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T22:49:51.334689351Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T23:08:51.826136037Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine cilium-cluster-cilium-np-b9cc8-9pppq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-b9cc8-9pppq to exist\\\\nMachine cilium-cluster-cilium-np-b9cc8-svmnn: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-b9cc8-svmnn to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine cilium-cluster-cilium-np-b9cc8-9pppq: Failed: interfaces failed to create or update. err: failed to get existing resource complex-cilium-kv-kmgpjjdrvr58--managed/cilium-cluster-cilium-np-b9cc8-9pppq-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Network/networkInterfaces/cilium-cluster-cilium-np-b9cc8-9pppq-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '3d8c36e1-ae7a-42ef-b7d1-ea4667708d30' exceeded. Please try again after '2' seconds after additional tokens are av... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    },\n                },\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:193]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0x1cd364d3a0a8\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool cilium-np: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-kmgpjjdrvr58\" to finish creating: GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/328bff9d-449b-4402-8bb3-256418685717\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/328bff9d-449b-4402-8bb3-256418685717\",\n      \"name\": \"328bff9d-449b-4402-8bb3-256418685717\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-04T22:49:51.334689351Z\",\n      \"endTime\": \"2026-10-04T23:08:51.826136037Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine cilium-cluster-cilium-np-b9cc8-9pppq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-b9cc8-9pppq to exist\\nMachine cilium-cluster-cilium-np-b9cc8-svmnn: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-b9cc8-svmnn to exist\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine cilium-cluster-cilium-np-b9cc8-9pppq: Failed: interfaces failed to create or update. err: failed to get existing resource complex-cilium-kv-kmgpjjdrvr58--managed/cilium-cluster-cilium-np-b9cc8-9pppq-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Network/networkInterfaces/cilium-cluster-cilium-np-b9cc8-9pppq-nic\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '3d8c36e1-ae7a-42ef-b7d1-ea4667708d30' exceeded. Please try again after '2' seconds after additional tokens are av... message truncated\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        errs: [\n            \u003c*errors.joinError | 0x1cd364d3a090\u003e{\n                errs: [\n                    \u003c*fmt.wrapError | 0x1cd36442ed80\u003e{\n                        msg: \"VerifyNodesReady failed: no nodes found in the cluster\",\n                        err: \u003c*errors.errorString | 0x1cd364b8d890\u003e{\n                            s: \"no nodes found in the cluster\",\n                        },\n                    },\n                    \u003c*fmt.wrapError | 0x1cd363ade960\u003e{\n                        msg: \"VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\",\n                        err: \u003c*fmt.wrapError | 0x1cd363ade920\u003e{\n                            msg: \"not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\",\n                            err: \u003c*fmt.wrapError | 0x1cd363ade8c0\u003e{\n                                msg: \"failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\",\n                                err: \u003c*fmt.wrapError | 0x1cd363ade8a0\u003e{\n                                    msg: \"client rate limiter Wait returned an error: context deadline exceeded\",\n                                    err: \u003ccontext.deadlineExceededError\u003e{},\n                                },\n                            },\n                        },\n                    },\n                ],\n            },\n            \u003c*fmt.wrapError | 0x1cd36294ae40\u003e{\n                msg: \"failed to create NodePool cilium-np: failed waiting for nodepool=\\\"cilium-np\\\" for cluster \\\"cilium-cluster\\\" in resourcegroup=\\\"complex-cilium-kv-kmgpjjdrvr58\\\" to finish creating: GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/328bff9d-449b-4402-8bb3-256418685717\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/328bff9d-449b-4402-8bb3-256418685717\\\",\\n  \\\"name\\\": \\\"328bff9d-449b-4402-8bb3-256418685717\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T22:49:51.334689351Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T23:08:51.826136037Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine cilium-cluster-cilium-np-b9cc8-9pppq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-b9cc8-9pppq to exist\\\\nMachine cilium-cluster-cilium-np-b9cc8-svmnn: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-b9cc8-svmnn to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine cilium-cluster-cilium-np-b9cc8-9pppq: Failed: interfaces failed to create or update. err: failed to get existing resource complex-cilium-kv-kmgpjjdrvr58--managed/cilium-cluster-cilium-np-b9cc8-9pppq-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Network/networkInterfaces/cilium-cluster-cilium-np-b9cc8-9pppq-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '3d8c36e1-ae7a-42ef-b7d1-ea4667708d30' exceeded. Please try again after '2' seconds after additional tokens are av... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                err: \u003c*fmt.wrapError | 0x1cd363999600\u003e{\n                    msg: \"failed waiting for nodepool=\\\"cilium-np\\\" for cluster \\\"cilium-cluster\\\" in resourcegroup=\\\"complex-cilium-kv-kmgpjjdrvr58\\\" to finish creating: GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/328bff9d-449b-4402-8bb3-256418685717\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/328bff9d-449b-4402-8bb3-256418685717\\\",\\n  \\\"name\\\": \\\"328bff9d-449b-4402-8bb3-256418685717\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T22:49:51.334689351Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T23:08:51.826136037Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine cilium-cluster-cilium-np-b9cc8-9pppq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-b9cc8-9pppq to exist\\\\nMachine cilium-cluster-cilium-np-b9cc8-svmnn: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-b9cc8-svmnn to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine cilium-cluster-cilium-np-b9cc8-9pppq: Failed: interfaces failed to create or update. err: failed to get existing resource complex-cilium-kv-kmgpjjdrvr58--managed/cilium-cluster-cilium-np-b9cc8-9pppq-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Network/networkInterfaces/cilium-cluster-cilium-np-b9cc8-9pppq-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '3d8c36e1-ae7a-42ef-b7d1-ea4667708d30' exceeded. Please try again after '2' seconds after additional tokens are av... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    err: \u003c*exported.ResponseError | 0x1cd364d67020\u003e{\n                        ErrorCode: \"DeadlineExceeded\",\n                        StatusCode: 200,\n                        RawResponse: {\n                            Status: \"200 OK\",\n                            StatusCode: 200,\n                            Proto: \"HTTP/2.0\",\n                            ProtoMajor: 2,\n                            ProtoMinor: 0,\n                            Header: {\n                                \"X-Ms-Request-Id\": [\n                                    \"3676fffc-9e1c-4cbc-bf6d-6092f1a5041a\",\n                                ],\n                                \"Date\": [\n                                    \"Sun, 04 Oct 2026 23:08:53 GMT\",\n                                ],\n                                \"X-Envoy-Upstream-Service-Time\": [\"13\"],\n                                \"Server\": [\"istio-envoy\"],\n                                \"Content-Type\": [\"application/json\"],\n                            },\n                            Body: \u003c*exported.nopClosingBytesReader | 0x1cd363999320\u003e{\n                                s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 51, 50, 56, 98, 102, 102, 57, 100, 45, 52, 52, 57, 98, 45, 52, 52, 48, 50, 45, 56, 98, 98, 51, 45, 50, 53, 54, 52, 49, 56, 54, 56, 53, 55, 49, 55, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 51, 50, 56, 98, 102, 102, 57, 100, 45, 52, 52, 57, 98, 45, 52, 52, 48, 50, 45, 56, 98, 98, 51, 45, 50, 53, 54, 52, 49, 56, 54, 56, 53, 55, 49, 55, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 50, 58, 52, 57, 58, 53, 49, 46, 51, 51, 52, 54, 56, 57, 51, 53, 49, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 51, 58, 48, 56, 58, 53, 49, 46, 56, 50, 54, 49, 51, 54, 48, 51, 55, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 98, 57, 99, 99, 56, 45, 57, 112, 112, 112, 113, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 99, 111, 109, 112, 108, 101, 120, 45, 99, 105, 108, 105, 117, 109, 45, 107, 118, 45, 107, 109, 103, 112, 106, 106, 100, 114, 118, 114, 53, 56, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 98, 57, 99, 99, 56, 45, 57, 112, 112, 112, 113, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 98, 57, 99, 99, 56, 45, 115, 118, 109, 110, 110, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 99, 111, 109, 112, 108, 101, 120, 45, 99, 105, 108, 105, 117, 109, 45, 107, 118, 45, 107, 109, 103, 112, 106, 106, 100, 114, 118, 114, 53, 56, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 98, 57, 99, 99, 56, 45, 115, 118, 109, 110, 110, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 98, 57, 99, 99, 56, 45, 57, 112, 112, 112, 113, 58, 32, 70, 97, 105, 108, 101, 100, 58, 32, 105, 110, 116, 101, 114, 102, 97, 99, 101, 115, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 99, 114, 101, 97, 116, 101, 32, 111, 114, 32, 117, 112, 100, 97, 116, 101, 46, 32, 101, 114, 114, 58, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 103, 101, 116, 32, 101, 120, 105, 115, 116, 105, 110, 103, 32, 114, 101, 115, 111, 117, 114, 99, 101, 32, 99, 111, 109, 112, 108, 101, 120, 45, 99, 105, 108, 105, 117, 109, 45, 107, 118, 45, 107, 109, 103, 112, 106, 106, 100, 114, 118, 114, 53, 56, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 98, 57, 99, 99, 56, 45, 57, 112, 112, 112, 113, 45, 110, 105, 99, 32, 40, 115, 101, 114, 118, 105, 99, 101, 58, 32, 105, 110, 116, 101, 114, 102, 97, 99, 101, 115, 41, 58, 32, 71, 69, 84, 32, 104, 116, 116, 112, 115, 58, 47, 47, 109, 97, 110, 97, 103, 101, 109, 101, 110, 116, 46, 97, 122, 117, 114, 101, 46, 99, 111, 109, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 99, 111, 109, 112, 108, 101, 120, 45, 99, 105, 108, 105, 117, 109, 45, 107, 118, 45, 107, 109, 103, 112, 106, 106, 100, 114, 118, 114, 53, 56, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 78, 101, 116, 119, 111, 114, 107, 47, 110, 101, 116, 119, 111, 114, 107, 73, 110, 116, 101, 114, 102, 97, 99, 101, 115, 47, 99, 105, 108, 105, 117, 109, 45, 99, 108, 117, 115, 116, 101, 114, 45, 99, 105, 108, 105, 117, 109, 45, 110, 112, 45, 98, 57, 99, 99, 56, 45, 57, 112, 112, 112, 113, 45, 110, 105, 99, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 82, 69, 83, 80, 79, 78, 83, 69, 32, 52, 50, 57, 58, 32, 52, 50, 57, 32, 84, 111, 111, 32, 77, 97, 110, 121, 32, 82, 101, 113, 117, 101, 115, 116, 115, 92, 110, 69, 82, 82, 79, 82, 32, 67, 79, 68, 69, 58, 32, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 110, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 45, 92, 110, 123, 92, 110, 32, 32, 92, 34, 101, 114, 114, 111, 114, 92, 34, 58, 32, 123, 92, 110, 32, 32, 32, 32, 92, 34, 99, 111, 100, 101, 92, 34, 58, 32, 92, 34, 83, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 82, 101, 113, 117, 101, 115, 116, 115, 84, 104, 114, 111, 116, 116, 108, 101, 100, 92, 34, 44, 92, 110, 32, 32, 32, 32, 92, 34, 109, 101, 115, 115, 97, 103, 101, 92, 34, 58, 32, 92, 34, 78, 117, 109, 98, 101, 114, 32, 111, 102, 32, 39, 114, 101, 97, 100, 39, 32, 114, 101, 113, 117, 101, 115, 116, 115, 32, 102, 111, 114, 32, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 32, 39, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 39, 32, 97, 99, 116, 111, 114, 32, 39, 51, 100, 56, 99, 51, 54, 101, 49, 45, 97, 101, 55, 97, 45, 52, 50, 101, 102, 45, 98, 55, 100, 49, 45, 101, 97, 52, 54, 54, 55, 55, 48, 56, 100, 51, 48, 39, 32, 101, 120, 99, 101, 101, 100, 101, 100, 46, 32, 80, 108, 101, 97, 115, 101, 32, 116, 114, 121, 32, 97, 103, 97, 105, 110, 32, 97, 102, 116, 101, 114, 32, 39, 50, 39, 32, 115, 101, 99, 111, 110, 100, 115, 32, 97, 102, 116, 101, 114, 32, 97, 100, 100, 105, 116, 105, 111, 110, 97, 108, 32, 116, 111, 107, 101, 110, 115, 32, 97, 114, 101, 32, 97, 118, 46, 46, 46, 32, 109, 101, 115, 115, 97, 103, 101, 32, 116, 114, 117, 110, 99, 97, 116, 101, 100, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                                i: 0,\n                            },\n                            ContentLength: -1,\n                            TransferEncoding: nil,\n                            Close: false,\n                            Uncompressed: false,\n                            Trailer: nil,\n                            Request: {\n                                Method: \"GET\",\n                                URL: {\n                                    Scheme: \"https\",\n                                    Opaque: \"\",\n                                    User: nil,\n                                    Host: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/328bff9d-449b-4402-8bb3-256418685717\",\n                                    Fragment: \"\",\n                                    RawQuery: \"api-version=2025-12-23-preview\",\n                                    RawPath: \"\",\n                                    RawFragment: \"\",\n                                    ForceQuery: false,\n                                    OmitHost: false,\n                                },\n                                Proto: \"HTTP/1.1\",\n                                ProtoMajor: 1,\n                                ProtoMinor: 1,\n                                Header: {\n                                    \"X-Ms-Client-Request-Id\": [\n                                        \"f42d9c84-9ae8-4513-a41a-492f4c3ee5c5\",\n                                    ],\n                                    \"X-Ms-Arm-Resource-System-Data\": [\n                                        \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-04T23:08:53Z\\\"}\",\n                                    ],\n                                    \"X-Ms-Identity-Url\": [\n                                        \"https://dummyhost.identity.azure.net\",\n                                    ],\n                                    \"Authorization\": [\"redacted\"],\n                                    \"User-Agent\": [\n                                        \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                                    ],\n                                    \"X-Ms-Correlation-Request-Id\": [\n                                        \"106037a4-b82c-48df-94e1-c3334b46fa3e\",\n                                    ],\n                                },\n                                Body: nil,\n                                GetBody: nil,\n                                ContentLength: 0,\n                                TransferEncoding: nil,\n                                Close: false,\n                                Host: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                                Form: nil,\n                                PostForm: nil,\n                                MultipartForm: nil,\n                                Trailer: nil,\n                                RemoteAddr: \"\",\n                                RequestURI: \"\",\n                                TLS: nil,\n                                Cancel: nil,\n                                Response: nil,\n                                Pattern: \"\",\n                                ctx: \u003csuppressed context\u003e,\n                                pat: nil,\n                                matches: nil,\n                                otherValues: nil,\n                            },\n                            TLS: {\n                                Version: 772,\n                                HandshakeComplete: true,\n                                DidResume: false,\n                                CipherSuite: 4865,\n                                CurveID: 29,\n                                NegotiatedProtocol: \"h2\",\n                                NegotiatedProtocolIsMutual: true,\n                                ServerName: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                                PeerCertificates: [\n                                    {\n                                        Raw: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawTBSCertificate: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawSubjectPublicKeyInfo: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawSubject: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawIssuer: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        Signature: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        SignatureAlgorithm: 4,\n                                        PublicKeyAlgorithm: 1,\n                                        PublicKey: \u003c*rsa.PublicKey | 0x1cd3639010d0\u003e{N: ..., E: ...},\n                                        Version: 3,\n                                        SerialNumber: {neg: ..., abs: ...},\n                                        Issuer: {\n                                            Country: ...,\n                                            Organization: ...,\n                                            OrganizationalUnit: ...,\n                                            Locality: ...,\n                                            Province: ...,\n                                            StreetAddress: ...,\n                                            PostalCode: ...,\n                                            SerialNumber: ...,\n                                            CommonName: ...,\n                                            Names: ...,\n                                            ExtraNames: ...,\n                                        },\n                                        Subject: {\n                                            Country: ...,\n                                            Organization: ...,\n                                            OrganizationalUnit: ...,\n                                            Locality: ...,\n                                            Province: ...,\n                                            StreetAddress: ...,\n                                            PostalCode: ...,\n                                            SerialNumber: ...,\n                                            CommonName: ...,\n                                            Names: ...,\n                                            ExtraNames: ...,\n                                        },\n                                        NotBefore: {wall: ..., ext: ..., loc: ...},\n                                        NotAfter: {wall: ..., ext: ..., loc: ...},\n                                        KeyUsage: 5,\n                                        Extensions: [..., ..., ..., ..., ..., ...],\n                                        ExtraExtensions: nil,\n                                        UnhandledCriticalExtensions: nil,\n                                        ExtKeyUsage: [..., ...],\n                                        UnknownExtKeyUsage: nil,\n                                        BasicConstraintsValid: true,\n                                        IsCA: false,\n                                        MaxPathLen: -1,\n                                        MaxPathLenZero: false,\n                                        SubjectKeyId: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        AuthorityKeyId: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        OCSPServer: nil,\n                                        IssuingCertificateURL: nil,\n                                        DNSNames: [...],\n                                        EmailAddresses: nil,\n                                        IPAddresses: nil,\n                                        URIs: nil,\n                                        PermittedDNSDomainsCritical: false,\n                                        PermittedDNSDomains: nil,\n                                        ExcludedDNSDomains: nil,\n                                        PermittedIPRanges: nil,\n                                        ExcludedIPRanges: nil,\n                                        PermittedEmailAddresses: nil,\n                                        ExcludedEmailAddresses: nil,\n                                        PermittedURIDomains: nil,\n                                        ExcludedURIDomains: nil,\n                                        CRLDistributionPoints: nil,\n                                        PolicyIdentifiers: nil,\n                                        Policies: nil,\n                                        InhibitAnyPolicy: 0,\n                                        InhibitAnyPolicyZero: false,\n                                        InhibitPolicyMapping: 0,\n                                        InhibitPolicyMappingZero: false,\n                                        RequireExplicitPolicy: 0,\n                                        RequireExplicitPolicyZero: false,\n                                        PolicyMappings: nil,\n                                    },\n                                ],\n                                VerifiedChains: nil,\n                                SignedCertificateTimestamps: nil,\n                                OCSPResponse: nil,\n                                TLSUnique: nil,\n                                ECHAccepted: false,\n                                HelloRetryRequest: false,\n                                ekm: 0x57bd760,\n                                testingOnlyPeerSignatureAlgorithm: 2052,\n                            },\n                        },\n                        errMsg: \"GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/328bff9d-449b-4402-8bb3-256418685717\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/328bff9d-449b-4402-8bb3-256418685717\\\",\\n  \\\"name\\\": \\\"328bff9d-449b-4402-8bb3-256418685717\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T22:49:51.334689351Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T23:08:51.826136037Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine cilium-cluster-cilium-np-b9cc8-9pppq: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-b9cc8-9pppq to exist\\\\nMachine cilium-cluster-cilium-np-b9cc8-svmnn: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Compute/virtualMachines/cilium-cluster-cilium-np-b9cc8-svmnn to exist\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine cilium-cluster-cilium-np-b9cc8-9pppq: Failed: interfaces failed to create or update. err: failed to get existing resource complex-cilium-kv-kmgpjjdrvr58--managed/cilium-cluster-cilium-np-b9cc8-9pppq-nic (service: interfaces): GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/complex-cilium-kv-kmgpjjdrvr58--managed/providers/Microsoft.Network/networkInterfaces/cilium-cluster-cilium-np-b9cc8-9pppq-nic\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: SubscriptionRequestsThrottled\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"SubscriptionRequestsThrottled\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '3d8c36e1-ae7a-42ef-b7d1-ea4667708d30' exceeded. Please try again after '2' seconds after additional tokens are av... message truncated\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    },\n                },\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:404]: failed to verify cilium is running and nodes are Ready for cluster \"agg-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0x1761e998e048\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool agg-np-a: failed waiting for nodepool=\"agg-np-a\" for cluster \"agg-cluster\" in resourcegroup=\"feature-aggregation-zw67z96j2kcd\" to finish creating: GET https://rp.j3211520.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/b52ed4db-d18e-4c14-be80-d4d72f354a7d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/b52ed4db-d18e-4c14-be80-d4d72f354a7d\",\n      \"name\": \"b52ed4db-d18e-4c14-be80-d4d72f354a7d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-04T18:50:38.552316957Z\",\n      \"endTime\": \"2026-10-04T19:09:44.59947859Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want \\u003e= 2 (autoscaling min); node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine agg-cluster-agg-np-a-vpxg2-np5wb: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-zw67z96j2kcd--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-vpxg2-np5wb to exist\\nMachine agg-cluster-agg-np-a-vpxg2-vk6wz: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine agg-cluster-agg-np-a-vpxg2-vk6wz: Creating: virtualmachine creating or updating\\nMachine agg-cluster-agg-np-a-vpxg2-np5wb: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-zw67z96j2kcd--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-vpxg2-np5wb to exist\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        errs: [\n            \u003c*errors.joinError | 0x1761e998e030\u003e{\n                errs: [\n                    \u003c*fmt.wrapError | 0x1761e8f1b7e0\u003e{\n                        msg: \"VerifyNodesReady failed: no nodes found in the cluster\",\n                        err: \u003c*errors.errorString | 0x1761e914ba30\u003e{\n                            s: \"no nodes found in the cluster\",\n                        },\n                    },\n                    \u003c*fmt.wrapError | 0x1761e918c220\u003e{\n                        msg: \"VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\",\n                        err: \u003c*fmt.wrapError | 0x1761e918c200\u003e{\n                            msg: \"not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\",\n                            err: \u003c*fmt.wrapError | 0x1761e918c1c0\u003e{\n                                msg: \"failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\",\n                                err: \u003c*fmt.wrapError | 0x1761e918c1a0\u003e{\n                                    msg: \"client rate limiter Wait returned an error: context deadline exceeded\",\n                                    err: \u003ccontext.deadlineExceededError\u003e{},\n                                },\n                            },\n                        },\n                    },\n                ],\n            },\n            \u003c*fmt.wrapError | 0x1761e93a2b60\u003e{\n                msg: \"failed to create NodePool agg-np-a: failed waiting for nodepool=\\\"agg-np-a\\\" for cluster \\\"agg-cluster\\\" in resourcegroup=\\\"feature-aggregation-zw67z96j2kcd\\\" to finish creating: GET https://rp.j3211520.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/b52ed4db-d18e-4c14-be80-d4d72f354a7d\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/b52ed4db-d18e-4c14-be80-d4d72f354a7d\\\",\\n  \\\"name\\\": \\\"b52ed4db-d18e-4c14-be80-d4d72f354a7d\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T18:50:38.552316957Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T19:09:44.59947859Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want \\\\u003e= 2 (autoscaling min); node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine agg-cluster-agg-np-a-vpxg2-np5wb: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-zw67z96j2kcd--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-vpxg2-np5wb to exist\\\\nMachine agg-cluster-agg-np-a-vpxg2-vk6wz: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine agg-cluster-agg-np-a-vpxg2-vk6wz: Creating: virtualmachine creating or updating\\\\nMachine agg-cluster-agg-np-a-vpxg2-np5wb: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-zw67z96j2kcd--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-vpxg2-np5wb to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                err: \u003c*fmt.wrapError | 0x1761e8a707a0\u003e{\n                    msg: \"failed waiting for nodepool=\\\"agg-np-a\\\" for cluster \\\"agg-cluster\\\" in resourcegroup=\\\"feature-aggregation-zw67z96j2kcd\\\" to finish creating: GET https://rp.j3211520.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/b52ed4db-d18e-4c14-be80-d4d72f354a7d\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/b52ed4db-d18e-4c14-be80-d4d72f354a7d\\\",\\n  \\\"name\\\": \\\"b52ed4db-d18e-4c14-be80-d4d72f354a7d\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T18:50:38.552316957Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T19:09:44.59947859Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want \\\\u003e= 2 (autoscaling min); node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine agg-cluster-agg-np-a-vpxg2-np5wb: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-zw67z96j2kcd--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-vpxg2-np5wb to exist\\\\nMachine agg-cluster-agg-np-a-vpxg2-vk6wz: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine agg-cluster-agg-np-a-vpxg2-vk6wz: Creating: virtualmachine creating or updating\\\\nMachine agg-cluster-agg-np-a-vpxg2-np5wb: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-zw67z96j2kcd--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-vpxg2-np5wb to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    err: \u003c*exported.ResponseError | 0x1761e8d6f050\u003e{\n                        ErrorCode: \"DeadlineExceeded\",\n                        StatusCode: 200,\n                        RawResponse: {\n                            Status: \"200 OK\",\n                            StatusCode: 200,\n                            Proto: \"HTTP/2.0\",\n                            ProtoMajor: 2,\n                            ProtoMinor: 0,\n                            Header: {\n                                \"Content-Type\": [\"application/json\"],\n                                \"X-Ms-Request-Id\": [\n                                    \"58822292-3924-4c43-aa9b-658682094ac3\",\n                                ],\n                                \"Date\": [\n                                    \"Sun, 04 Oct 2026 19:09:51 GMT\",\n                                ],\n                                \"Content-Length\": [\"1645\"],\n                                \"X-Envoy-Upstream-Service-Time\": [\"6\"],\n                                \"Server\": [\"istio-envoy\"],\n                            },\n                            Body: \u003c*exported.nopClosingBytesReader | 0x1761e8a706c0\u003e{\n                                s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 98, 53, 50, 101, 100, 52, 100, 98, 45, 100, 49, 56, 101, 45, 52, 99, 49, 52, 45, 98, 101, 56, 48, 45, 100, 52, 100, 55, 50, 102, 51, 53, 52, 97, 55, 100, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 98, 53, 50, 101, 100, 52, 100, 98, 45, 100, 49, 56, 101, 45, 52, 99, 49, 52, 45, 98, 101, 56, 48, 45, 100, 52, 100, 55, 50, 102, 51, 53, 52, 97, 55, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 49, 56, 58, 53, 48, 58, 51, 56, 46, 53, 53, 50, 51, 49, 54, 57, 53, 55, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 49, 57, 58, 48, 57, 58, 52, 52, 46, 53, 57, 57, 52, 55, 56, 53, 57, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 92, 117, 48, 48, 51, 101, 61, 32, 50, 32, 40, 97, 117, 116, 111, 115, 99, 97, 108, 105, 110, 103, 32, 109, 105, 110, 41, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 118, 112, 120, 103, 50, 45, 110, 112, 53, 119, 98, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 102, 101, 97, 116, 117, 114, 101, 45, 97, 103, 103, 114, 101, 103, 97, 116, 105, 111, 110, 45, 122, 119, 54, 55, 122, 57, 54, 106, 50, 107, 99, 100, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 118, 112, 120, 103, 50, 45, 110, 112, 53, 119, 98, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 118, 112, 120, 103, 50, 45, 118, 107, 54, 119, 122, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 118, 112, 120, 103, 50, 45, 118, 107, 54, 119, 122, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 118, 112, 120, 103, 50, 45, 110, 112, 53, 119, 98, 58, 32, 82, 101, 97, 100, 121, 85, 110, 107, 110, 111, 119, 110, 58, 32, 42, 32, 78, 111, 100, 101, 72, 101, 97, 108, 116, 104, 121, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 102, 101, 97, 116, 117, 114, 101, 45, 97, 103, 103, 114, 101, 103, 97, 116, 105, 111, 110, 45, 122, 119, 54, 55, 122, 57, 54, 106, 50, 107, 99, 100, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 118, 112, 120, 103, 50, 45, 110, 112, 53, 119, 98, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                                i: 0,\n                            },\n                            ContentLength: 1645,\n                            TransferEncoding: nil,\n                            Close: false,\n                            Uncompressed: false,\n                            Trailer: nil,\n                            Request: {\n                                Method: \"GET\",\n                                URL: {\n                                    Scheme: \"https\",\n                                    Opaque: \"\",\n                                    User: nil,\n                                    Host: \"rp.j3211520.hcpsvc.osadev.cloud\",\n                                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/b52ed4db-d18e-4c14-be80-d4d72f354a7d\",\n                                    Fragment: \"\",\n                                    RawQuery: \"api-version=2025-12-23-preview\",\n                                    RawPath: \"\",\n                                    RawFragment: \"\",\n                                    ForceQuery: false,\n                                    OmitHost: false,\n                                },\n                                Proto: \"HTTP/1.1\",\n                                ProtoMajor: 1,\n                                ProtoMinor: 1,\n                                Header: {\n                                    \"X-Ms-Client-Request-Id\": [\n                                        \"2e99122f-23c6-4940-b934-d3da352715ab\",\n                                    ],\n                                    \"X-Ms-Arm-Resource-System-Data\": [\n                                        \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-04T19:09:51Z\\\"}\",\n                                    ],\n                                    \"Authorization\": [\"redacted\"],\n                                    \"X-Ms-Identity-Url\": [\n                                        \"https://dummyhost.identity.azure.net\",\n                                    ],\n                                    \"User-Agent\": [\n                                        \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                                    ],\n                                    \"X-Ms-Correlation-Request-Id\": [\n                                        \"32895de0-31c6-41f0-b298-60bf33638237\",\n                                    ],\n                                },\n                                Body: nil,\n                                GetBody: nil,\n                                ContentLength: 0,\n                                TransferEncoding: nil,\n                                Close: false,\n                                Host: \"rp.j3211520.hcpsvc.osadev.cloud\",\n                                Form: nil,\n                                PostForm: nil,\n                                MultipartForm: nil,\n                                Trailer: nil,\n                                RemoteAddr: \"\",\n                                RequestURI: \"\",\n                                TLS: nil,\n                                Cancel: nil,\n                                Response: nil,\n                                Pattern: \"\",\n                                ctx: \u003csuppressed context\u003e,\n                                pat: nil,\n                                matches: nil,\n                                otherValues: nil,\n                            },\n                            TLS: {\n                                Version: 772,\n                                HandshakeComplete: true,\n                                DidResume: false,\n                                CipherSuite: 4865,\n                                CurveID: 29,\n                                NegotiatedProtocol: \"h2\",\n                                NegotiatedProtocolIsMutual: true,\n                                ServerName: \"rp.j3211520.hcpsvc.osadev.cloud\",\n                                PeerCertificates: [\n                                    {\n                                        Raw: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawTBSCertificate: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawSubjectPublicKeyInfo: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawSubject: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawIssuer: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        Signature: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        SignatureAlgorithm: 4,\n                                        PublicKeyAlgorithm: 1,\n                                        PublicKey: \u003c*rsa.PublicKey | 0x1761ea242320\u003e{N: ..., E: ...},\n                                        Version: 3,\n                                        SerialNumber: {neg: ..., abs: ...},\n                                        Issuer: {\n                                            Country: ...,\n                                            Organization: ...,\n                                            OrganizationalUnit: ...,\n                                            Locality: ...,\n                                            Province: ...,\n                                            StreetAddress: ...,\n                                            PostalCode: ...,\n                                            SerialNumber: ...,\n                                            CommonName: ...,\n                                            Names: ...,\n                                            ExtraNames: ...,\n                                        },\n                                        Subject: {\n                                            Country: ...,\n                                            Organization: ...,\n                                            OrganizationalUnit: ...,\n                                            Locality: ...,\n                                            Province: ...,\n                                            StreetAddress: ...,\n                                            PostalCode: ...,\n                                            SerialNumber: ...,\n                                            CommonName: ...,\n                                            Names: ...,\n                                            ExtraNames: ...,\n                                        },\n                                        NotBefore: {wall: ..., ext: ..., loc: ...},\n                                        NotAfter: {wall: ..., ext: ..., loc: ...},\n                                        KeyUsage: 5,\n                                        Extensions: [..., ..., ..., ..., ..., ...],\n                                        ExtraExtensions: nil,\n                                        UnhandledCriticalExtensions: nil,\n                                        ExtKeyUsage: [..., ...],\n                                        UnknownExtKeyUsage: nil,\n                                        BasicConstraintsValid: true,\n                                        IsCA: false,\n                                        MaxPathLen: -1,\n                                        MaxPathLenZero: false,\n                                        SubjectKeyId: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        AuthorityKeyId: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        OCSPServer: nil,\n                                        IssuingCertificateURL: nil,\n                                        DNSNames: [...],\n                                        EmailAddresses: nil,\n                                        IPAddresses: nil,\n                                        URIs: nil,\n                                        PermittedDNSDomainsCritical: false,\n                                        PermittedDNSDomains: nil,\n                                        ExcludedDNSDomains: nil,\n                                        PermittedIPRanges: nil,\n                                        ExcludedIPRanges: nil,\n                                        PermittedEmailAddresses: nil,\n                                        ExcludedEmailAddresses: nil,\n                                        PermittedURIDomains: nil,\n                                        ExcludedURIDomains: nil,\n                                        CRLDistributionPoints: nil,\n                                        PolicyIdentifiers: nil,\n                                        Policies: nil,\n                                        InhibitAnyPolicy: 0,\n                                        InhibitAnyPolicyZero: false,\n                                        InhibitPolicyMapping: 0,\n                                        InhibitPolicyMappingZero: false,\n                                        RequireExplicitPolicy: 0,\n                                        RequireExplicitPolicyZero: false,\n                                        PolicyMappings: nil,\n                                    },\n                                ],\n                                VerifiedChains: nil,\n                                SignedCertificateTimestamps: nil,\n                                OCSPResponse: nil,\n                                TLSUnique: nil,\n                                ECHAccepted: false,\n                                HelloRetryRequest: false,\n                                ekm: 0x57bc760,\n                                testingOnlyPeerSignatureAlgorithm: 2052,\n                            },\n                        },\n                        errMsg: \"GET https://rp.j3211520.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/b52ed4db-d18e-4c14-be80-d4d72f354a7d\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/b52ed4db-d18e-4c14-be80-d4d72f354a7d\\\",\\n  \\\"name\\\": \\\"b52ed4db-d18e-4c14-be80-d4d72f354a7d\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T18:50:38.552316957Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T19:09:44.59947859Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want \\\\u003e= 2 (autoscaling min); node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine agg-cluster-agg-np-a-vpxg2-np5wb: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-zw67z96j2kcd--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-vpxg2-np5wb to exist\\\\nMachine agg-cluster-agg-np-a-vpxg2-vk6wz: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine agg-cluster-agg-np-a-vpxg2-vk6wz: Creating: virtualmachine creating or updating\\\\nMachine agg-cluster-agg-np-a-vpxg2-np5wb: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-zw67z96j2kcd--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-vpxg2-np5wb to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    },\n                },\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:404]: failed to verify cilium is running and nodes are Ready for cluster \"agg-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0x1761e998e048\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool agg-np-a: failed waiting for nodepool=\"agg-np-a\" for cluster \"agg-cluster\" in resourcegroup=\"feature-aggregation-zw67z96j2kcd\" to finish creating: GET https://rp.j3211520.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/b52ed4db-d18e-4c14-be80-d4d72f354a7d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/b52ed4db-d18e-4c14-be80-d4d72f354a7d\",\n      \"name\": \"b52ed4db-d18e-4c14-be80-d4d72f354a7d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-04T18:50:38.552316957Z\",\n      \"endTime\": \"2026-10-04T19:09:44.59947859Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want \\u003e= 2 (autoscaling min); node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine agg-cluster-agg-np-a-vpxg2-np5wb: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-zw67z96j2kcd--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-vpxg2-np5wb to exist\\nMachine agg-cluster-agg-np-a-vpxg2-vk6wz: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine agg-cluster-agg-np-a-vpxg2-vk6wz: Creating: virtualmachine creating or updating\\nMachine agg-cluster-agg-np-a-vpxg2-np5wb: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-zw67z96j2kcd--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-vpxg2-np5wb to exist\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        errs: [\n            \u003c*errors.joinError | 0x1761e998e030\u003e{\n                errs: [\n                    \u003c*fmt.wrapError | 0x1761e8f1b7e0\u003e{\n                        msg: \"VerifyNodesReady failed: no nodes found in the cluster\",\n                        err: \u003c*errors.errorString | 0x1761e914ba30\u003e{\n                            s: \"no nodes found in the cluster\",\n                        },\n                    },\n                    \u003c*fmt.wrapError | 0x1761e918c220\u003e{\n                        msg: \"VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\",\n                        err: \u003c*fmt.wrapError | 0x1761e918c200\u003e{\n                            msg: \"not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\",\n                            err: \u003c*fmt.wrapError | 0x1761e918c1c0\u003e{\n                                msg: \"failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\",\n                                err: \u003c*fmt.wrapError | 0x1761e918c1a0\u003e{\n                                    msg: \"client rate limiter Wait returned an error: context deadline exceeded\",\n                                    err: \u003ccontext.deadlineExceededError\u003e{},\n                                },\n                            },\n                        },\n                    },\n                ],\n            },\n            \u003c*fmt.wrapError | 0x1761e93a2b60\u003e{\n                msg: \"failed to create NodePool agg-np-a: failed waiting for nodepool=\\\"agg-np-a\\\" for cluster \\\"agg-cluster\\\" in resourcegroup=\\\"feature-aggregation-zw67z96j2kcd\\\" to finish creating: GET https://rp.j3211520.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/b52ed4db-d18e-4c14-be80-d4d72f354a7d\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/b52ed4db-d18e-4c14-be80-d4d72f354a7d\\\",\\n  \\\"name\\\": \\\"b52ed4db-d18e-4c14-be80-d4d72f354a7d\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T18:50:38.552316957Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T19:09:44.59947859Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want \\\\u003e= 2 (autoscaling min); node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine agg-cluster-agg-np-a-vpxg2-np5wb: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-zw67z96j2kcd--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-vpxg2-np5wb to exist\\\\nMachine agg-cluster-agg-np-a-vpxg2-vk6wz: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine agg-cluster-agg-np-a-vpxg2-vk6wz: Creating: virtualmachine creating or updating\\\\nMachine agg-cluster-agg-np-a-vpxg2-np5wb: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-zw67z96j2kcd--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-vpxg2-np5wb to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                err: \u003c*fmt.wrapError | 0x1761e8a707a0\u003e{\n                    msg: \"failed waiting for nodepool=\\\"agg-np-a\\\" for cluster \\\"agg-cluster\\\" in resourcegroup=\\\"feature-aggregation-zw67z96j2kcd\\\" to finish creating: GET https://rp.j3211520.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/b52ed4db-d18e-4c14-be80-d4d72f354a7d\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/b52ed4db-d18e-4c14-be80-d4d72f354a7d\\\",\\n  \\\"name\\\": \\\"b52ed4db-d18e-4c14-be80-d4d72f354a7d\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T18:50:38.552316957Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T19:09:44.59947859Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want \\\\u003e= 2 (autoscaling min); node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine agg-cluster-agg-np-a-vpxg2-np5wb: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-zw67z96j2kcd--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-vpxg2-np5wb to exist\\\\nMachine agg-cluster-agg-np-a-vpxg2-vk6wz: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine agg-cluster-agg-np-a-vpxg2-vk6wz: Creating: virtualmachine creating or updating\\\\nMachine agg-cluster-agg-np-a-vpxg2-np5wb: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-zw67z96j2kcd--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-vpxg2-np5wb to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    err: \u003c*exported.ResponseError | 0x1761e8d6f050\u003e{\n                        ErrorCode: \"DeadlineExceeded\",\n                        StatusCode: 200,\n                        RawResponse: {\n                            Status: \"200 OK\",\n                            StatusCode: 200,\n                            Proto: \"HTTP/2.0\",\n                            ProtoMajor: 2,\n                            ProtoMinor: 0,\n                            Header: {\n                                \"Content-Type\": [\"application/json\"],\n                                \"X-Ms-Request-Id\": [\n                                    \"58822292-3924-4c43-aa9b-658682094ac3\",\n                                ],\n                                \"Date\": [\n                                    \"Sun, 04 Oct 2026 19:09:51 GMT\",\n                                ],\n                                \"Content-Length\": [\"1645\"],\n                                \"X-Envoy-Upstream-Service-Time\": [\"6\"],\n                                \"Server\": [\"istio-envoy\"],\n                            },\n                            Body: \u003c*exported.nopClosingBytesReader | 0x1761e8a706c0\u003e{\n                                s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 98, 53, 50, 101, 100, 52, 100, 98, 45, 100, 49, 56, 101, 45, 52, 99, 49, 52, 45, 98, 101, 56, 48, 45, 100, 52, 100, 55, 50, 102, 51, 53, 52, 97, 55, 100, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 98, 53, 50, 101, 100, 52, 100, 98, 45, 100, 49, 56, 101, 45, 52, 99, 49, 52, 45, 98, 101, 56, 48, 45, 100, 52, 100, 55, 50, 102, 51, 53, 52, 97, 55, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 49, 56, 58, 53, 48, 58, 51, 56, 46, 53, 53, 50, 51, 49, 54, 57, 53, 55, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 49, 57, 58, 48, 57, 58, 52, 52, 46, 53, 57, 57, 52, 55, 56, 53, 57, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 92, 117, 48, 48, 51, 101, 61, 32, 50, 32, 40, 97, 117, 116, 111, 115, 99, 97, 108, 105, 110, 103, 32, 109, 105, 110, 41, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 118, 112, 120, 103, 50, 45, 110, 112, 53, 119, 98, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 102, 101, 97, 116, 117, 114, 101, 45, 97, 103, 103, 114, 101, 103, 97, 116, 105, 111, 110, 45, 122, 119, 54, 55, 122, 57, 54, 106, 50, 107, 99, 100, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 118, 112, 120, 103, 50, 45, 110, 112, 53, 119, 98, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 118, 112, 120, 103, 50, 45, 118, 107, 54, 119, 122, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 118, 112, 120, 103, 50, 45, 118, 107, 54, 119, 122, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 118, 112, 120, 103, 50, 45, 110, 112, 53, 119, 98, 58, 32, 82, 101, 97, 100, 121, 85, 110, 107, 110, 111, 119, 110, 58, 32, 42, 32, 78, 111, 100, 101, 72, 101, 97, 108, 116, 104, 121, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 97, 32, 78, 111, 100, 101, 32, 119, 105, 116, 104, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 32, 97, 122, 117, 114, 101, 58, 47, 47, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 114, 101, 115, 111, 117, 114, 99, 101, 71, 114, 111, 117, 112, 115, 47, 102, 101, 97, 116, 117, 114, 101, 45, 97, 103, 103, 114, 101, 103, 97, 116, 105, 111, 110, 45, 122, 119, 54, 55, 122, 57, 54, 106, 50, 107, 99, 100, 45, 45, 109, 97, 110, 97, 103, 101, 100, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 67, 111, 109, 112, 117, 116, 101, 47, 118, 105, 114, 116, 117, 97, 108, 77, 97, 99, 104, 105, 110, 101, 115, 47, 97, 103, 103, 45, 99, 108, 117, 115, 116, 101, 114, 45, 97, 103, 103, 45, 110, 112, 45, 97, 45, 118, 112, 120, 103, 50, 45, 110, 112, 53, 119, 98, 32, 116, 111, 32, 101, 120, 105, 115, 116, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                                i: 0,\n                            },\n                            ContentLength: 1645,\n                            TransferEncoding: nil,\n                            Close: false,\n                            Uncompressed: false,\n                            Trailer: nil,\n                            Request: {\n                                Method: \"GET\",\n                                URL: {\n                                    Scheme: \"https\",\n                                    Opaque: \"\",\n                                    User: nil,\n                                    Host: \"rp.j3211520.hcpsvc.osadev.cloud\",\n                                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/b52ed4db-d18e-4c14-be80-d4d72f354a7d\",\n                                    Fragment: \"\",\n                                    RawQuery: \"api-version=2025-12-23-preview\",\n                                    RawPath: \"\",\n                                    RawFragment: \"\",\n                                    ForceQuery: false,\n                                    OmitHost: false,\n                                },\n                                Proto: \"HTTP/1.1\",\n                                ProtoMajor: 1,\n                                ProtoMinor: 1,\n                                Header: {\n                                    \"X-Ms-Client-Request-Id\": [\n                                        \"2e99122f-23c6-4940-b934-d3da352715ab\",\n                                    ],\n                                    \"X-Ms-Arm-Resource-System-Data\": [\n                                        \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-04T19:09:51Z\\\"}\",\n                                    ],\n                                    \"Authorization\": [\"redacted\"],\n                                    \"X-Ms-Identity-Url\": [\n                                        \"https://dummyhost.identity.azure.net\",\n                                    ],\n                                    \"User-Agent\": [\n                                        \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                                    ],\n                                    \"X-Ms-Correlation-Request-Id\": [\n                                        \"32895de0-31c6-41f0-b298-60bf33638237\",\n                                    ],\n                                },\n                                Body: nil,\n                                GetBody: nil,\n                                ContentLength: 0,\n                                TransferEncoding: nil,\n                                Close: false,\n                                Host: \"rp.j3211520.hcpsvc.osadev.cloud\",\n                                Form: nil,\n                                PostForm: nil,\n                                MultipartForm: nil,\n                                Trailer: nil,\n                                RemoteAddr: \"\",\n                                RequestURI: \"\",\n                                TLS: nil,\n                                Cancel: nil,\n                                Response: nil,\n                                Pattern: \"\",\n                                ctx: \u003csuppressed context\u003e,\n                                pat: nil,\n                                matches: nil,\n                                otherValues: nil,\n                            },\n                            TLS: {\n                                Version: 772,\n                                HandshakeComplete: true,\n                                DidResume: false,\n                                CipherSuite: 4865,\n                                CurveID: 29,\n                                NegotiatedProtocol: \"h2\",\n                                NegotiatedProtocolIsMutual: true,\n                                ServerName: \"rp.j3211520.hcpsvc.osadev.cloud\",\n                                PeerCertificates: [\n                                    {\n                                        Raw: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawTBSCertificate: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawSubjectPublicKeyInfo: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawSubject: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        RawIssuer: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        Signature: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        SignatureAlgorithm: 4,\n                                        PublicKeyAlgorithm: 1,\n                                        PublicKey: \u003c*rsa.PublicKey | 0x1761ea242320\u003e{N: ..., E: ...},\n                                        Version: 3,\n                                        SerialNumber: {neg: ..., abs: ...},\n                                        Issuer: {\n                                            Country: ...,\n                                            Organization: ...,\n                                            OrganizationalUnit: ...,\n                                            Locality: ...,\n                                            Province: ...,\n                                            StreetAddress: ...,\n                                            PostalCode: ...,\n                                            SerialNumber: ...,\n                                            CommonName: ...,\n                                            Names: ...,\n                                            ExtraNames: ...,\n                                        },\n                                        Subject: {\n                                            Country: ...,\n                                            Organization: ...,\n                                            OrganizationalUnit: ...,\n                                            Locality: ...,\n                                            Province: ...,\n                                            StreetAddress: ...,\n                                            PostalCode: ...,\n                                            SerialNumber: ...,\n                                            CommonName: ...,\n                                            Names: ...,\n                                            ExtraNames: ...,\n                                        },\n                                        NotBefore: {wall: ..., ext: ..., loc: ...},\n                                        NotAfter: {wall: ..., ext: ..., loc: ...},\n                                        KeyUsage: 5,\n                                        Extensions: [..., ..., ..., ..., ..., ...],\n                                        ExtraExtensions: nil,\n                                        UnhandledCriticalExtensions: nil,\n                                        ExtKeyUsage: [..., ...],\n                                        UnknownExtKeyUsage: nil,\n                                        BasicConstraintsValid: true,\n                                        IsCA: false,\n                                        MaxPathLen: -1,\n                                        MaxPathLenZero: false,\n                                        SubjectKeyId: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        AuthorityKeyId: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                        OCSPServer: nil,\n                                        IssuingCertificateURL: nil,\n                                        DNSNames: [...],\n                                        EmailAddresses: nil,\n                                        IPAddresses: nil,\n                                        URIs: nil,\n                                        PermittedDNSDomainsCritical: false,\n                                        PermittedDNSDomains: nil,\n                                        ExcludedDNSDomains: nil,\n                                        PermittedIPRanges: nil,\n                                        ExcludedIPRanges: nil,\n                                        PermittedEmailAddresses: nil,\n                                        ExcludedEmailAddresses: nil,\n                                        PermittedURIDomains: nil,\n                                        ExcludedURIDomains: nil,\n                                        CRLDistributionPoints: nil,\n                                        PolicyIdentifiers: nil,\n                                        Policies: nil,\n                                        InhibitAnyPolicy: 0,\n                                        InhibitAnyPolicyZero: false,\n                                        InhibitPolicyMapping: 0,\n                                        InhibitPolicyMappingZero: false,\n                                        RequireExplicitPolicy: 0,\n                                        RequireExplicitPolicyZero: false,\n                                        PolicyMappings: nil,\n                                    },\n                                ],\n                                VerifiedChains: nil,\n                                SignedCertificateTimestamps: nil,\n                                OCSPResponse: nil,\n                                TLSUnique: nil,\n                                ECHAccepted: false,\n                                HelloRetryRequest: false,\n                                ekm: 0x57bc760,\n                                testingOnlyPeerSignatureAlgorithm: 2052,\n                            },\n                        },\n                        errMsg: \"GET https://rp.j3211520.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/b52ed4db-d18e-4c14-be80-d4d72f354a7d\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/b52ed4db-d18e-4c14-be80-d4d72f354a7d\\\",\\n  \\\"name\\\": \\\"b52ed4db-d18e-4c14-be80-d4d72f354a7d\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T18:50:38.552316957Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T19:09:44.59947859Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want \\\\u003e= 2 (autoscaling min); node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine agg-cluster-agg-np-a-vpxg2-np5wb: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-zw67z96j2kcd--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-vpxg2-np5wb to exist\\\\nMachine agg-cluster-agg-np-a-vpxg2-vk6wz: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine agg-cluster-agg-np-a-vpxg2-vk6wz: Creating: virtualmachine creating or updating\\\\nMachine agg-cluster-agg-np-a-vpxg2-np5wb: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/feature-aggregation-zw67z96j2kcd--managed/providers/Microsoft.Compute/virtualMachines/agg-cluster-agg-np-a-vpxg2-np5wb to exist\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    },\n                },\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7345/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106895387183812608","occurred_at":"2026-10-04T23:52:59Z","signature_id":"25bd097af69c50cf65d9500b1c012544a93a89bb7def4418c0d3327f2f42d71c","pr_number":7345,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106862749937045504","occurred_at":"2026-10-04T21:43:17Z","signature_id":"3ab51db049e495390163cb568a0cc083960d8432c92f641a329a0d5a6bb59264","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106802906463211520","occurred_at":"2026-10-04T17:45:30Z","signature_id":"8e3964a389ea01b2ea1983f50bc26e26816acf9c1bc8f99929b9584eab805e58","pr_number":7105,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7288/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106739480676274176","occurred_at":"2026-10-04T13:33:28Z","signature_id":"5758cab4048288a57109d72a41a2fa8d6b5d267e655ddd5eea0af237988c535a","pr_number":7288,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7031/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106691186822483968","occurred_at":"2026-10-04T10:21:33Z","signature_id":"aae693569bcb5978f89ff1159da3fae53e5ce71c8e549c0855062cc2c66f961e","pr_number":7031,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7278/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106141275559301120","occurred_at":"2026-10-02T21:56:24Z","signature_id":"7060bb637cf275cb6e0005a64cdfdea3e58f04131055a1a620001107ea86bc5a","pr_number":7278,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7321/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106096143061487616","occurred_at":"2026-10-02T18:57:04Z","signature_id":"75c54a19ff7c88fe534fc97b238d4fa34e6bdf28dcd643fa62b5d5f8c5dde05b","pr_number":7321,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7232/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106039082894233600","occurred_at":"2026-10-02T15:10:20Z","signature_id":"03ee416419f4f30380384e985dc45aaa36ef7f2e21c2accfb48e05ac0da1c153","pr_number":7232,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6976/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105989639176196096","occurred_at":"2026-10-02T11:53:51Z","signature_id":"59a6c9ed7c614c1f50c5055404a7b13ac0ce911ce97dad36bf7ce17f21a3947f","pr_number":6976,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6944/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105295109229645824","occurred_at":"2026-09-30T13:54:03Z","signature_id":"842ff61370b596e7c3d23fa920da25dad023b70b10d4ba2b38239c18c65c13b1","pr_number":6944,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7181/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104634571122282496","occurred_at":"2026-09-28T18:08:52Z","signature_id":"59553741fb4c75e51213f6e718afb7cc45e4ae5d08010e66f0c43031bbb2a5f9","pr_number":7181,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7181/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104578384683077632","occurred_at":"2026-09-28T14:26:01Z","signature_id":"ac47319bea43a8ae82a11fa35dcd2a3b65d8f02c99e7937378a00807512c62aa","pr_number":7181,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"6bd1afd6570e82a62edcedc5b7fa9eb76b6280f40beb98309f35479bc089455c","failure_pattern":"alert [hcp] userJourneyEtcdWriteLatencyP991h5m fired","search_query":"alert [hcp] userJourneyEtcdWriteLatencyP991h5m fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert userJourneyEtcdWriteLatencyP991h5m does not fire","occurrences":10,"runs_affected":10,"failed_runs":10,"run_impact_percent":1.9120458891013383,"anchor_occurrences":10,"after_last_push_count":11,"trend_counts":[5,10,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-21"],"prior_runs_affected":23,"prior_last_seen_at":"2026-09-27T18:30:51Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert userJourneyEtcdWriteLatencyP991h5m does not fire","occurrences":10}],"full_error_samples":["alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-28T13:06:06Z\n  Ended:       2026-09-28T13:14:06Z\n  Severity:    Sev3\n  Labels:      alertname=\"userJourneyEtcdWriteLatencyP991h5m\", cluster=\"ci01-j8288256-mgmt-2\", component=\"etcd\", long_window=\"1h\", namespace=\"ocm-arohcpci01-2t41anmrr6qaria4givc77cctbvucc8g-ksm-hcp-metrics\", region=\"centralus\", severity=\"3\", short_window=\"5m\", slo=\"etcd-grpc-write-latency\"\n  Description: etcd gRPC Txn (write) P99 latency has exceeded 500ms in both the 1h and 5m windows.\nManagement Cluster: ci01-j8288256-mgmt-2\nNamespace: ocm-arohcpci01-2t41anmrr6qaria4givc77cctbvucc8g-ksm-hcp-metrics","alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-28T11:54:32Z\n  Ended:       2026-09-28T12:18:31Z\n  Severity:    Sev3\n  Labels:      alertname=\"userJourneyEtcdWriteLatencyP991h5m\", cluster=\"ci01-j0514944-mgmt-1\", component=\"etcd\", long_window=\"1h\", namespace=\"ocm-arohcpci01-2t409ludea907cjj1c8fbcf54pvpn5p6-t9r3k6z8u9o6d0a\", region=\"canadacentral\", severity=\"3\", short_window=\"5m\", slo=\"etcd-grpc-write-latency\"\n  Description: etcd gRPC Txn (write) P99 latency has exceeded 500ms in both the 1h and 5m windows.\nManagement Cluster: ci01-j0514944-mgmt-1\nNamespace: ocm-arohcpci01-2t409ludea907cjj1c8fbcf54pvpn5p6-t9r3k6z8u9o6d0a","alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-28T11:41:58Z\n  Ended:       2026-09-28T11:49:56Z\n  Severity:    Sev3\n  Labels:      alertname=\"userJourneyEtcdWriteLatencyP991h5m\", cluster=\"ci01-j7241856-mgmt-2\", component=\"etcd\", long_window=\"1h\", namespace=\"ocm-arohcpci01-2t3vrficcj0hcpor2hrq2igqcsmsl70r-private-kas\", region=\"westus3\", severity=\"3\", short_window=\"5m\", slo=\"etcd-grpc-write-latency\"\n  Description: etcd gRPC Txn (write) P99 latency has exceeded 500ms in both the 1h and 5m windows.\nManagement Cluster: ci01-j7241856-mgmt-2\nNamespace: ocm-arohcpci01-2t3vrficcj0hcpor2hrq2igqcsmsl70r-private-kas"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"0eaacea327a774d3a40fa905f3b0b3aa306082f3ce30942bab1dbcdad123919a","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6884/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104529166530514944","occurred_at":"2026-09-28T11:10:28Z","signature_id":"4782a74e9029e3cff62109ab7b8935f9b106a03d14ad0315f92c513a27406fce","pr_number":6884,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7218/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104519303637241856","occurred_at":"2026-09-28T10:31:16Z","signature_id":"ad4b6e564bf43ba35f8f2b2b54565b1dcd6add304f45b0a3ec90330d94c109cc","pr_number":7218,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7106/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104517513030144000","occurred_at":"2026-09-28T10:24:09Z","signature_id":"0402706d7b08da337e6c9a6ff7280d7bcc0c4516a43230d98d67a68ced2ef9a4","pr_number":7106,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"6789e672fb7d7a5c3e1c55f770176fb00fe56be9b227fabded289671c9ee231b","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7215/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104468013976653824","occurred_at":"2026-09-28T07:07:28Z","signature_id":"95dae5d8d35052e7be6830fe4168275bb671f71aab92c05a8181527ef6c63799","pr_number":7215,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104457246334259200","occurred_at":"2026-09-28T06:24:41Z","signature_id":"aef3898db187315c24458f77943698d78ec2e1a6b275d86eed3a6518338631b3","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104440930432978944","occurred_at":"2026-09-28T05:19:51Z","signature_id":"10f839c05a115a040846a911b08d87f6a5ef0e8b18e1acd188a5d746ed43ef16","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"9a3ac6241850f68acc835ada6fb9a30a428640bf55e1681d17c18117e623ace2","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7202/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104362505772994560","occurred_at":"2026-09-28T00:08:13Z","signature_id":"0e04fa5714858ca45f181fa5b8f6c4124ef2770063cbac0e9be7b8c170fcd30e","pr_number":7202,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"9ec965b164c5e342982eb3ee42576447c4cea10d74f342ccab7c85d1db27287c","failure_pattern":"alert [hcp] userJourneyEtcdWriteLatencyP996h30m fired","search_query":"alert [hcp] userJourneyEtcdWriteLatencyP996h30m fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert userJourneyEtcdWriteLatencyP996h30m does not fire","occurrences":10,"runs_affected":10,"failed_runs":10,"run_impact_percent":1.9120458891013383,"anchor_occurrences":10,"after_last_push_count":10,"trend_counts":[5,10,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-21"],"prior_runs_affected":22,"prior_last_seen_at":"2026-09-27T18:30:51Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert userJourneyEtcdWriteLatencyP996h30m does not fire","occurrences":10}],"full_error_samples":["alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-28T13:09:10Z\n  Ended:       2026-09-28T13:39:13Z\n  Severity:    Sev3\n  Labels:      alertname=\"userJourneyEtcdWriteLatencyP996h30m\", cluster=\"ci01-j8288256-mgmt-2\", component=\"etcd\", long_window=\"6h\", namespace=\"ocm-arohcpci01-2t41anmrr6qaria4givc77cctbvucc8g-ksm-hcp-metrics\", region=\"centralus\", severity=\"3\", short_window=\"30m\", slo=\"etcd-grpc-write-latency\"\n  Description: etcd gRPC Txn (write) P99 latency has exceeded 500ms in both the 6h and 30m windows.\nManagement Cluster: ci01-j8288256-mgmt-2\nNamespace: ocm-arohcpci01-2t41anmrr6qaria4givc77cctbvucc8g-ksm-hcp-metrics","alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-28T11:57:33Z\n  Ended:       2026-09-28T12:43:33Z\n  Severity:    Sev3\n  Labels:      alertname=\"userJourneyEtcdWriteLatencyP996h30m\", cluster=\"ci01-j0514944-mgmt-1\", component=\"etcd\", long_window=\"6h\", namespace=\"ocm-arohcpci01-2t409ludea907cjj1c8fbcf54pvpn5p6-t9r3k6z8u9o6d0a\", region=\"canadacentral\", severity=\"3\", short_window=\"30m\", slo=\"etcd-grpc-write-latency\"\n  Description: etcd gRPC Txn (write) P99 latency has exceeded 500ms in both the 6h and 30m windows.\nManagement Cluster: ci01-j0514944-mgmt-1\nNamespace: ocm-arohcpci01-2t409ludea907cjj1c8fbcf54pvpn5p6-t9r3k6z8u9o6d0a","alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-28T11:44:58Z\n  Ended:       2026-09-28T12:14:55Z\n  Severity:    Sev3\n  Labels:      alertname=\"userJourneyEtcdWriteLatencyP996h30m\", cluster=\"ci01-j7241856-mgmt-2\", component=\"etcd\", long_window=\"6h\", namespace=\"ocm-arohcpci01-2t3vrficcj0hcpor2hrq2igqcsmsl70r-private-kas\", region=\"westus3\", severity=\"3\", short_window=\"30m\", slo=\"etcd-grpc-write-latency\"\n  Description: etcd gRPC Txn (write) P99 latency has exceeded 500ms in both the 6h and 30m windows.\nManagement Cluster: ci01-j7241856-mgmt-2\nNamespace: ocm-arohcpci01-2t3vrficcj0hcpor2hrq2igqcsmsl70r-private-kas"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"b254aaa1635ed84a93daf87b215afa6a9984a990ff39d417d58e92d00c86be46","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6884/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104529166530514944","occurred_at":"2026-09-28T11:10:28Z","signature_id":"7630ab66e6fcc7b1b99335513790b90b490d52ddfbc4f6082579503d0e184b53","pr_number":6884,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7218/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104519303637241856","occurred_at":"2026-09-28T10:31:16Z","signature_id":"a3308501a5c9a7128ceab2567a69a869e6a77d0446039c5c3aacec9cc2b85dba","pr_number":7218,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7106/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104517513030144000","occurred_at":"2026-09-28T10:24:09Z","signature_id":"3c33a5425afe4d1a10fafe1ea63cdaa957078a492eb938968ad4b5da432c09d0","pr_number":7106,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"a7a4c6a0026c3f599f6b4f74fe252b7b2b73f3f52e4f6fcefc52ad3c0977d311","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7215/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104468013976653824","occurred_at":"2026-09-28T07:07:28Z","signature_id":"b3655bb5b695bdc2e0832b9062b0fa6d3aa5dfa0ae58d7d00560b741e3fab4a2","pr_number":7215,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104457246334259200","occurred_at":"2026-09-28T06:24:41Z","signature_id":"84600d415d69723b878c3431a0471785536256c27ac395972895dceb4cac7a86","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104440930432978944","occurred_at":"2026-09-28T05:19:51Z","signature_id":"6b2918236ea1d95b7e6826a1ce35aa62303eaac8605953f4e310050355cbd27e","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"5e3d7814d9c9dfb8b95ab505c063df649c87d6d6942b6122da0574d5b0d3386c","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7202/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104362505772994560","occurred_at":"2026-09-28T00:08:13Z","signature_id":"d1fe2c91f414126eebe9264ae5312e44cb5f74a34c9a0915d3a6a984b56ea6aa","pr_number":7202,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"7d2512936ecffffedcea4866a7c28e137e6c55cf74dfbca28922a8810e457de3","failure_pattern":"alert [svc] KustoLogsDataStale fired","search_query":"alert [svc] KustoLogsDataStale fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert KustoLogsDataStale does not fire","occurrences":10,"runs_affected":10,"failed_runs":10,"run_impact_percent":1.9120458891013383,"anchor_occurrences":10,"after_last_push_count":7,"trend_counts":[0,1,2,2,3,2,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-21"],"prior_runs_affected":11,"prior_last_seen_at":"2026-09-21T22:11:23Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert KustoLogsDataStale does not fire","occurrences":10}],"full_error_samples":["alert fired 2 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T22:50:00Z\n  Severity:    Sev3\n  Labels:      alertname=\"KustoLogsDataStale\", cluster=\"ci01-j0034432-svc\", component=\"kusto\", container=\"aro-hcp-exporter\", endpoint=\"metrics\", environment=\"ci01\", instance=\"10.128.64.34:8080\", job=\"aro-hcp-exporter\", kusto_cluster=\"hcp-dev-us-2\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j0034432/providers/microsoft.monitor/accounts/services-j0034432\", namespace=\"aro-hcp-exporter\", pod=\"aro-hcp-exporter-fdbccb774-c7nq9\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"westus3\", service=\"aro-hcp-exporter\", severity=\"warning\", table=\"systemdlogs\"\n  Description: Kusto log data for table systemdlogs on cluster ci01-j0034432-svc (Kusto cluster hcp-dev-us-2) is stale. Check the ingestion pipeline.\n\nFiring 2:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T22:50:00Z\n  Severity:    Sev3\n  Labels:      alertname=\"KustoLogsDataStale\", cluster=\"ci01-j0034432-svc\", component=\"kusto\", container=\"aro-hcp-exporter\", endpoint=\"metrics\", environment=\"ci01\", instance=\"10.128.64.34:8080\", job=\"aro-hcp-exporter\", kusto_cluster=\"hcp-dev-us-2\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j0034432/providers/microsoft.monitor/accounts/services-j0034432\", namespace=\"aro-hcp-exporter\", pod=\"aro-hcp-exporter-fdbccb774-c7nq9\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"westus3\", service=\"aro-hcp-exporter\", severity=\"warning\", table=\"systemdlogs\"\n  Description: Kusto log data for table systemdlogs on cluster ci01-j0034432-svc (Kusto cluster hcp-dev-us-2) is stale. Check the ingestion pipeline.","alert fired 2 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T19:11:26Z\n  Severity:    Sev3\n  Labels:      alertname=\"KustoLogsDataStale\", cluster=\"ci01-j4610176-svc\", component=\"kusto\", container=\"aro-hcp-exporter\", endpoint=\"metrics\", environment=\"ci01\", instance=\"10.128.64.77:8080\", job=\"aro-hcp-exporter\", kusto_cluster=\"hcp-dev-us-2\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j4610176/providers/microsoft.monitor/accounts/services-j4610176\", namespace=\"aro-hcp-exporter\", pod=\"aro-hcp-exporter-69f9b555fd-7q6cb\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"canadacentral\", service=\"aro-hcp-exporter\", severity=\"warning\", table=\"systemdlogs\"\n  Description: Kusto log data for table systemdlogs on cluster ci01-j4610176-svc (Kusto cluster hcp-dev-us-2) is stale. Check the ingestion pipeline.\n\nFiring 2:\n  State:       Fired (not resolved)\n  Started:     2026-10-02T19:11:26Z\n  Severity:    Sev3\n  Labels:      alertname=\"KustoLogsDataStale\", cluster=\"ci01-j4610176-svc\", component=\"kusto\", container=\"aro-hcp-exporter\", endpoint=\"metrics\", environment=\"ci01\", instance=\"10.128.64.77:8080\", job=\"aro-hcp-exporter\", kusto_cluster=\"hcp-dev-us-2\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j4610176/providers/microsoft.monitor/accounts/services-j4610176\", namespace=\"aro-hcp-exporter\", pod=\"aro-hcp-exporter-69f9b555fd-7q6cb\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"canadacentral\", service=\"aro-hcp-exporter\", severity=\"warning\", table=\"systemdlogs\"\n  Description: Kusto log data for table systemdlogs on cluster ci01-j4610176-svc (Kusto cluster hcp-dev-us-2) is stale. Check the ingestion pipeline.","alert fired 2 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-10-01T19:40:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KustoLogsDataStale\", cluster=\"ci01-j2640384-svc\", component=\"kusto\", container=\"aro-hcp-exporter\", endpoint=\"metrics\", environment=\"ci01\", instance=\"10.128.64.90:8080\", job=\"aro-hcp-exporter\", kusto_cluster=\"hcp-dev-us-2\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j2640384/providers/microsoft.monitor/accounts/services-j2640384\", namespace=\"aro-hcp-exporter\", pod=\"aro-hcp-exporter-77d869db9f-wr2wh\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"westus3\", service=\"aro-hcp-exporter\", severity=\"warning\", table=\"systemdlogs\"\n  Description: Kusto log data for table systemdlogs on cluster ci01-j2640384-svc (Kusto cluster hcp-dev-us-2) is stale. Check the ingestion pipeline.\n\nFiring 2:\n  State:       Fired (not resolved)\n  Started:     2026-10-01T19:40:45Z\n  Severity:    Sev3\n  Labels:      alertname=\"KustoLogsDataStale\", cluster=\"ci01-j2640384-svc\", component=\"kusto\", container=\"aro-hcp-exporter\", endpoint=\"metrics\", environment=\"ci01\", instance=\"10.128.64.90:8080\", job=\"aro-hcp-exporter\", kusto_cluster=\"hcp-dev-us-2\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j2640384/providers/microsoft.monitor/accounts/services-j2640384\", namespace=\"aro-hcp-exporter\", pod=\"aro-hcp-exporter-77d869db9f-wr2wh\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"westus3\", service=\"aro-hcp-exporter\", severity=\"warning\", table=\"systemdlogs\"\n  Description: Kusto log data for table systemdlogs on cluster ci01-j2640384-svc (Kusto cluster hcp-dev-us-2) is stale. Check the ingestion pipeline."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106117061750034432","occurred_at":"2026-10-02T20:20:11Z","signature_id":"75a9926b17ec082959d8c07a3aca44e4b153424b74c91ed1f5a5f6cbaf33d33f","pr_number":6889,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7309/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106064405874610176","occurred_at":"2026-10-02T16:50:57Z","signature_id":"c2fcc826cd885e26911af5d73a5995409a57254fd3df2439b6894c3199cddb54","pr_number":7309,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7292/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105711608922640384","occurred_at":"2026-10-01T17:29:03Z","signature_id":"9611594927e244c91913b4314033ab5b63beb5f07a3d7300efcb35da238063ea","pr_number":7292,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7276/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105647975744147456","occurred_at":"2026-10-01T13:16:12Z","signature_id":"200970a28019241ac966ca5f4a5c15f93b321fc381704802b4f75d7ffe63a64e","pr_number":7276,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7055/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105632268105027584","occurred_at":"2026-10-01T12:13:48Z","signature_id":"46285051710f82d9ccbacfb63d65d4927b7dd5f26a64b6f33d16b4152ae9fa45","pr_number":7055,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6884/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105230891239346176","occurred_at":"2026-09-30T09:38:51Z","signature_id":"6ce75aaaaf15744f114f30367d6df7d93358cb13c8e5de12639712815ed34e1d","pr_number":6884,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"ff1be5ecc56cbed8526bc0d055a5d690c6803444053e4d055eb54c8a29112a59","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7170/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105052482278264832","occurred_at":"2026-09-29T21:49:56Z","signature_id":"518ef70a52039b28f07c15b68bbea0314c0eae7e1ab6a7718953985817939a1d","pr_number":7170,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7001/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104892283974324224","occurred_at":"2026-09-29T11:13:21Z","signature_id":"7d7380d9fd646c23c9e7705bd8f538a45f322bc1768ade95d561c5e5baa251ff","pr_number":7001,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7169/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104548669041676288","occurred_at":"2026-09-28T12:27:56Z","signature_id":"d2d57b385cfb20f234fa1e1737740b5d90198f87bf051ebb2a00dd1115909d3b","pr_number":7169,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"fafb6c3b0b1222d20f3a2dd1d4373bedcec1a356cddca02088bb7d86a61689f1","failure_pattern":"ERROR CODE: InternalServerError; detail message cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster still exists; [clusterServiceStatus] state is \"uninstalling\"; [hostedCluster] HostedCluster still exists; [descendantResources] remaining resources: serviceProviderClusters; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.22 minor to 4.23 minor","occurrences":10,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":10,"after_last_push_count":1,"trend_counts":[0,4,0,6,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":5,"prior_last_seen_at":"2026-09-26T19:18:41Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.21 minor to 4.22 minor","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.22 minor to 4.23 minor","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.22 minor to 5.0 minor","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.23","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 5.0","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc001190090\u003e: \n    resource group \"rg-zstream-upgrade-5-0-vztfjbhwj86s\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-5-0-dbc7n2\" in resourcegroup=\"rg-zstream-upgrade-5-0-vztfjbhwj86s\" to finish deleting: GET https://rp.j0283264.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/86d21c47-4deb-485c-adc0-8dba2db04e85\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/86d21c47-4deb-485c-adc0-8dba2db04e85\",\n      \"name\": \"86d21c47-4deb-485c-adc0-8dba2db04e85\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T08:00:45.311282131Z\",\n      \"endTime\": \"2026-09-30T08:24:52.368269792Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t56ojo9ccai43f073bp4dpipm3b14ma still exists (deletion dispatched at 2026-09-30T08:01:01Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [hostedCluster] HostedCluster still exists; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc001190090\u003e: \n    resource group \"rg-zstream-upgrade-5-0-vztfjbhwj86s\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-5-0-dbc7n2\" in resourcegroup=\"rg-zstream-upgrade-5-0-vztfjbhwj86s\" to finish deleting: GET https://rp.j0283264.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/86d21c47-4deb-485c-adc0-8dba2db04e85\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/86d21c47-4deb-485c-adc0-8dba2db04e85\",\n      \"name\": \"86d21c47-4deb-485c-adc0-8dba2db04e85\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T08:00:45.311282131Z\",\n      \"endTime\": \"2026-09-30T08:24:52.368269792Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t56ojo9ccai43f073bp4dpipm3b14ma still exists (deletion dispatched at 2026-09-30T08:01:01Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [hostedCluster] HostedCluster still exists; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc001344078\u003e: \n    resource group \"rg-cp-ystream-upgrade-5-0-fs5gn7c5tqxf\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cp-ystream-upgrade-5-0-56tt5z\" in resourcegroup=\"rg-cp-ystream-upgrade-5-0-fs5gn7c5tqxf\" to finish deleting: GET https://rp.j0283264.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/52d0c5fd-02ac-47eb-a5f2-62e5ca81cff9\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/52d0c5fd-02ac-47eb-a5f2-62e5ca81cff9\",\n      \"name\": \"52d0c5fd-02ac-47eb-a5f2-62e5ca81cff9\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T07:59:56.020744554Z\",\n      \"endTime\": \"2026-09-30T08:24:02.403347508Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t56odktt8bp0otlfbosu69ogttm3nlc still exists (deletion dispatched at 2026-09-30T07:59:59Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [hostedCluster] HostedCluster still exists; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc001344078\u003e: \n    resource group \"rg-cp-ystream-upgrade-5-0-fs5gn7c5tqxf\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cp-ystream-upgrade-5-0-56tt5z\" in resourcegroup=\"rg-cp-ystream-upgrade-5-0-fs5gn7c5tqxf\" to finish deleting: GET https://rp.j0283264.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/52d0c5fd-02ac-47eb-a5f2-62e5ca81cff9\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/52d0c5fd-02ac-47eb-a5f2-62e5ca81cff9\",\n      \"name\": \"52d0c5fd-02ac-47eb-a5f2-62e5ca81cff9\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T07:59:56.020744554Z\",\n      \"endTime\": \"2026-09-30T08:24:02.403347508Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t56odktt8bp0otlfbosu69ogttm3nlc still exists (deletion dispatched at 2026-09-30T07:59:59Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [hostedCluster] HostedCluster still exists; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc000e84138\u003e: \n    resource group \"rg-zstream-upgrade-4-21-d6bd8lqnx9k6\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-4-21-mpqc9c\" in resourcegroup=\"rg-zstream-upgrade-4-21-d6bd8lqnx9k6\" to finish deleting: GET https://rp.j0283264.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f9d0d023-161e-4fae-bc07-fa4aac05780f\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f9d0d023-161e-4fae-bc07-fa4aac05780f\",\n      \"name\": \"f9d0d023-161e-4fae-bc07-fa4aac05780f\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T07:56:48.455291699Z\",\n      \"endTime\": \"2026-09-30T08:20:52.406066017Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t56ofmkuvbuga9h9ge40bfgpgl5gvfp still exists (deletion dispatched at 2026-09-30T07:57:02Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [hostedCluster] HostedCluster still exists; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc000e84138\u003e: \n    resource group \"rg-zstream-upgrade-4-21-d6bd8lqnx9k6\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-4-21-mpqc9c\" in resourcegroup=\"rg-zstream-upgrade-4-21-d6bd8lqnx9k6\" to finish deleting: GET https://rp.j0283264.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f9d0d023-161e-4fae-bc07-fa4aac05780f\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f9d0d023-161e-4fae-bc07-fa4aac05780f\",\n      \"name\": \"f9d0d023-161e-4fae-bc07-fa4aac05780f\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T07:56:48.455291699Z\",\n      \"endTime\": \"2026-09-30T08:20:52.406066017Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t56ofmkuvbuga9h9ge40bfgpgl5gvfp still exists (deletion dispatched at 2026-09-30T07:57:02Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [hostedCluster] HostedCluster still exists; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"100fa41546dbaca127b035a4f15ea05b9f9ef7056f944eee271ee12155761b27","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"417b6f53e945c7f505f4ed684b6bc1182432048a48254ebedbdc5118b22e4c97","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"4990898d8a8d8d7b3cccfd436135763eddfa8bf40bd6a2221cf0582f059cda21","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"5446c05e3ffbb0d0281fc86603f62bdf8f4380f4ed38b1703787e9b1478ab704","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"702288a89ce7dc61e45693f6260c580c01e0f296f382f69e2dd561371dbfa066","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"7bf451011d3828ddbe210bbc04c6069d4b08635a16722de7eac25ed2398705ec","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"5ebf9b2f69debdd5fcda540a2cf54489bef4a09bbbd816074578798dfb183457","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"d0ecd7d267b8b497361e55a6ad824a7f4015da5efc239b874ba4bc345a393ad9","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"d26e7881bdda81d57d491dda55f8a6f74790459a671e16de24eb0c2a3210b3d0","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"febfa4ad19c12a01fa699d939f8ef5e4e624851c9e2c5e88835d04e4a4a57859","pr_number":6900,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"4eb79c3efbc97c0c126107692df16c56c190e54e8a0ec9d1e2108b1c54f07feb","failure_pattern":"UpdateNodePoolAndWait timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for nodepool=\"np-1\" in cluster=\"cluster-np-labels-taints\" resourcegroup=\"rg-np-labels-taints-542tb2cfkqw8\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-542tb2cfkqw8, error: context deadline exceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":9,"runs_affected":8,"failed_runs":8,"run_impact_percent":1.5296367112810707,"anchor_occurrences":9,"after_last_push_count":4,"trend_counts":[0,4,2,1,2,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":21,"prior_last_seen_at":"2026-09-27T08:18:26Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":4},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to update nodepool replicas and autoscaling","occurrences":3},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private KAS and successfully scale nodepool replicas","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:195]: failed to upgrade node pool npupgrade-4-20 to version 4.20.40\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013de390\u003e: \n    failed waiting for nodepool=\"npupgrade-4-20\" in cluster=\"np-version-upgrade-cluster-vvt8wh\" resourcegroup=\"rg-np-version-upgrade-vvt8wh-bgjbrzltjmjv\" to finish updating, caused by: timeout '45.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool npupgrade-4-20 in cluster np-version-upgrade-cluster-vvt8wh in resource group rg-np-version-upgrade-vvt8wh-bgjbrzltjmjv, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:195]: failed to upgrade node pool npupgrade-4-20 to version 4.20.40\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013de390\u003e: \n    failed waiting for nodepool=\"npupgrade-4-20\" in cluster=\"np-version-upgrade-cluster-vvt8wh\" resourcegroup=\"rg-np-version-upgrade-vvt8wh-bgjbrzltjmjv\" to finish updating, caused by: timeout '45.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool npupgrade-4-20 in cluster np-version-upgrade-cluster-vvt8wh in resource group rg-np-version-upgrade-vvt8wh-bgjbrzltjmjv, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:186]: failed to update node pool np-1 with new taints and scale up\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002898f60\u003e: \n    failed waiting for nodepool=\"np-1\" in cluster=\"cluster-np-labels-taints\" resourcegroup=\"rg-np-labels-taints-mbclvmsdh2bf\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-mbclvmsdh2bf, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:186]: failed to update node pool np-1 with new taints and scale up\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002898f60\u003e: \n    failed waiting for nodepool=\"np-1\" in cluster=\"cluster-np-labels-taints\" resourcegroup=\"rg-np-labels-taints-mbclvmsdh2bf\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-mbclvmsdh2bf, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_private_nodepool_scaling.go:287]: failed to scale down node pool \"np-scale\" from 2 to 1 replicas\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00217d260\u003e: \n    failed waiting for nodepool=\"np-scale\" in cluster=\"priv-np-scale\" resourcegroup=\"priv-np-scale-d7bh2pbbtldm\" to finish updating, caused by: timeout '60.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-scale in cluster priv-np-scale in resource group priv-np-scale-d7bh2pbbtldm, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_private_nodepool_scaling.go:287]: failed to scale down node pool \"np-scale\" from 2 to 1 replicas\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00217d260\u003e: \n    failed waiting for nodepool=\"np-scale\" in cluster=\"priv-np-scale\" resourcegroup=\"priv-np-scale-d7bh2pbbtldm\" to finish updating, caused by: timeout '60.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-scale in cluster priv-np-scale in resource group priv-np-scale-d7bh2pbbtldm, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7276/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105647975744147456","occurred_at":"2026-10-01T13:16:12Z","signature_id":"ed1a46495fda273c61529fbe806961a34166aee46518c8ec3ba7c537be09f530","pr_number":7276,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7288/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105612041917042688","occurred_at":"2026-10-01T10:53:25Z","signature_id":"de501cbd0eabfd299a0e7583cc7f6e70873b149915b0f4ca427f669d7e6529c0","pr_number":7288,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6580/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105423700407881728","occurred_at":"2026-09-30T22:25:01Z","signature_id":"d39a6f967f0a8906df550b2068f509270953857462cb691e6faf8e691e932263","pr_number":6580,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7221/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747373145100288","occurred_at":"2026-09-29T01:37:32Z","signature_id":"7e64b242e8fc685b3f5f052bb0fd9c995248e24a651a7e09199ecbdcedc3d0e4","pr_number":7221,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7215/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747333580230656","occurred_at":"2026-09-29T01:37:23Z","signature_id":"4a9c1af93ff08831bd52d7ab92fcb3e7359ed80a48e38ee990d82b3ffef5372a","pr_number":7215,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104641856926126080","occurred_at":"2026-09-28T18:38:15Z","signature_id":"da523c4bd417aae8b3768777b0207e474c00bde3f1c27acfd3181f0c1268a499","pr_number":7141,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7212/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104397716221071360","occurred_at":"2026-09-28T02:28:07Z","signature_id":"99c1e28c6e269b6801651e5653d78953f7900215867405e5ac5b7f8e3eed035f","pr_number":7212,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7157/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104364925383086080","occurred_at":"2026-09-28T00:17:50Z","signature_id":"78fea1fb57019e1048fa9060e13e93e1530c79bf2bc64b62209db632f0720737","pr_number":7157,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7157/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104364925383086080","occurred_at":"2026-09-28T00:17:50Z","signature_id":"f20dd3825c25c084156a068aedceedf99a380bc52849b4182a4b8ef151834800","pr_number":7157,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"df97d77d6b4cee54a445e0885955d907238beaed81721d9f40fecefbca8f021c","failure_pattern":"DNS for route host \u003croute-host\u003e did not resolve: DNS for \u003croute-host\u003e did not resolve within \u003cduration\u003e (last error: lookup \u003chost\u003e on \u003cdns-server\u003e: dial udp \u003cip\u003e: i/o timeout): context deadline exceeded","search_query":"DNS for route host agnhost-e2e-sample-app-4thdf.apps.aro.l4o4l3o0x3x9d8p.z2rt.j3793408.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-4thdf.apps.aro.l4o4l3o0x3x9d8p.z2rt.j3793408.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-4thdf.apps.aro.l4o4l3o0x3x9d8p.z2rt.j3793408.hcp.osadev.cloud on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP HyperShift Presubmit should create a cluster and nodepool to completion","occurrences":7,"runs_affected":7,"failed_runs":7,"run_impact_percent":1.338432122370937,"anchor_occurrences":7,"after_last_push_count":1,"trend_counts":[0,2,1,0,1,1,2,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":20,"prior_last_seen_at":"2026-09-25T20:36:39Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP HyperShift Presubmit should create a cluster and nodepool to completion","occurrences":3},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to retrieve cluster and nodepool status active versions","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nodepool_active_versions.go:158]: failed to verify simple web app runs on v20261001preview cluster \"v20261001\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x3263781c03a0\u003e: \n    DNS for route host agnhost-e2e-sample-app-j98xq.apps.aro.v20261001.9je8.j4629376.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-j98xq.apps.aro.v20261001.9je8.j4629376.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-j98xq.apps.aro.v20261001.9je8.j4629376.hcp.osadev.cloud on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nodepool_active_versions.go:158]: failed to verify simple web app runs on v20261001preview cluster \"v20261001\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x3263781c03a0\u003e: \n    DNS for route host agnhost-e2e-sample-app-j98xq.apps.aro.v20261001.9je8.j4629376.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-j98xq.apps.aro.v20261001.9je8.j4629376.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-j98xq.apps.aro.v20261001.9je8.j4629376.hcp.osadev.cloud on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:189]: failed to verify simple web app runs on cluster \"cluster-candidate-4-20-xt2c7s\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x1b2c75ad8a80\u003e: \n    DNS for route host agnhost-e2e-sample-app-c8pn7.apps.aro.s8a7u2c4b6z3h8o.rc93.j6512256.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-c8pn7.apps.aro.s8a7u2c4b6z3h8o.rc93.j6512256.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-c8pn7.apps.aro.s8a7u2c4b6z3h8o.rc93.j6512256.hcp.osadev.cloud on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:189]: failed to verify simple web app runs on cluster \"cluster-candidate-4-20-xt2c7s\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x1b2c75ad8a80\u003e: \n    DNS for route host agnhost-e2e-sample-app-c8pn7.apps.aro.s8a7u2c4b6z3h8o.rc93.j6512256.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-c8pn7.apps.aro.s8a7u2c4b6z3h8o.rc93.j6512256.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-c8pn7.apps.aro.s8a7u2c4b6z3h8o.rc93.j6512256.hcp.osadev.cloud on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_hypershift_presubmit.go:116]: failed to verify simple web app runs on cluster \"cluster-hs-pre-c74lpp\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001776360\u003e: \n    DNS for route host agnhost-e2e-sample-app-f7mjz.apps.aro.p7k6j4s9j1a9f2j.luhb.j0313216.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-f7mjz.apps.aro.p7k6j4s9j1a9f2j.luhb.j0313216.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-f7mjz.apps.aro.p7k6j4s9j1a9f2j.luhb.j0313216.hcp.osadev.cloud on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_hypershift_presubmit.go:116]: failed to verify simple web app runs on cluster \"cluster-hs-pre-c74lpp\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001776360\u003e: \n    DNS for route host agnhost-e2e-sample-app-f7mjz.apps.aro.p7k6j4s9j1a9f2j.luhb.j0313216.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-f7mjz.apps.aro.p7k6j4s9j1a9f2j.luhb.j0313216.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-f7mjz.apps.aro.p7k6j4s9j1a9f2j.luhb.j0313216.hcp.osadev.cloud on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7335/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106186045094629376","occurred_at":"2026-10-03T00:54:18Z","signature_id":"5bfc63de429111a26e0e3c0120b6821322754898f203dabd0929d69d6732c4f1","pr_number":7335,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7336/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106184864796512256","occurred_at":"2026-10-03T00:49:37Z","signature_id":"12b342095018d1a5c43a8d0f0915ddf5043eaa8b66110e00ae45d0793de2806b","pr_number":7336,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7305/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106082635410313216","occurred_at":"2026-10-02T18:03:24Z","signature_id":"a9519ed127543f85f80a4754e183aabc6e52e7d298e88306d50cff9591c5662c","pr_number":7305,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7232/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105598359803793408","occurred_at":"2026-10-01T09:59:03Z","signature_id":"ee987580b5aa868245a7803fc3f5acb34611d5f44d8e0253f6ca39cc99c1ec0b","pr_number":7232,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7165/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104866139002638336","occurred_at":"2026-09-29T09:29:28Z","signature_id":"d1d969a7756e4e950b0981cf4307e261652ff463e2de932a38407988a79b62ad","pr_number":7165,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6869/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104433568867422208","occurred_at":"2026-09-28T04:50:35Z","signature_id":"cd7082ea03cbb08c0e4b8bdec829e02f4c6a4f777acb3eb5db34925ed981a912","pr_number":6869,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6226/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104429033809776640","occurred_at":"2026-09-28T04:32:34Z","signature_id":"0b9020620144e8fdaa405e64fc19ea1a76e527f3246863311db8886e6e3a419c","pr_number":6226,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"fd0407baf94133db7fa1758b83668acc74fdd3ca69dbe3150c9481e216c634ef","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is \u003ccount\u003e, want \u003ccount\u003e; node pool condition AllNodesHealthy is False: \u003ccount\u003e of \u003ccount\u003e machines are not healthy Machine \u003cnode\u003e: InspectionFailed: Waiting for AzureMachine to report spec.providerID; node pool condition AllMachinesReady is False: \u003ccount\u003e of \u003ccount\u003e machines are not ready Machine \u003cnode\u003e: Creating: virtualmachine creating or updating; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":7,"runs_affected":7,"failed_runs":7,"run_impact_percent":1.338432122370937,"anchor_occurrences":7,"after_last_push_count":1,"trend_counts":[0,0,0,1,0,2,0,4],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":7,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":3},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:176]: failed to create node pool \"np-g7cq98\" for cluster \"cluster-candidate-4-21-g7cq98\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x3709a41f65a0\u003e: \n    failed to create NodePool np-g7cq98: failed waiting for nodepool=\"np-g7cq98\" for cluster \"cluster-candidate-4-21-g7cq98\" in resourcegroup=\"rg-candidate-4-21-xkjrl5p2dqd2\" to finish creating: GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f8a59dd-2376-44a0-8d24-bc728726f34b\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f8a59dd-2376-44a0-8d24-bc728726f34b\",\n      \"name\": \"9f8a59dd-2376-44a0-8d24-bc728726f34b\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-04T22:48:08.538038543Z\",\n      \"endTime\": \"2026-10-04T23:07:15.053638512Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-7skt7: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-v7h4x: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-7skt7: Creating: virtualmachine creating or updating\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-v7h4x: Creating: virtualmachine creating or updating\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-g7cq98: failed waiting for nodepool=\\\"np-g7cq98\\\" for cluster \\\"cluster-candidate-4-21-g7cq98\\\" in resourcegroup=\\\"rg-candidate-4-21-xkjrl5p2dqd2\\\" to finish creating: GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f8a59dd-2376-44a0-8d24-bc728726f34b\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f8a59dd-2376-44a0-8d24-bc728726f34b\\\",\\n  \\\"name\\\": \\\"9f8a59dd-2376-44a0-8d24-bc728726f34b\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T22:48:08.538038543Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T23:07:15.053638512Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-7skt7: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-v7h4x: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-7skt7: Creating: virtualmachine creating or updating\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-v7h4x: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0x3709a3bb7b40\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-g7cq98\\\" for cluster \\\"cluster-candidate-4-21-g7cq98\\\" in resourcegroup=\\\"rg-candidate-4-21-xkjrl5p2dqd2\\\" to finish creating: GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f8a59dd-2376-44a0-8d24-bc728726f34b\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f8a59dd-2376-44a0-8d24-bc728726f34b\\\",\\n  \\\"name\\\": \\\"9f8a59dd-2376-44a0-8d24-bc728726f34b\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T22:48:08.538038543Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T23:07:15.053638512Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-7skt7: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-v7h4x: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-7skt7: Creating: virtualmachine creating or updating\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-v7h4x: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0x3709a4feac60\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Ms-Request-Id\": [\n                            \"6330c5c1-1663-40fc-952a-c5f2c13b6d20\",\n                        ],\n                        \"Date\": [\n                            \"Sun, 04 Oct 2026 23:07:20 GMT\",\n                        ],\n                        \"Content-Length\": [\"1222\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"9\"],\n                        \"Server\": [\"istio-envoy\"],\n                        \"Content-Type\": [\"application/json\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0x3709a3bb77e0\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 57, 102, 56, 97, 53, 57, 100, 100, 45, 50, 51, 55, 54, 45, 52, 52, 97, 48, 45, 56, 100, 50, 52, 45, 98, 99, 55, 50, 56, 55, 50, 54, 102, 51, 52, 98, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 57, 102, 56, 97, 53, 57, 100, 100, 45, 50, 51, 55, 54, 45, 52, 52, 97, 48, 45, 56, 100, 50, 52, 45, 98, 99, 55, 50, 56, 55, 50, 54, 102, 51, 52, 98, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 50, 58, 52, 56, 58, 48, 56, 46, 53, 51, 56, 48, 51, 56, 53, 52, 51, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 51, 58, 48, 55, 58, 49, 53, 46, 48, 53, 51, 54, 51, 56, 53, 49, 50, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 114, 55, 99, 57, 97, 53, 116, 56, 119, 56, 122, 55, 97, 55, 115, 45, 110, 112, 45, 103, 55, 99, 113, 57, 56, 45, 113, 55, 99, 122, 99, 45, 55, 115, 107, 116, 55, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 114, 55, 99, 57, 97, 53, 116, 56, 119, 56, 122, 55, 97, 55, 115, 45, 110, 112, 45, 103, 55, 99, 113, 57, 56, 45, 113, 55, 99, 122, 99, 45, 118, 55, 104, 52, 120, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 114, 55, 99, 57, 97, 53, 116, 56, 119, 56, 122, 55, 97, 55, 115, 45, 110, 112, 45, 103, 55, 99, 113, 57, 56, 45, 113, 55, 99, 122, 99, 45, 55, 115, 107, 116, 55, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 114, 55, 99, 57, 97, 53, 116, 56, 119, 56, 122, 55, 97, 55, 115, 45, 110, 112, 45, 103, 55, 99, 113, 57, 56, 45, 113, 55, 99, 122, 99, 45, 118, 55, 104, 52, 120, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: 1222,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f8a59dd-2376-44a0-8d24-bc728726f34b\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2024-06-10-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"e106f854-1393-4f26-ae7e-99bba5e09329\",\n                            ],\n                            \"X-Ms-Client-Request-Id\": [\n                                \"889750fa-cabc-49c4-bf0f-44c7166aa568\",\n                            ],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-04T23:07:20Z\\\"}\",\n                            ],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 60, 67, 75, 236, 93, 208, 76, 242, 171, 200, 203, 77, 132, 243, 219, 63, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 50, 50, 48, 54, 52, 55, 90, 23, 13, 50, 55, 48, 52, 48, 52, 50, 50, 49, 54, 52, 55, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 172, 54, 136, 90, 73, 38, 131, 94, 43, 192, 105, 113, 157, 140, 202, 24, 22, 87, 105, 40, 9, 41, 155, 202, 78, 166, 42, 189, 19, 33, 220, 243, 254, 216, 151, 64, 228, 38, 94, 230, 109, 225, 200, 184, 20, 159, 219, 30, 22, 149, 12, 3, 35, 137, 6, 0, 180, 168, 76, 85, 33, 92, 8, 85, 180, 48, 170, 137, 111, 171, 57, 33, 213, 191, 97, 102, 22, 140, 162, 158, 41, 45, 97, 153, 95, 36, 110, 45, 233, 238, 108, 248, 39, 174, 227, 146, 57, 60, 230, 94, 96, 137, 129, 187, 1, 239, 185, 83, 55, 54, 113, 24, 223, 78, 52, 56, 106, 196, 197, 77, 47, 250, 197, 221, 253, 105, 154, 74, 251, 52, 142, 54, 72, 129, 122, 144, 5, 22, 236, 108, 236, 117, 23, 190, 136, 228, 203, 188, 171, 117, 40, 242, 170, 96, 241, 143, 163, 188, 214, 94, 87, 201, 238, 185, 212, 154, 34, 139, 210, 179, 202, 0, 143, 205, 191, 179, 215, 250, 118, 199, 203, 20, 134, 248, 206, 161, 233, 224, 138, 129, 61, 181, 61, 106, 124, 126, 233, 249, 30, 68, 35, 55, 195, 60, 61, 233, 20, 150, 214, 29, 78, 185, 78, 187, 1, 52, 49, 246, 155, 155, 10, 70, 28, 200, 141, 165, 112, 194, 240, 4, 15, 145, 148, 247, 35, 112, 247, 161, 153, 127, 153, 229, 186, 151, 194, 20, 69, 250, 255, 249, 115, 66, 239, 13, 245, 209, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 86, 159, 123, 181, 224, 184, 180, 222, 135, 81, 44, 185, 21, 208, 155, 56, 173, 100, 55, 50, 170, 131, 34, 198, 113, 202, 182, 197, 228, 203, 166, 30, 214, 155, 162, 115, 91, 243, 122, 247, 203, 130, 244, 67, 160, 134, 200, 150, 13, 6, 72, 243, 187, 103, 138, 61, 43, 55, 51, 148, 1, 192, 73, 164, 243, 208, 195, 95, 69, 244, 103, 0, 48, 19, 218, 245, 11, 250, 57, 77, 228, 23, 94, 12, 115, 151, 9, 66, 108, 194, 197, 216, 8, 56, 33, 253, 87, 255, 79, 146, 42, 7, 110, 82, 136, 227, 230, 169, 174, 14, 31, 183, 113, 176, 217, 142, 11, 127, 200, 118, 54, 93, 73, 13, 81, 244, 232, 42, 57, 78, 18, 125, 88, 154, 55, 174, 173, 248, 159, 138, 68, 102, 170, 253, 196, 131, 218, 63, 114, 101, 114, 34, 174, 188, 217, 145, 39, 100, 196, 233, 3, 137, 161, 232, 4, 214, 115, 134, 181, 71, 170, 27, 30, 251, 102, 237, 153, 121, 38, 61, 141, 47, 228, 4, 177, 243, 148, 122, 79, 229, 36, 41, 86, 173, 127, 214, 240, 5, 147, 57, 251, 234, 78, 52, 47, 201, 154, 90, 248, 20, 99, 4, 148, 201, 8, 120, 77, 76, 189, 48, 168, 107, 218, 129, 14, 1, 132, 136, 151, 113, 116, 167, 22, 100, 210, 78, 30, 196, 230, 40, 207, 114, 206, 17, 219, 129, 194, 70, 70, 143, 76, 251, 9, 58, 143, 33],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 60, 67, 75, 236, 93, 208, 76, 242, 171, 200, 203, 77, 132, 243, 219, 63, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 50, 50, 48, 54, 52, 55, 90, 23, 13, 50, 55, 48, 52, 48, 52, 50, 50, 49, 54, 52, 55, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 172, 54, 136, 90, 73, 38, 131, 94, 43, 192, 105, 113, 157, 140, 202, 24, 22, 87, 105, 40, 9, 41, 155, 202, 78, 166, 42, 189, 19, 33, 220, 243, 254, 216, 151, 64, 228, 38, 94, 230, 109, 225, 200, 184, 20, 159, 219, 30, 22, 149, 12, 3, 35, 137, 6, 0, 180, 168, 76, 85, 33, 92, 8, 85, 180, 48, 170, 137, 111, 171, 57, 33, 213, 191, 97, 102, 22, 140, 162, 158, 41, 45, 97, 153, 95, 36, 110, 45, 233, 238, 108, 248, 39, 174, 227, 146, 57, 60, 230, 94, 96, 137, 129, 187, 1, 239, 185, 83, 55, 54, 113, 24, 223, 78, 52, 56, 106, 196, 197, 77, 47, 250, 197, 221, 253, 105, 154, 74, 251, 52, 142, 54, 72, 129, 122, 144, 5, 22, 236, 108, 236, 117, 23, 190, 136, 228, 203, 188, 171, 117, 40, 242, 170, 96, 241, 143, 163, 188, 214, 94, 87, 201, 238, 185, 212, 154, 34, 139, 210, 179, 202, 0, 143, 205, 191, 179, 215, 250, 118, 199, 203, 20, 134, 248, 206, 161, 233, 224, 138, 129, 61, 181, 61, 106, 124, 126, 233, 249, 30, 68, 35, 55, 195, 60, 61, 233, 20, 150, 214, 29, 78, 185, 78, 187, 1, 52, 49, 246, 155, 155, 10, 70, 28, 200, 141, 165, 112, 194, 240, 4, 15, 145, 148, 247, 35, 112, 247, 161, 153, 127, 153, 229, 186, 151, 194, 20, 69, 250, 255, 249, 115, 66, 239, 13, 245, 209, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 172, 54, 136, 90, 73, 38, 131, 94, 43, 192, 105, 113, 157, 140, 202, 24, 22, 87, 105, 40, 9, 41, 155, 202, 78, 166, 42, 189, 19, 33, 220, 243, 254, 216, 151, 64, 228, 38, 94, 230, 109, 225, 200, 184, 20, 159, 219, 30, 22, 149, 12, 3, 35, 137, 6, 0, 180, 168, 76, 85, 33, 92, 8, 85, 180, 48, 170, 137, 111, 171, 57, 33, 213, 191, 97, 102, 22, 140, 162, 158, 41, 45, 97, 153, 95, 36, 110, 45, 233, 238, 108, 248, 39, 174, 227, 146, 57, 60, 230, 94, 96, 137, 129, 187, 1, 239, 185, 83, 55, 54, 113, 24, 223, 78, 52, 56, 106, 196, 197, 77, 47, 250, 197, 221, 253, 105, 154, 74, 251, 52, 142, 54, 72, 129, 122, 144, 5, 22, 236, 108, 236, 117, 23, 190, 136, 228, 203, 188, 171, 117, 40, 242, 170, 96, 241, 143, 163, 188, 214, 94, 87, 201, 238, 185, 212, 154, 34, 139, 210, 179, 202, 0, 143, 205, 191, 179, 215, 250, 118, 199, 203, 20, 134, 248, 206, 161, 233, 224, 138, 129, 61, 181, 61, 106, 124, 126, 233, 249, 30, 68, 35, 55, 195, 60, 61, 233, 20, 150, 214, 29, 78, 185, 78, 187, 1, 52, 49, 246, 155, 155, 10, 70, 28, 200, 141, 165, 112, 194, 240, 4, 15, 145, 148, 247, 35, 112, 247, 161, 153, 127, 153, 229, 186, 151, 194, 20, 69, 250, 255, 249, 115, 66, 239, 13, 245, 209, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [86, 159, 123, 181, 224, 184, 180, 222, 135, 81, 44, 185, 21, 208, 155, 56, 173, 100, 55, 50, 170, 131, 34, 198, 113, 202, 182, 197, 228, 203, 166, 30, 214, 155, 162, 115, 91, 243, 122, 247, 203, 130, 244, 67, 160, 134, 200, 150, 13, 6, 72, 243, 187, 103, 138, 61, 43, 55, 51, 148, 1, 192, 73, 164, 243, 208, 195, 95, 69, 244, 103, 0, 48, 19, 218, 245, 11, 250, 57, 77, 228, 23, 94, 12, 115, 151, 9, 66, 108, 194, 197, 216, 8, 56, 33, 253, 87, 255, 79, 146, 42, 7, 110, 82, 136, 227, 230, 169, 174, 14, 31, 183, 113, 176, 217, 142, 11, 127, 200, 118, 54, 93, 73, 13, 81, 244, 232, 42, 57, 78, 18, 125, 88, 154, 55, 174, 173, 248, 159, 138, 68, 102, 170, 253, 196, 131, 218, 63, 114, 101, 114, 34, 174, 188, 217, 145, 39, 100, 196, 233, 3, 137, 161, 232, 4, 214, 115, 134, 181, 71, 170, 27, 30, 251, 102, 237, 153, 121, 38, 61, 141, 47, 228, 4, 177, 243, 148, 122, 79, 229, 36, 41, 86, 173, 127, 214, 240, 5, 147, 57, 251, 234, 78, 52, 47, 201, 154, 90, 248, 20, 99, 4, 148, 201, 8, 120, 77, 76, 189, 48, 168, 107, 218, 129, 14, 1, 132, 136, 151, 113, 116, 167, 22, 100, 210, 78, 30, 196, 230, 40, 207, 114, 206, 17, 219, 129, 194, 70, 70, 143, 76, 251, 9, 58, 143, 33],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0x3709a46b8ed0\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [12378367109631302463, 4342397944273587442],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926748407, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942473807, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185],\n                                AuthorityKeyId: [71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j7045504.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bd760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f8a59dd-2376-44a0-8d24-bc728726f34b\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f8a59dd-2376-44a0-8d24-bc728726f34b\\\",\\n  \\\"name\\\": \\\"9f8a59dd-2376-44a0-8d24-bc728726f34b\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T22:48:08.538038543Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T23:07:15.053638512Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-7skt7: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-v7h4x: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-7skt7: Creating: virtualmachine creating or updating\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-v7h4x: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:176]: failed to create node pool \"np-g7cq98\" for cluster \"cluster-candidate-4-21-g7cq98\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x3709a41f65a0\u003e: \n    failed to create NodePool np-g7cq98: failed waiting for nodepool=\"np-g7cq98\" for cluster \"cluster-candidate-4-21-g7cq98\" in resourcegroup=\"rg-candidate-4-21-xkjrl5p2dqd2\" to finish creating: GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f8a59dd-2376-44a0-8d24-bc728726f34b\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f8a59dd-2376-44a0-8d24-bc728726f34b\",\n      \"name\": \"9f8a59dd-2376-44a0-8d24-bc728726f34b\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-04T22:48:08.538038543Z\",\n      \"endTime\": \"2026-10-04T23:07:15.053638512Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-7skt7: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-v7h4x: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-7skt7: Creating: virtualmachine creating or updating\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-v7h4x: Creating: virtualmachine creating or updating\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-g7cq98: failed waiting for nodepool=\\\"np-g7cq98\\\" for cluster \\\"cluster-candidate-4-21-g7cq98\\\" in resourcegroup=\\\"rg-candidate-4-21-xkjrl5p2dqd2\\\" to finish creating: GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f8a59dd-2376-44a0-8d24-bc728726f34b\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f8a59dd-2376-44a0-8d24-bc728726f34b\\\",\\n  \\\"name\\\": \\\"9f8a59dd-2376-44a0-8d24-bc728726f34b\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T22:48:08.538038543Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T23:07:15.053638512Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-7skt7: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-v7h4x: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-7skt7: Creating: virtualmachine creating or updating\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-v7h4x: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0x3709a3bb7b40\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-g7cq98\\\" for cluster \\\"cluster-candidate-4-21-g7cq98\\\" in resourcegroup=\\\"rg-candidate-4-21-xkjrl5p2dqd2\\\" to finish creating: GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f8a59dd-2376-44a0-8d24-bc728726f34b\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f8a59dd-2376-44a0-8d24-bc728726f34b\\\",\\n  \\\"name\\\": \\\"9f8a59dd-2376-44a0-8d24-bc728726f34b\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T22:48:08.538038543Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T23:07:15.053638512Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-7skt7: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-v7h4x: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-7skt7: Creating: virtualmachine creating or updating\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-v7h4x: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0x3709a4feac60\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Ms-Request-Id\": [\n                            \"6330c5c1-1663-40fc-952a-c5f2c13b6d20\",\n                        ],\n                        \"Date\": [\n                            \"Sun, 04 Oct 2026 23:07:20 GMT\",\n                        ],\n                        \"Content-Length\": [\"1222\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"9\"],\n                        \"Server\": [\"istio-envoy\"],\n                        \"Content-Type\": [\"application/json\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0x3709a3bb77e0\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 57, 102, 56, 97, 53, 57, 100, 100, 45, 50, 51, 55, 54, 45, 52, 52, 97, 48, 45, 56, 100, 50, 52, 45, 98, 99, 55, 50, 56, 55, 50, 54, 102, 51, 52, 98, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 57, 102, 56, 97, 53, 57, 100, 100, 45, 50, 51, 55, 54, 45, 52, 52, 97, 48, 45, 56, 100, 50, 52, 45, 98, 99, 55, 50, 56, 55, 50, 54, 102, 51, 52, 98, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 50, 58, 52, 56, 58, 48, 56, 46, 53, 51, 56, 48, 51, 56, 53, 52, 51, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 51, 58, 48, 55, 58, 49, 53, 46, 48, 53, 51, 54, 51, 56, 53, 49, 50, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 114, 55, 99, 57, 97, 53, 116, 56, 119, 56, 122, 55, 97, 55, 115, 45, 110, 112, 45, 103, 55, 99, 113, 57, 56, 45, 113, 55, 99, 122, 99, 45, 55, 115, 107, 116, 55, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 114, 55, 99, 57, 97, 53, 116, 56, 119, 56, 122, 55, 97, 55, 115, 45, 110, 112, 45, 103, 55, 99, 113, 57, 56, 45, 113, 55, 99, 122, 99, 45, 118, 55, 104, 52, 120, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 114, 55, 99, 57, 97, 53, 116, 56, 119, 56, 122, 55, 97, 55, 115, 45, 110, 112, 45, 103, 55, 99, 113, 57, 56, 45, 113, 55, 99, 122, 99, 45, 55, 115, 107, 116, 55, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 114, 55, 99, 57, 97, 53, 116, 56, 119, 56, 122, 55, 97, 55, 115, 45, 110, 112, 45, 103, 55, 99, 113, 57, 56, 45, 113, 55, 99, 122, 99, 45, 118, 55, 104, 52, 120, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: 1222,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f8a59dd-2376-44a0-8d24-bc728726f34b\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2024-06-10-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"e106f854-1393-4f26-ae7e-99bba5e09329\",\n                            ],\n                            \"X-Ms-Client-Request-Id\": [\n                                \"889750fa-cabc-49c4-bf0f-44c7166aa568\",\n                            ],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-04T23:07:20Z\\\"}\",\n                            ],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 60, 67, 75, 236, 93, 208, 76, 242, 171, 200, 203, 77, 132, 243, 219, 63, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 50, 50, 48, 54, 52, 55, 90, 23, 13, 50, 55, 48, 52, 48, 52, 50, 50, 49, 54, 52, 55, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 172, 54, 136, 90, 73, 38, 131, 94, 43, 192, 105, 113, 157, 140, 202, 24, 22, 87, 105, 40, 9, 41, 155, 202, 78, 166, 42, 189, 19, 33, 220, 243, 254, 216, 151, 64, 228, 38, 94, 230, 109, 225, 200, 184, 20, 159, 219, 30, 22, 149, 12, 3, 35, 137, 6, 0, 180, 168, 76, 85, 33, 92, 8, 85, 180, 48, 170, 137, 111, 171, 57, 33, 213, 191, 97, 102, 22, 140, 162, 158, 41, 45, 97, 153, 95, 36, 110, 45, 233, 238, 108, 248, 39, 174, 227, 146, 57, 60, 230, 94, 96, 137, 129, 187, 1, 239, 185, 83, 55, 54, 113, 24, 223, 78, 52, 56, 106, 196, 197, 77, 47, 250, 197, 221, 253, 105, 154, 74, 251, 52, 142, 54, 72, 129, 122, 144, 5, 22, 236, 108, 236, 117, 23, 190, 136, 228, 203, 188, 171, 117, 40, 242, 170, 96, 241, 143, 163, 188, 214, 94, 87, 201, 238, 185, 212, 154, 34, 139, 210, 179, 202, 0, 143, 205, 191, 179, 215, 250, 118, 199, 203, 20, 134, 248, 206, 161, 233, 224, 138, 129, 61, 181, 61, 106, 124, 126, 233, 249, 30, 68, 35, 55, 195, 60, 61, 233, 20, 150, 214, 29, 78, 185, 78, 187, 1, 52, 49, 246, 155, 155, 10, 70, 28, 200, 141, 165, 112, 194, 240, 4, 15, 145, 148, 247, 35, 112, 247, 161, 153, 127, 153, 229, 186, 151, 194, 20, 69, 250, 255, 249, 115, 66, 239, 13, 245, 209, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 86, 159, 123, 181, 224, 184, 180, 222, 135, 81, 44, 185, 21, 208, 155, 56, 173, 100, 55, 50, 170, 131, 34, 198, 113, 202, 182, 197, 228, 203, 166, 30, 214, 155, 162, 115, 91, 243, 122, 247, 203, 130, 244, 67, 160, 134, 200, 150, 13, 6, 72, 243, 187, 103, 138, 61, 43, 55, 51, 148, 1, 192, 73, 164, 243, 208, 195, 95, 69, 244, 103, 0, 48, 19, 218, 245, 11, 250, 57, 77, 228, 23, 94, 12, 115, 151, 9, 66, 108, 194, 197, 216, 8, 56, 33, 253, 87, 255, 79, 146, 42, 7, 110, 82, 136, 227, 230, 169, 174, 14, 31, 183, 113, 176, 217, 142, 11, 127, 200, 118, 54, 93, 73, 13, 81, 244, 232, 42, 57, 78, 18, 125, 88, 154, 55, 174, 173, 248, 159, 138, 68, 102, 170, 253, 196, 131, 218, 63, 114, 101, 114, 34, 174, 188, 217, 145, 39, 100, 196, 233, 3, 137, 161, 232, 4, 214, 115, 134, 181, 71, 170, 27, 30, 251, 102, 237, 153, 121, 38, 61, 141, 47, 228, 4, 177, 243, 148, 122, 79, 229, 36, 41, 86, 173, 127, 214, 240, 5, 147, 57, 251, 234, 78, 52, 47, 201, 154, 90, 248, 20, 99, 4, 148, 201, 8, 120, 77, 76, 189, 48, 168, 107, 218, 129, 14, 1, 132, 136, 151, 113, 116, 167, 22, 100, 210, 78, 30, 196, 230, 40, 207, 114, 206, 17, 219, 129, 194, 70, 70, 143, 76, 251, 9, 58, 143, 33],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 60, 67, 75, 236, 93, 208, 76, 242, 171, 200, 203, 77, 132, 243, 219, 63, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 50, 50, 48, 54, 52, 55, 90, 23, 13, 50, 55, 48, 52, 48, 52, 50, 50, 49, 54, 52, 55, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 172, 54, 136, 90, 73, 38, 131, 94, 43, 192, 105, 113, 157, 140, 202, 24, 22, 87, 105, 40, 9, 41, 155, 202, 78, 166, 42, 189, 19, 33, 220, 243, 254, 216, 151, 64, 228, 38, 94, 230, 109, 225, 200, 184, 20, 159, 219, 30, 22, 149, 12, 3, 35, 137, 6, 0, 180, 168, 76, 85, 33, 92, 8, 85, 180, 48, 170, 137, 111, 171, 57, 33, 213, 191, 97, 102, 22, 140, 162, 158, 41, 45, 97, 153, 95, 36, 110, 45, 233, 238, 108, 248, 39, 174, 227, 146, 57, 60, 230, 94, 96, 137, 129, 187, 1, 239, 185, 83, 55, 54, 113, 24, 223, 78, 52, 56, 106, 196, 197, 77, 47, 250, 197, 221, 253, 105, 154, 74, 251, 52, 142, 54, 72, 129, 122, 144, 5, 22, 236, 108, 236, 117, 23, 190, 136, 228, 203, 188, 171, 117, 40, 242, 170, 96, 241, 143, 163, 188, 214, 94, 87, 201, 238, 185, 212, 154, 34, 139, 210, 179, 202, 0, 143, 205, 191, 179, 215, 250, 118, 199, 203, 20, 134, 248, 206, 161, 233, 224, 138, 129, 61, 181, 61, 106, 124, 126, 233, 249, 30, 68, 35, 55, 195, 60, 61, 233, 20, 150, 214, 29, 78, 185, 78, 187, 1, 52, 49, 246, 155, 155, 10, 70, 28, 200, 141, 165, 112, 194, 240, 4, 15, 145, 148, 247, 35, 112, 247, 161, 153, 127, 153, 229, 186, 151, 194, 20, 69, 250, 255, 249, 115, 66, 239, 13, 245, 209, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 172, 54, 136, 90, 73, 38, 131, 94, 43, 192, 105, 113, 157, 140, 202, 24, 22, 87, 105, 40, 9, 41, 155, 202, 78, 166, 42, 189, 19, 33, 220, 243, 254, 216, 151, 64, 228, 38, 94, 230, 109, 225, 200, 184, 20, 159, 219, 30, 22, 149, 12, 3, 35, 137, 6, 0, 180, 168, 76, 85, 33, 92, 8, 85, 180, 48, 170, 137, 111, 171, 57, 33, 213, 191, 97, 102, 22, 140, 162, 158, 41, 45, 97, 153, 95, 36, 110, 45, 233, 238, 108, 248, 39, 174, 227, 146, 57, 60, 230, 94, 96, 137, 129, 187, 1, 239, 185, 83, 55, 54, 113, 24, 223, 78, 52, 56, 106, 196, 197, 77, 47, 250, 197, 221, 253, 105, 154, 74, 251, 52, 142, 54, 72, 129, 122, 144, 5, 22, 236, 108, 236, 117, 23, 190, 136, 228, 203, 188, 171, 117, 40, 242, 170, 96, 241, 143, 163, 188, 214, 94, 87, 201, 238, 185, 212, 154, 34, 139, 210, 179, 202, 0, 143, 205, 191, 179, 215, 250, 118, 199, 203, 20, 134, 248, 206, 161, 233, 224, 138, 129, 61, 181, 61, 106, 124, 126, 233, 249, 30, 68, 35, 55, 195, 60, 61, 233, 20, 150, 214, 29, 78, 185, 78, 187, 1, 52, 49, 246, 155, 155, 10, 70, 28, 200, 141, 165, 112, 194, 240, 4, 15, 145, 148, 247, 35, 112, 247, 161, 153, 127, 153, 229, 186, 151, 194, 20, 69, 250, 255, 249, 115, 66, 239, 13, 245, 209, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 48, 52, 53, 53, 48, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [86, 159, 123, 181, 224, 184, 180, 222, 135, 81, 44, 185, 21, 208, 155, 56, 173, 100, 55, 50, 170, 131, 34, 198, 113, 202, 182, 197, 228, 203, 166, 30, 214, 155, 162, 115, 91, 243, 122, 247, 203, 130, 244, 67, 160, 134, 200, 150, 13, 6, 72, 243, 187, 103, 138, 61, 43, 55, 51, 148, 1, 192, 73, 164, 243, 208, 195, 95, 69, 244, 103, 0, 48, 19, 218, 245, 11, 250, 57, 77, 228, 23, 94, 12, 115, 151, 9, 66, 108, 194, 197, 216, 8, 56, 33, 253, 87, 255, 79, 146, 42, 7, 110, 82, 136, 227, 230, 169, 174, 14, 31, 183, 113, 176, 217, 142, 11, 127, 200, 118, 54, 93, 73, 13, 81, 244, 232, 42, 57, 78, 18, 125, 88, 154, 55, 174, 173, 248, 159, 138, 68, 102, 170, 253, 196, 131, 218, 63, 114, 101, 114, 34, 174, 188, 217, 145, 39, 100, 196, 233, 3, 137, 161, 232, 4, 214, 115, 134, 181, 71, 170, 27, 30, 251, 102, 237, 153, 121, 38, 61, 141, 47, 228, 4, 177, 243, 148, 122, 79, 229, 36, 41, 86, 173, 127, 214, 240, 5, 147, 57, 251, 234, 78, 52, 47, 201, 154, 90, 248, 20, 99, 4, 148, 201, 8, 120, 77, 76, 189, 48, 168, 107, 218, 129, 14, 1, 132, 136, 151, 113, 116, 167, 22, 100, 210, 78, 30, 196, 230, 40, 207, 114, 206, 17, 219, 129, 194, 70, 70, 143, 76, 251, 9, 58, 143, 33],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0x3709a46b8ed0\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [12378367109631302463, 4342397944273587442],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j7045504.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926748407, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942473807, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185],\n                                AuthorityKeyId: [71, 17, 13, 149, 18, 94, 46, 121, 49, 235, 247, 182, 66, 209, 244, 114, 97, 232, 141, 185],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j7045504.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bd760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j7045504.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f8a59dd-2376-44a0-8d24-bc728726f34b\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f8a59dd-2376-44a0-8d24-bc728726f34b\\\",\\n  \\\"name\\\": \\\"9f8a59dd-2376-44a0-8d24-bc728726f34b\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T22:48:08.538038543Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T23:07:15.053638512Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-7skt7: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-v7h4x: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-7skt7: Creating: virtualmachine creating or updating\\\\nMachine r7c9a5t8w8z7a7s-np-g7cq98-q7czc-v7h4x: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:176]: failed to create node pool \"np-dsggzm\" for cluster \"cluster-candidate-4-21-dsggzm\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xb11e9ab0100\u003e: \n    failed to create NodePool np-dsggzm: failed waiting for nodepool=\"np-dsggzm\" for cluster \"cluster-candidate-4-21-dsggzm\" in resourcegroup=\"rg-candidate-4-21-jln9kgg7g25b\" to finish creating: GET https://rp.j7493120.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/f1be41ed-b650-4243-8c27-1f704a2618b2\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/f1be41ed-b650-4243-8c27-1f704a2618b2\",\n      \"name\": \"f1be41ed-b650-4243-8c27-1f704a2618b2\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-04T20:17:36.652263394Z\",\n      \"endTime\": \"2026-10-04T20:36:43.453422579Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-5p6j8: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-7mbrs: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-5p6j8: Creating: virtualmachine creating or updating\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-7mbrs: Creating: virtualmachine creating or updating\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-dsggzm: failed waiting for nodepool=\\\"np-dsggzm\\\" for cluster \\\"cluster-candidate-4-21-dsggzm\\\" in resourcegroup=\\\"rg-candidate-4-21-jln9kgg7g25b\\\" to finish creating: GET https://rp.j7493120.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/f1be41ed-b650-4243-8c27-1f704a2618b2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/f1be41ed-b650-4243-8c27-1f704a2618b2\\\",\\n  \\\"name\\\": \\\"f1be41ed-b650-4243-8c27-1f704a2618b2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T20:17:36.652263394Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T20:36:43.453422579Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-5p6j8: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-7mbrs: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-5p6j8: Creating: virtualmachine creating or updating\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-7mbrs: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xb11e89ff200\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-dsggzm\\\" for cluster \\\"cluster-candidate-4-21-dsggzm\\\" in resourcegroup=\\\"rg-candidate-4-21-jln9kgg7g25b\\\" to finish creating: GET https://rp.j7493120.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/f1be41ed-b650-4243-8c27-1f704a2618b2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/f1be41ed-b650-4243-8c27-1f704a2618b2\\\",\\n  \\\"name\\\": \\\"f1be41ed-b650-4243-8c27-1f704a2618b2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T20:17:36.652263394Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T20:36:43.453422579Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-5p6j8: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-7mbrs: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-5p6j8: Creating: virtualmachine creating or updating\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-7mbrs: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xb11eb202810\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"db2ef9bd-26c1-4a07-90b7-3e3e7c645b56\",\n                        ],\n                        \"Date\": [\n                            \"Sun, 04 Oct 2026 20:36:49 GMT\",\n                        ],\n                        \"Content-Length\": [\"1222\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"7\"],\n                        \"Server\": [\"istio-envoy\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0xb11e89ff060\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 102, 49, 98, 101, 52, 49, 101, 100, 45, 98, 54, 53, 48, 45, 52, 50, 52, 51, 45, 56, 99, 50, 55, 45, 49, 102, 55, 48, 52, 97, 50, 54, 49, 56, 98, 50, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 102, 49, 98, 101, 52, 49, 101, 100, 45, 98, 54, 53, 48, 45, 52, 50, 52, 51, 45, 56, 99, 50, 55, 45, 49, 102, 55, 48, 52, 97, 50, 54, 49, 56, 98, 50, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 48, 58, 49, 55, 58, 51, 54, 46, 54, 53, 50, 50, 54, 51, 51, 57, 52, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 48, 58, 51, 54, 58, 52, 51, 46, 52, 53, 51, 52, 50, 50, 53, 55, 57, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 49, 116, 56, 100, 53, 112, 49, 116, 57, 108, 49, 111, 57, 98, 45, 110, 112, 45, 100, 115, 103, 103, 122, 109, 45, 99, 53, 99, 112, 99, 45, 53, 112, 54, 106, 56, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 49, 116, 56, 100, 53, 112, 49, 116, 57, 108, 49, 111, 57, 98, 45, 110, 112, 45, 100, 115, 103, 103, 122, 109, 45, 99, 53, 99, 112, 99, 45, 55, 109, 98, 114, 115, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 49, 116, 56, 100, 53, 112, 49, 116, 57, 108, 49, 111, 57, 98, 45, 110, 112, 45, 100, 115, 103, 103, 122, 109, 45, 99, 53, 99, 112, 99, 45, 53, 112, 54, 106, 56, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 49, 116, 56, 100, 53, 112, 49, 116, 57, 108, 49, 111, 57, 98, 45, 110, 112, 45, 100, 115, 103, 103, 122, 109, 45, 99, 53, 99, 112, 99, 45, 55, 109, 98, 114, 115, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: 1222,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j7493120.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/f1be41ed-b650-4243-8c27-1f704a2618b2\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2024-06-10-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"083a9fa6-080d-47b7-a541-10a29318b6d1\",\n                            ],\n                            \"X-Ms-Client-Request-Id\": [\n                                \"af7ab532-8ada-4b72-b7c1-bac2fa8aa718\",\n                            ],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-04T20:36:49Z\\\"}\",\n                            ],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j7493120.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j7493120.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 70, 126, 122, 107, 84, 99, 68, 59, 158, 37, 22, 13, 8, 93, 39, 251, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 52, 57, 51, 49, 50, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 49, 57, 51, 54, 49, 52, 90, 23, 13, 50, 55, 48, 52, 48, 52, 49, 57, 52, 54, 49, 52, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 52, 57, 51, 49, 50, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 167, 42, 19, 98, 54, 212, 54, 178, 80, 65, 225, 241, 55, 18, 240, 140, 48, 95, 68, 30, 106, 61, 252, 76, 94, 45, 215, 134, 123, 15, 238, 154, 139, 163, 93, 129, 226, 32, 222, 73, 172, 129, 27, 224, 80, 3, 41, 181, 162, 76, 228, 6, 188, 195, 84, 198, 215, 219, 79, 28, 254, 81, 59, 67, 69, 172, 230, 166, 158, 4, 81, 22, 118, 3, 56, 20, 110, 197, 151, 117, 98, 127, 206, 113, 207, 204, 212, 98, 69, 193, 21, 26, 103, 126, 49, 124, 73, 48, 47, 29, 226, 209, 47, 21, 131, 100, 26, 229, 57, 124, 109, 144, 238, 117, 216, 167, 32, 208, 75, 64, 251, 100, 99, 137, 1, 156, 146, 49, 208, 114, 181, 103, 217, 152, 202, 211, 41, 21, 62, 116, 103, 194, 236, 22, 86, 119, 184, 75, 219, 20, 251, 63, 178, 89, 34, 8, 140, 52, 224, 29, 35, 47, 85, 22, 140, 244, 254, 183, 55, 56, 151, 54, 83, 117, 58, 189, 52, 140, 94, 203, 13, 238, 245, 132, 179, 100, 215, 218, 39, 82, 241, 241, 22, 15, 104, 239, 2, 46, 203, 177, 41, 248, 178, 181, 39, 5, 148, 216, 192, 254, 162, 19, 243, 18, 10, 198, 238, 96, 14, 32, 51, 77, 118, 22, 45, 95, 220, 154, 76, 228, 2, 157, 233, 250, 37, 195, 228, 116, 179, 210, 16, 212, 30, 54, 18, 128, 91, 172, 219, 112, 125, 79, 33, 162, 231, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 55, 52, 57, 51, 49, 50, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 208, 197, 231, 118, 206, 174, 237, 44, 64, 34, 155, 154, 214, 94, 212, 145, 214, 172, 70, 139, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 208, 197, 231, 118, 206, 174, 237, 44, 64, 34, 155, 154, 214, 94, 212, 145, 214, 172, 70, 139, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 42, 191, 54, 51, 47, 180, 43, 123, 254, 237, 239, 123, 215, 24, 141, 195, 88, 160, 186, 79, 240, 228, 175, 225, 49, 189, 251, 40, 54, 182, 60, 211, 76, 18, 200, 119, 58, 72, 26, 116, 88, 125, 92, 3, 133, 32, 152, 206, 199, 192, 157, 1, 127, 213, 206, 194, 15, 36, 154, 71, 183, 157, 43, 38, 139, 18, 15, 201, 138, 21, 137, 149, 27, 36, 217, 92, 96, 101, 193, 108, 18, 59, 53, 252, 251, 193, 107, 140, 233, 109, 244, 142, 212, 124, 125, 246, 101, 101, 244, 16, 207, 237, 203, 108, 44, 26, 58, 145, 30, 242, 51, 159, 137, 22, 59, 9, 161, 211, 131, 46, 74, 90, 205, 110, 230, 56, 162, 134, 122, 229, 74, 14, 13, 247, 119, 21, 137, 156, 252, 175, 228, 99, 217, 25, 9, 122, 205, 156, 12, 90, 180, 24, 178, 82, 44, 83, 18, 180, 158, 146, 181, 193, 96, 255, 209, 187, 174, 71, 238, 54, 105, 72, 203, 231, 38, 119, 107, 146, 29, 142, 197, 92, 94, 55, 70, 222, 114, 169, 23, 206, 178, 176, 174, 62, 136, 242, 200, 198, 38, 104, 7, 35, 119, 129, 233, 108, 105, 162, 76, 159, 61, 180, 147, 29, 230, 152, 16, 28, 217, 139, 231, 244, 252, 113, 225, 68, 133, 87, 235, 185, 2, 245, 162, 86, 254, 176, 123, 168, 126, 16, 18, 207, 144, 58, 94, 14, 69, 2, 110, 9, 205, 71, 1, 112, 59, 126],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 70, 126, 122, 107, 84, 99, 68, 59, 158, 37, 22, 13, 8, 93, 39, 251, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 52, 57, 51, 49, 50, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 49, 57, 51, 54, 49, 52, 90, 23, 13, 50, 55, 48, 52, 48, 52, 49, 57, 52, 54, 49, 52, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 52, 57, 51, 49, 50, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 167, 42, 19, 98, 54, 212, 54, 178, 80, 65, 225, 241, 55, 18, 240, 140, 48, 95, 68, 30, 106, 61, 252, 76, 94, 45, 215, 134, 123, 15, 238, 154, 139, 163, 93, 129, 226, 32, 222, 73, 172, 129, 27, 224, 80, 3, 41, 181, 162, 76, 228, 6, 188, 195, 84, 198, 215, 219, 79, 28, 254, 81, 59, 67, 69, 172, 230, 166, 158, 4, 81, 22, 118, 3, 56, 20, 110, 197, 151, 117, 98, 127, 206, 113, 207, 204, 212, 98, 69, 193, 21, 26, 103, 126, 49, 124, 73, 48, 47, 29, 226, 209, 47, 21, 131, 100, 26, 229, 57, 124, 109, 144, 238, 117, 216, 167, 32, 208, 75, 64, 251, 100, 99, 137, 1, 156, 146, 49, 208, 114, 181, 103, 217, 152, 202, 211, 41, 21, 62, 116, 103, 194, 236, 22, 86, 119, 184, 75, 219, 20, 251, 63, 178, 89, 34, 8, 140, 52, 224, 29, 35, 47, 85, 22, 140, 244, 254, 183, 55, 56, 151, 54, 83, 117, 58, 189, 52, 140, 94, 203, 13, 238, 245, 132, 179, 100, 215, 218, 39, 82, 241, 241, 22, 15, 104, 239, 2, 46, 203, 177, 41, 248, 178, 181, 39, 5, 148, 216, 192, 254, 162, 19, 243, 18, 10, 198, 238, 96, 14, 32, 51, 77, 118, 22, 45, 95, 220, 154, 76, 228, 2, 157, 233, 250, 37, 195, 228, 116, 179, 210, 16, 212, 30, 54, 18, 128, 91, 172, 219, 112, 125, 79, 33, 162, 231, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 55, 52, 57, 51, 49, 50, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 208, 197, 231, 118, 206, 174, 237, 44, 64, 34, 155, 154, 214, 94, 212, 145, 214, 172, 70, 139, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 208, 197, 231, 118, 206, 174, 237, 44, 64, 34, 155, 154, 214, 94, 212, 145, 214, 172, 70, 139],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 167, 42, 19, 98, 54, 212, 54, 178, 80, 65, 225, 241, 55, 18, 240, 140, 48, 95, 68, 30, 106, 61, 252, 76, 94, 45, 215, 134, 123, 15, 238, 154, 139, 163, 93, 129, 226, 32, 222, 73, 172, 129, 27, 224, 80, 3, 41, 181, 162, 76, 228, 6, 188, 195, 84, 198, 215, 219, 79, 28, 254, 81, 59, 67, 69, 172, 230, 166, 158, 4, 81, 22, 118, 3, 56, 20, 110, 197, 151, 117, 98, 127, 206, 113, 207, 204, 212, 98, 69, 193, 21, 26, 103, 126, 49, 124, 73, 48, 47, 29, 226, 209, 47, 21, 131, 100, 26, 229, 57, 124, 109, 144, 238, 117, 216, 167, 32, 208, 75, 64, 251, 100, 99, 137, 1, 156, 146, 49, 208, 114, 181, 103, 217, 152, 202, 211, 41, 21, 62, 116, 103, 194, 236, 22, 86, 119, 184, 75, 219, 20, 251, 63, 178, 89, 34, 8, 140, 52, 224, 29, 35, 47, 85, 22, 140, 244, 254, 183, 55, 56, 151, 54, 83, 117, 58, 189, 52, 140, 94, 203, 13, 238, 245, 132, 179, 100, 215, 218, 39, 82, 241, 241, 22, 15, 104, 239, 2, 46, 203, 177, 41, 248, 178, 181, 39, 5, 148, 216, 192, 254, 162, 19, 243, 18, 10, 198, 238, 96, 14, 32, 51, 77, 118, 22, 45, 95, 220, 154, 76, 228, 2, 157, 233, 250, 37, 195, 228, 116, 179, 210, 16, 212, 30, 54, 18, 128, 91, 172, 219, 112, 125, 79, 33, 162, 231, 221, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 52, 57, 51, 49, 50, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 52, 57, 51, 49, 50, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [42, 191, 54, 51, 47, 180, 43, 123, 254, 237, 239, 123, 215, 24, 141, 195, 88, 160, 186, 79, 240, 228, 175, 225, 49, 189, 251, 40, 54, 182, 60, 211, 76, 18, 200, 119, 58, 72, 26, 116, 88, 125, 92, 3, 133, 32, 152, 206, 199, 192, 157, 1, 127, 213, 206, 194, 15, 36, 154, 71, 183, 157, 43, 38, 139, 18, 15, 201, 138, 21, 137, 149, 27, 36, 217, 92, 96, 101, 193, 108, 18, 59, 53, 252, 251, 193, 107, 140, 233, 109, 244, 142, 212, 124, 125, 246, 101, 101, 244, 16, 207, 237, 203, 108, 44, 26, 58, 145, 30, 242, 51, 159, 137, 22, 59, 9, 161, 211, 131, 46, 74, 90, 205, 110, 230, 56, 162, 134, 122, 229, 74, 14, 13, 247, 119, 21, 137, 156, 252, 175, 228, 99, 217, 25, 9, 122, 205, 156, 12, 90, 180, 24, 178, 82, 44, 83, 18, 180, 158, 146, 181, 193, 96, 255, 209, 187, 174, 71, 238, 54, 105, 72, 203, 231, 38, 119, 107, 146, 29, 142, 197, 92, 94, 55, 70, 222, 114, 169, 23, 206, 178, 176, 174, 62, 136, 242, 200, 198, 38, 104, 7, 35, 119, 129, 233, 108, 105, 162, 76, 159, 61, 180, 147, 29, 230, 152, 16, 28, 217, 139, 231, 244, 252, 113, 225, 68, 133, 87, 235, 185, 2, 245, 162, 86, 254, 176, 123, 168, 126, 16, 18, 207, 144, 58, 94, 14, 69, 2, 110, 9, 205, 71, 1, 112, 59, 126],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0xb11e9aaea40\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [11395538677361616891, 5079632031116379195],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j7493120.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j7493120.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926739374, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942464774, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: \"\\xd0\\xc5\\xe7vή\\xed,@\\\"\\x9b\\x9a\\xd6^ԑ֬F\\x8b\",\n                                AuthorityKeyId: \"\\xd0\\xc5\\xe7vή\\xed,@\\\"\\x9b\\x9a\\xd6^ԑ֬F\\x8b\",\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j7493120.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bd760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j7493120.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/f1be41ed-b650-4243-8c27-1f704a2618b2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/f1be41ed-b650-4243-8c27-1f704a2618b2\\\",\\n  \\\"name\\\": \\\"f1be41ed-b650-4243-8c27-1f704a2618b2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T20:17:36.652263394Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T20:36:43.453422579Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-5p6j8: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-7mbrs: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-5p6j8: Creating: virtualmachine creating or updating\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-7mbrs: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:176]: failed to create node pool \"np-dsggzm\" for cluster \"cluster-candidate-4-21-dsggzm\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xb11e9ab0100\u003e: \n    failed to create NodePool np-dsggzm: failed waiting for nodepool=\"np-dsggzm\" for cluster \"cluster-candidate-4-21-dsggzm\" in resourcegroup=\"rg-candidate-4-21-jln9kgg7g25b\" to finish creating: GET https://rp.j7493120.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/f1be41ed-b650-4243-8c27-1f704a2618b2\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/f1be41ed-b650-4243-8c27-1f704a2618b2\",\n      \"name\": \"f1be41ed-b650-4243-8c27-1f704a2618b2\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-04T20:17:36.652263394Z\",\n      \"endTime\": \"2026-10-04T20:36:43.453422579Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-5p6j8: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-7mbrs: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-5p6j8: Creating: virtualmachine creating or updating\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-7mbrs: Creating: virtualmachine creating or updating\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-dsggzm: failed waiting for nodepool=\\\"np-dsggzm\\\" for cluster \\\"cluster-candidate-4-21-dsggzm\\\" in resourcegroup=\\\"rg-candidate-4-21-jln9kgg7g25b\\\" to finish creating: GET https://rp.j7493120.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/f1be41ed-b650-4243-8c27-1f704a2618b2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/f1be41ed-b650-4243-8c27-1f704a2618b2\\\",\\n  \\\"name\\\": \\\"f1be41ed-b650-4243-8c27-1f704a2618b2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T20:17:36.652263394Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T20:36:43.453422579Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-5p6j8: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-7mbrs: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-5p6j8: Creating: virtualmachine creating or updating\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-7mbrs: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xb11e89ff200\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-dsggzm\\\" for cluster \\\"cluster-candidate-4-21-dsggzm\\\" in resourcegroup=\\\"rg-candidate-4-21-jln9kgg7g25b\\\" to finish creating: GET https://rp.j7493120.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/f1be41ed-b650-4243-8c27-1f704a2618b2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/f1be41ed-b650-4243-8c27-1f704a2618b2\\\",\\n  \\\"name\\\": \\\"f1be41ed-b650-4243-8c27-1f704a2618b2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T20:17:36.652263394Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T20:36:43.453422579Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-5p6j8: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-7mbrs: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-5p6j8: Creating: virtualmachine creating or updating\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-7mbrs: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xb11eb202810\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"db2ef9bd-26c1-4a07-90b7-3e3e7c645b56\",\n                        ],\n                        \"Date\": [\n                            \"Sun, 04 Oct 2026 20:36:49 GMT\",\n                        ],\n                        \"Content-Length\": [\"1222\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"7\"],\n                        \"Server\": [\"istio-envoy\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0xb11e89ff060\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 56, 99, 53, 97, 49, 49, 53, 45, 56, 52, 50, 100, 45, 52, 100, 55, 101, 45, 57, 56, 97, 100, 45, 99, 102, 98, 50, 99, 53, 48, 98, 50, 48, 57, 101, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 99, 97, 110, 97, 100, 97, 99, 101, 110, 116, 114, 97, 108, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 102, 49, 98, 101, 52, 49, 101, 100, 45, 98, 54, 53, 48, 45, 52, 50, 52, 51, 45, 56, 99, 50, 55, 45, 49, 102, 55, 48, 52, 97, 50, 54, 49, 56, 98, 50, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 102, 49, 98, 101, 52, 49, 101, 100, 45, 98, 54, 53, 48, 45, 52, 50, 52, 51, 45, 56, 99, 50, 55, 45, 49, 102, 55, 48, 52, 97, 50, 54, 49, 56, 98, 50, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 48, 58, 49, 55, 58, 51, 54, 46, 54, 53, 50, 50, 54, 51, 51, 57, 52, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 48, 58, 51, 54, 58, 52, 51, 46, 52, 53, 51, 52, 50, 50, 53, 55, 57, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 49, 116, 56, 100, 53, 112, 49, 116, 57, 108, 49, 111, 57, 98, 45, 110, 112, 45, 100, 115, 103, 103, 122, 109, 45, 99, 53, 99, 112, 99, 45, 53, 112, 54, 106, 56, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 49, 116, 56, 100, 53, 112, 49, 116, 57, 108, 49, 111, 57, 98, 45, 110, 112, 45, 100, 115, 103, 103, 122, 109, 45, 99, 53, 99, 112, 99, 45, 55, 109, 98, 114, 115, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 49, 116, 56, 100, 53, 112, 49, 116, 57, 108, 49, 111, 57, 98, 45, 110, 112, 45, 100, 115, 103, 103, 122, 109, 45, 99, 53, 99, 112, 99, 45, 53, 112, 54, 106, 56, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 106, 49, 116, 56, 100, 53, 112, 49, 116, 57, 108, 49, 111, 57, 98, 45, 110, 112, 45, 100, 115, 103, 103, 122, 109, 45, 99, 53, 99, 112, 99, 45, 55, 109, 98, 114, 115, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: 1222,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j7493120.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/f1be41ed-b650-4243-8c27-1f704a2618b2\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2024-06-10-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"083a9fa6-080d-47b7-a541-10a29318b6d1\",\n                            ],\n                            \"X-Ms-Client-Request-Id\": [\n                                \"af7ab532-8ada-4b72-b7c1-bac2fa8aa718\",\n                            ],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-04T20:36:49Z\\\"}\",\n                            ],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j7493120.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j7493120.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 70, 126, 122, 107, 84, 99, 68, 59, 158, 37, 22, 13, 8, 93, 39, 251, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 52, 57, 51, 49, 50, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 49, 57, 51, 54, 49, 52, 90, 23, 13, 50, 55, 48, 52, 48, 52, 49, 57, 52, 54, 49, 52, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 52, 57, 51, 49, 50, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 167, 42, 19, 98, 54, 212, 54, 178, 80, 65, 225, 241, 55, 18, 240, 140, 48, 95, 68, 30, 106, 61, 252, 76, 94, 45, 215, 134, 123, 15, 238, 154, 139, 163, 93, 129, 226, 32, 222, 73, 172, 129, 27, 224, 80, 3, 41, 181, 162, 76, 228, 6, 188, 195, 84, 198, 215, 219, 79, 28, 254, 81, 59, 67, 69, 172, 230, 166, 158, 4, 81, 22, 118, 3, 56, 20, 110, 197, 151, 117, 98, 127, 206, 113, 207, 204, 212, 98, 69, 193, 21, 26, 103, 126, 49, 124, 73, 48, 47, 29, 226, 209, 47, 21, 131, 100, 26, 229, 57, 124, 109, 144, 238, 117, 216, 167, 32, 208, 75, 64, 251, 100, 99, 137, 1, 156, 146, 49, 208, 114, 181, 103, 217, 152, 202, 211, 41, 21, 62, 116, 103, 194, 236, 22, 86, 119, 184, 75, 219, 20, 251, 63, 178, 89, 34, 8, 140, 52, 224, 29, 35, 47, 85, 22, 140, 244, 254, 183, 55, 56, 151, 54, 83, 117, 58, 189, 52, 140, 94, 203, 13, 238, 245, 132, 179, 100, 215, 218, 39, 82, 241, 241, 22, 15, 104, 239, 2, 46, 203, 177, 41, 248, 178, 181, 39, 5, 148, 216, 192, 254, 162, 19, 243, 18, 10, 198, 238, 96, 14, 32, 51, 77, 118, 22, 45, 95, 220, 154, 76, 228, 2, 157, 233, 250, 37, 195, 228, 116, 179, 210, 16, 212, 30, 54, 18, 128, 91, 172, 219, 112, 125, 79, 33, 162, 231, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 55, 52, 57, 51, 49, 50, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 208, 197, 231, 118, 206, 174, 237, 44, 64, 34, 155, 154, 214, 94, 212, 145, 214, 172, 70, 139, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 208, 197, 231, 118, 206, 174, 237, 44, 64, 34, 155, 154, 214, 94, 212, 145, 214, 172, 70, 139, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 42, 191, 54, 51, 47, 180, 43, 123, 254, 237, 239, 123, 215, 24, 141, 195, 88, 160, 186, 79, 240, 228, 175, 225, 49, 189, 251, 40, 54, 182, 60, 211, 76, 18, 200, 119, 58, 72, 26, 116, 88, 125, 92, 3, 133, 32, 152, 206, 199, 192, 157, 1, 127, 213, 206, 194, 15, 36, 154, 71, 183, 157, 43, 38, 139, 18, 15, 201, 138, 21, 137, 149, 27, 36, 217, 92, 96, 101, 193, 108, 18, 59, 53, 252, 251, 193, 107, 140, 233, 109, 244, 142, 212, 124, 125, 246, 101, 101, 244, 16, 207, 237, 203, 108, 44, 26, 58, 145, 30, 242, 51, 159, 137, 22, 59, 9, 161, 211, 131, 46, 74, 90, 205, 110, 230, 56, 162, 134, 122, 229, 74, 14, 13, 247, 119, 21, 137, 156, 252, 175, 228, 99, 217, 25, 9, 122, 205, 156, 12, 90, 180, 24, 178, 82, 44, 83, 18, 180, 158, 146, 181, 193, 96, 255, 209, 187, 174, 71, 238, 54, 105, 72, 203, 231, 38, 119, 107, 146, 29, 142, 197, 92, 94, 55, 70, 222, 114, 169, 23, 206, 178, 176, 174, 62, 136, 242, 200, 198, 38, 104, 7, 35, 119, 129, 233, 108, 105, 162, 76, 159, 61, 180, 147, 29, 230, 152, 16, 28, 217, 139, 231, 244, 252, 113, 225, 68, 133, 87, 235, 185, 2, 245, 162, 86, 254, 176, 123, 168, 126, 16, 18, 207, 144, 58, 94, 14, 69, 2, 110, 9, 205, 71, 1, 112, 59, 126],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 70, 126, 122, 107, 84, 99, 68, 59, 158, 37, 22, 13, 8, 93, 39, 251, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 52, 57, 51, 49, 50, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 49, 57, 51, 54, 49, 52, 90, 23, 13, 50, 55, 48, 52, 48, 52, 49, 57, 52, 54, 49, 52, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 52, 57, 51, 49, 50, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 167, 42, 19, 98, 54, 212, 54, 178, 80, 65, 225, 241, 55, 18, 240, 140, 48, 95, 68, 30, 106, 61, 252, 76, 94, 45, 215, 134, 123, 15, 238, 154, 139, 163, 93, 129, 226, 32, 222, 73, 172, 129, 27, 224, 80, 3, 41, 181, 162, 76, 228, 6, 188, 195, 84, 198, 215, 219, 79, 28, 254, 81, 59, 67, 69, 172, 230, 166, 158, 4, 81, 22, 118, 3, 56, 20, 110, 197, 151, 117, 98, 127, 206, 113, 207, 204, 212, 98, 69, 193, 21, 26, 103, 126, 49, 124, 73, 48, 47, 29, 226, 209, 47, 21, 131, 100, 26, 229, 57, 124, 109, 144, 238, 117, 216, 167, 32, 208, 75, 64, 251, 100, 99, 137, 1, 156, 146, 49, 208, 114, 181, 103, 217, 152, 202, 211, 41, 21, 62, 116, 103, 194, 236, 22, 86, 119, 184, 75, 219, 20, 251, 63, 178, 89, 34, 8, 140, 52, 224, 29, 35, 47, 85, 22, 140, 244, 254, 183, 55, 56, 151, 54, 83, 117, 58, 189, 52, 140, 94, 203, 13, 238, 245, 132, 179, 100, 215, 218, 39, 82, 241, 241, 22, 15, 104, 239, 2, 46, 203, 177, 41, 248, 178, 181, 39, 5, 148, 216, 192, 254, 162, 19, 243, 18, 10, 198, 238, 96, 14, 32, 51, 77, 118, 22, 45, 95, 220, 154, 76, 228, 2, 157, 233, 250, 37, 195, 228, 116, 179, 210, 16, 212, 30, 54, 18, 128, 91, 172, 219, 112, 125, 79, 33, 162, 231, 221, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 55, 52, 57, 51, 49, 50, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 208, 197, 231, 118, 206, 174, 237, 44, 64, 34, 155, 154, 214, 94, 212, 145, 214, 172, 70, 139, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 208, 197, 231, 118, 206, 174, 237, 44, 64, 34, 155, 154, 214, 94, 212, 145, 214, 172, 70, 139],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 167, 42, 19, 98, 54, 212, 54, 178, 80, 65, 225, 241, 55, 18, 240, 140, 48, 95, 68, 30, 106, 61, 252, 76, 94, 45, 215, 134, 123, 15, 238, 154, 139, 163, 93, 129, 226, 32, 222, 73, 172, 129, 27, 224, 80, 3, 41, 181, 162, 76, 228, 6, 188, 195, 84, 198, 215, 219, 79, 28, 254, 81, 59, 67, 69, 172, 230, 166, 158, 4, 81, 22, 118, 3, 56, 20, 110, 197, 151, 117, 98, 127, 206, 113, 207, 204, 212, 98, 69, 193, 21, 26, 103, 126, 49, 124, 73, 48, 47, 29, 226, 209, 47, 21, 131, 100, 26, 229, 57, 124, 109, 144, 238, 117, 216, 167, 32, 208, 75, 64, 251, 100, 99, 137, 1, 156, 146, 49, 208, 114, 181, 103, 217, 152, 202, 211, 41, 21, 62, 116, 103, 194, 236, 22, 86, 119, 184, 75, 219, 20, 251, 63, 178, 89, 34, 8, 140, 52, 224, 29, 35, 47, 85, 22, 140, 244, 254, 183, 55, 56, 151, 54, 83, 117, 58, 189, 52, 140, 94, 203, 13, 238, 245, 132, 179, 100, 215, 218, 39, 82, 241, 241, 22, 15, 104, 239, 2, 46, 203, 177, 41, 248, 178, 181, 39, 5, 148, 216, 192, 254, 162, 19, 243, 18, 10, 198, 238, 96, 14, 32, 51, 77, 118, 22, 45, 95, 220, 154, 76, 228, 2, 157, 233, 250, 37, 195, 228, 116, 179, 210, 16, 212, 30, 54, 18, 128, 91, 172, 219, 112, 125, 79, 33, 162, 231, 221, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 52, 57, 51, 49, 50, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 55, 52, 57, 51, 49, 50, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [42, 191, 54, 51, 47, 180, 43, 123, 254, 237, 239, 123, 215, 24, 141, 195, 88, 160, 186, 79, 240, 228, 175, 225, 49, 189, 251, 40, 54, 182, 60, 211, 76, 18, 200, 119, 58, 72, 26, 116, 88, 125, 92, 3, 133, 32, 152, 206, 199, 192, 157, 1, 127, 213, 206, 194, 15, 36, 154, 71, 183, 157, 43, 38, 139, 18, 15, 201, 138, 21, 137, 149, 27, 36, 217, 92, 96, 101, 193, 108, 18, 59, 53, 252, 251, 193, 107, 140, 233, 109, 244, 142, 212, 124, 125, 246, 101, 101, 244, 16, 207, 237, 203, 108, 44, 26, 58, 145, 30, 242, 51, 159, 137, 22, 59, 9, 161, 211, 131, 46, 74, 90, 205, 110, 230, 56, 162, 134, 122, 229, 74, 14, 13, 247, 119, 21, 137, 156, 252, 175, 228, 99, 217, 25, 9, 122, 205, 156, 12, 90, 180, 24, 178, 82, 44, 83, 18, 180, 158, 146, 181, 193, 96, 255, 209, 187, 174, 71, 238, 54, 105, 72, 203, 231, 38, 119, 107, 146, 29, 142, 197, 92, 94, 55, 70, 222, 114, 169, 23, 206, 178, 176, 174, 62, 136, 242, 200, 198, 38, 104, 7, 35, 119, 129, 233, 108, 105, 162, 76, 159, 61, 180, 147, 29, 230, 152, 16, 28, 217, 139, 231, 244, 252, 113, 225, 68, 133, 87, 235, 185, 2, 245, 162, 86, 254, 176, 123, 168, 126, 16, 18, 207, 144, 58, 94, 14, 69, 2, 110, 9, 205, 71, 1, 112, 59, 126],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0xb11e9aaea40\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [11395538677361616891, 5079632031116379195],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j7493120.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j7493120.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926739374, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942464774, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: \"\\xd0\\xc5\\xe7vή\\xed,@\\\"\\x9b\\x9a\\xd6^ԑ֬F\\x8b\",\n                                AuthorityKeyId: \"\\xd0\\xc5\\xe7vή\\xed,@\\\"\\x9b\\x9a\\xd6^ԑ֬F\\x8b\",\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j7493120.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bd760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j7493120.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/f1be41ed-b650-4243-8c27-1f704a2618b2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/f1be41ed-b650-4243-8c27-1f704a2618b2\\\",\\n  \\\"name\\\": \\\"f1be41ed-b650-4243-8c27-1f704a2618b2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T20:17:36.652263394Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T20:36:43.453422579Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-5p6j8: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-7mbrs: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-5p6j8: Creating: virtualmachine creating or updating\\\\nMachine j1t8d5p1t9l1o9b-np-dsggzm-c5cpc-7mbrs: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:321]: failed to create nodepool npnoedge-4-20 at version 4.20.40\nUnexpected error:\n    \u003c*fmt.wrapError | 0x296539f25280\u003e: \n    failed to create NodePool npnoedge-4-20: failed waiting for nodepool=\"npnoedge-4-20\" for cluster \"np-noedge-lgsmjc\" in resourcegroup=\"rg-np-noedge-lgsmjc-fq7nh5fwzcz8\" to finish creating: GET https://rp.j9158400.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e74db2a3-e5c0-4716-b653-97b71022f7b2\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e74db2a3-e5c0-4716-b653-97b71022f7b2\",\n      \"name\": \"e74db2a3-e5c0-4716-b653-97b71022f7b2\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-04T20:23:10.944852589Z\",\n      \"endTime\": \"2026-10-04T20:42:18.892286909Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-2dlqv: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-ks998: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-2dlqv: Creating: virtualmachine creating or updating\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-ks998: Creating: virtualmachine creating or updating\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool npnoedge-4-20: failed waiting for nodepool=\\\"npnoedge-4-20\\\" for cluster \\\"np-noedge-lgsmjc\\\" in resourcegroup=\\\"rg-np-noedge-lgsmjc-fq7nh5fwzcz8\\\" to finish creating: GET https://rp.j9158400.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e74db2a3-e5c0-4716-b653-97b71022f7b2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e74db2a3-e5c0-4716-b653-97b71022f7b2\\\",\\n  \\\"name\\\": \\\"e74db2a3-e5c0-4716-b653-97b71022f7b2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T20:23:10.944852589Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T20:42:18.892286909Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-2dlqv: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-ks998: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-2dlqv: Creating: virtualmachine creating or updating\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-ks998: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0x296539f24100\u003e{\n            msg: \"failed waiting for nodepool=\\\"npnoedge-4-20\\\" for cluster \\\"np-noedge-lgsmjc\\\" in resourcegroup=\\\"rg-np-noedge-lgsmjc-fq7nh5fwzcz8\\\" to finish creating: GET https://rp.j9158400.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e74db2a3-e5c0-4716-b653-97b71022f7b2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e74db2a3-e5c0-4716-b653-97b71022f7b2\\\",\\n  \\\"name\\\": \\\"e74db2a3-e5c0-4716-b653-97b71022f7b2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T20:23:10.944852589Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T20:42:18.892286909Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-2dlqv: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-ks998: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-2dlqv: Creating: virtualmachine creating or updating\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-ks998: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0x29653a7eaab0\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Ms-Request-Id\": [\n                            \"fbe919a8-65c0-4514-a7d3-7f917005cd7d\",\n                        ],\n                        \"Date\": [\n                            \"Sun, 04 Oct 2026 20:42:19 GMT\",\n                        ],\n                        \"Content-Length\": [\"1232\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"9\"],\n                        \"Server\": [\"istio-envoy\"],\n                        \"Content-Type\": [\"application/json\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0x296539815dc0\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 119, 101, 115, 116, 117, 115, 51, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 101, 55, 52, 100, 98, 50, 97, 51, 45, 101, 53, 99, 48, 45, 52, 55, 49, 54, 45, 98, 54, 53, 51, 45, 57, 55, 98, 55, 49, 48, 50, 50, 102, 55, 98, 50, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 101, 55, 52, 100, 98, 50, 97, 51, 45, 101, 53, 99, 48, 45, 52, 55, 49, 54, 45, 98, 54, 53, 51, 45, 57, 55, 98, 55, 49, 48, 50, 50, 102, 55, 98, 50, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 48, 58, 50, 51, 58, 49, 48, 46, 57, 52, 52, 56, 53, 50, 53, 56, 57, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 48, 58, 52, 50, 58, 49, 56, 46, 56, 57, 50, 50, 56, 54, 57, 48, 57, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 54, 109, 53, 110, 48, 111, 54, 120, 51, 109, 48, 121, 54, 119, 45, 110, 112, 110, 111, 101, 100, 103, 101, 45, 52, 45, 50, 48, 45, 56, 53, 113, 104, 100, 45, 50, 100, 108, 113, 118, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 54, 109, 53, 110, 48, 111, 54, 120, 51, 109, 48, 121, 54, 119, 45, 110, 112, 110, 111, 101, 100, 103, 101, 45, 52, 45, 50, 48, 45, 56, 53, 113, 104, 100, 45, 107, 115, 57, 57, 56, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 54, 109, 53, 110, 48, 111, 54, 120, 51, 109, 48, 121, 54, 119, 45, 110, 112, 110, 111, 101, 100, 103, 101, 45, 52, 45, 50, 48, 45, 56, 53, 113, 104, 100, 45, 50, 100, 108, 113, 118, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 54, 109, 53, 110, 48, 111, 54, 120, 51, 109, 48, 121, 54, 119, 45, 110, 112, 110, 111, 101, 100, 103, 101, 45, 52, 45, 50, 48, 45, 56, 53, 113, 104, 100, 45, 107, 115, 57, 57, 56, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: 1232,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j9158400.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e74db2a3-e5c0-4716-b653-97b71022f7b2\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2024-06-10-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-04T20:42:19Z\\\"}\",\n                            ],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"9a68d92c-685b-4343-9990-41e32ec2f691\",\n                            ],\n                            \"X-Ms-Client-Request-Id\": [\n                                \"ce6ec13c-c44c-4ebc-a6fd-cca9df27dec7\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j9158400.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j9158400.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 10, 213, 127, 61, 8, 254, 72, 134, 165, 134, 50, 18, 120, 118, 222, 8, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 57, 49, 53, 56, 52, 48, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 49, 56, 53, 56, 51, 48, 90, 23, 13, 50, 55, 48, 52, 48, 52, 49, 57, 48, 56, 51, 48, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 57, 49, 53, 56, 52, 48, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 209, 21, 16, 94, 12, 136, 96, 156, 220, 171, 237, 138, 134, 17, 253, 35, 88, 193, 91, 118, 168, 146, 32, 25, 219, 111, 88, 42, 156, 74, 136, 43, 196, 214, 105, 245, 53, 186, 134, 173, 18, 144, 215, 116, 217, 45, 178, 6, 49, 134, 86, 97, 127, 40, 40, 68, 154, 41, 123, 0, 60, 75, 3, 204, 240, 185, 209, 124, 174, 129, 41, 67, 60, 92, 20, 165, 100, 108, 175, 108, 166, 244, 83, 154, 127, 106, 47, 106, 46, 206, 201, 82, 123, 106, 201, 130, 151, 79, 35, 63, 104, 244, 158, 6, 80, 194, 47, 173, 240, 119, 129, 68, 233, 201, 150, 146, 106, 106, 9, 124, 160, 189, 170, 183, 168, 151, 10, 237, 229, 81, 10, 35, 115, 29, 37, 136, 212, 129, 40, 175, 141, 174, 214, 212, 174, 230, 11, 174, 140, 203, 133, 157, 19, 205, 31, 106, 80, 56, 170, 237, 143, 122, 3, 35, 78, 84, 18, 21, 66, 26, 174, 225, 36, 250, 101, 144, 183, 187, 32, 50, 251, 65, 140, 234, 83, 30, 4, 124, 166, 62, 8, 192, 206, 89, 55, 104, 14, 245, 133, 237, 79, 67, 8, 142, 247, 224, 50, 226, 30, 78, 127, 79, 34, 144, 65, 176, 39, 14, 198, 181, 151, 11, 36, 184, 223, 229, 172, 73, 166, 57, 34, 249, 238, 40, 101, 130, 229, 12, 236, 245, 126, 102, 51, 24, 189, 140, 14, 242, 177, 30, 241, 113, 105, 57, 195, 125, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 57, 49, 53, 56, 52, 48, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 75, 195, 101, 122, 124, 255, 114, 113, 54, 209, 22, 248, 185, 6, 60, 178, 117, 41, 150, 181, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 75, 195, 101, 122, 124, 255, 114, 113, 54, 209, 22, 248, 185, 6, 60, 178, 117, 41, 150, 181, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 176, 47, 114, 104, 70, 36, 225, 31, 224, 175, 142, 155, 69, 78, 156, 240, 32, 217, 103, 250, 166, 1, 72, 91, 206, 139, 201, 244, 77, 162, 49, 52, 107, 204, 45, 149, 99, 197, 112, 24, 21, 147, 205, 35, 111, 182, 18, 93, 18, 175, 9, 87, 220, 12, 162, 94, 52, 10, 13, 70, 141, 125, 3, 141, 178, 189, 146, 84, 91, 202, 129, 196, 37, 24, 176, 17, 45, 84, 66, 225, 102, 162, 228, 32, 109, 21, 144, 155, 17, 126, 131, 138, 81, 177, 47, 119, 106, 104, 197, 202, 30, 40, 23, 149, 230, 89, 184, 84, 167, 58, 175, 98, 147, 111, 255, 239, 120, 211, 88, 12, 246, 126, 222, 28, 250, 36, 249, 26, 152, 25, 113, 136, 71, 193, 38, 59, 232, 227, 165, 59, 187, 152, 133, 50, 157, 159, 65, 97, 103, 215, 10, 131, 120, 24, 219, 6, 75, 73, 134, 249, 91, 79, 219, 169, 212, 175, 100, 214, 229, 163, 134, 245, 117, 85, 164, 237, 82, 40, 7, 229, 197, 0, 190, 67, 76, 136, 117, 67, 116, 81, 114, 181, 243, 225, 109, 179, 39, 77, 226, 63, 138, 63, 146, 225, 89, 175, 115, 78, 156, 211, 179, 52, 178, 84, 85, 45, 12, 156, 150, 246, 54, 9, 156, 71, 85, 58, 115, 44, 151, 254, 53, 105, 198, 235, 127, 206, 53, 199, 59, 49, 225, 180, 123, 208, 164, 134, 34, 247, 132, 24, 206, 81, 1, 175, 138, 182],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 10, 213, 127, 61, 8, 254, 72, 134, 165, 134, 50, 18, 120, 118, 222, 8, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 57, 49, 53, 56, 52, 48, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 49, 56, 53, 56, 51, 48, 90, 23, 13, 50, 55, 48, 52, 48, 52, 49, 57, 48, 56, 51, 48, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 57, 49, 53, 56, 52, 48, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 209, 21, 16, 94, 12, 136, 96, 156, 220, 171, 237, 138, 134, 17, 253, 35, 88, 193, 91, 118, 168, 146, 32, 25, 219, 111, 88, 42, 156, 74, 136, 43, 196, 214, 105, 245, 53, 186, 134, 173, 18, 144, 215, 116, 217, 45, 178, 6, 49, 134, 86, 97, 127, 40, 40, 68, 154, 41, 123, 0, 60, 75, 3, 204, 240, 185, 209, 124, 174, 129, 41, 67, 60, 92, 20, 165, 100, 108, 175, 108, 166, 244, 83, 154, 127, 106, 47, 106, 46, 206, 201, 82, 123, 106, 201, 130, 151, 79, 35, 63, 104, 244, 158, 6, 80, 194, 47, 173, 240, 119, 129, 68, 233, 201, 150, 146, 106, 106, 9, 124, 160, 189, 170, 183, 168, 151, 10, 237, 229, 81, 10, 35, 115, 29, 37, 136, 212, 129, 40, 175, 141, 174, 214, 212, 174, 230, 11, 174, 140, 203, 133, 157, 19, 205, 31, 106, 80, 56, 170, 237, 143, 122, 3, 35, 78, 84, 18, 21, 66, 26, 174, 225, 36, 250, 101, 144, 183, 187, 32, 50, 251, 65, 140, 234, 83, 30, 4, 124, 166, 62, 8, 192, 206, 89, 55, 104, 14, 245, 133, 237, 79, 67, 8, 142, 247, 224, 50, 226, 30, 78, 127, 79, 34, 144, 65, 176, 39, 14, 198, 181, 151, 11, 36, 184, 223, 229, 172, 73, 166, 57, 34, 249, 238, 40, 101, 130, 229, 12, 236, 245, 126, 102, 51, 24, 189, 140, 14, 242, 177, 30, 241, 113, 105, 57, 195, 125, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 57, 49, 53, 56, 52, 48, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 75, 195, 101, 122, 124, 255, 114, 113, 54, 209, 22, 248, 185, 6, 60, 178, 117, 41, 150, 181, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 75, 195, 101, 122, 124, 255, 114, 113, 54, 209, 22, 248, 185, 6, 60, 178, 117, 41, 150, 181],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 209, 21, 16, 94, 12, 136, 96, 156, 220, 171, 237, 138, 134, 17, 253, 35, 88, 193, 91, 118, 168, 146, 32, 25, 219, 111, 88, 42, 156, 74, 136, 43, 196, 214, 105, 245, 53, 186, 134, 173, 18, 144, 215, 116, 217, 45, 178, 6, 49, 134, 86, 97, 127, 40, 40, 68, 154, 41, 123, 0, 60, 75, 3, 204, 240, 185, 209, 124, 174, 129, 41, 67, 60, 92, 20, 165, 100, 108, 175, 108, 166, 244, 83, 154, 127, 106, 47, 106, 46, 206, 201, 82, 123, 106, 201, 130, 151, 79, 35, 63, 104, 244, 158, 6, 80, 194, 47, 173, 240, 119, 129, 68, 233, 201, 150, 146, 106, 106, 9, 124, 160, 189, 170, 183, 168, 151, 10, 237, 229, 81, 10, 35, 115, 29, 37, 136, 212, 129, 40, 175, 141, 174, 214, 212, 174, 230, 11, 174, 140, 203, 133, 157, 19, 205, 31, 106, 80, 56, 170, 237, 143, 122, 3, 35, 78, 84, 18, 21, 66, 26, 174, 225, 36, 250, 101, 144, 183, 187, 32, 50, 251, 65, 140, 234, 83, 30, 4, 124, 166, 62, 8, 192, 206, 89, 55, 104, 14, 245, 133, 237, 79, 67, 8, 142, 247, 224, 50, 226, 30, 78, 127, 79, 34, 144, 65, 176, 39, 14, 198, 181, 151, 11, 36, 184, 223, 229, 172, 73, 166, 57, 34, 249, 238, 40, 101, 130, 229, 12, 236, 245, 126, 102, 51, 24, 189, 140, 14, 242, 177, 30, 241, 113, 105, 57, 195, 125, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 57, 49, 53, 56, 52, 48, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 57, 49, 53, 56, 52, 48, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [176, 47, 114, 104, 70, 36, 225, 31, 224, 175, 142, 155, 69, 78, 156, 240, 32, 217, 103, 250, 166, 1, 72, 91, 206, 139, 201, 244, 77, 162, 49, 52, 107, 204, 45, 149, 99, 197, 112, 24, 21, 147, 205, 35, 111, 182, 18, 93, 18, 175, 9, 87, 220, 12, 162, 94, 52, 10, 13, 70, 141, 125, 3, 141, 178, 189, 146, 84, 91, 202, 129, 196, 37, 24, 176, 17, 45, 84, 66, 225, 102, 162, 228, 32, 109, 21, 144, 155, 17, 126, 131, 138, 81, 177, 47, 119, 106, 104, 197, 202, 30, 40, 23, 149, 230, 89, 184, 84, 167, 58, 175, 98, 147, 111, 255, 239, 120, 211, 88, 12, 246, 126, 222, 28, 250, 36, 249, 26, 152, 25, 113, 136, 71, 193, 38, 59, 232, 227, 165, 59, 187, 152, 133, 50, 157, 159, 65, 97, 103, 215, 10, 131, 120, 24, 219, 6, 75, 73, 134, 249, 91, 79, 219, 169, 212, 175, 100, 214, 229, 163, 134, 245, 117, 85, 164, 237, 82, 40, 7, 229, 197, 0, 190, 67, 76, 136, 117, 67, 116, 81, 114, 181, 243, 225, 109, 179, 39, 77, 226, 63, 138, 63, 146, 225, 89, 175, 115, 78, 156, 211, 179, 52, 178, 84, 85, 45, 12, 156, 150, 246, 54, 9, 156, 71, 85, 58, 115, 44, 151, 254, 53, 105, 198, 235, 127, 206, 53, 199, 59, 49, 225, 180, 123, 208, 164, 134, 34, 247, 132, 24, 206, 81, 1, 175, 138, 182],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0x296539e04c30\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [11927275718049193480, 780670010539264134],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j9158400.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j9158400.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926737110, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942462510, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [75, 195, 101, 122, 124, 255, 114, 113, 54, 209, 22, 248, 185, 6, 60, 178, 117, 41, 150, 181],\n                                AuthorityKeyId: [75, 195, 101, 122, 124, 255, 114, 113, 54, 209, 22, 248, 185, 6, 60, 178, 117, 41, 150, 181],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j9158400.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bd760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j9158400.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e74db2a3-e5c0-4716-b653-97b71022f7b2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e74db2a3-e5c0-4716-b653-97b71022f7b2\\\",\\n  \\\"name\\\": \\\"e74db2a3-e5c0-4716-b653-97b71022f7b2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T20:23:10.944852589Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T20:42:18.892286909Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-2dlqv: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-ks998: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-2dlqv: Creating: virtualmachine creating or updating\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-ks998: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:321]: failed to create nodepool npnoedge-4-20 at version 4.20.40\nUnexpected error:\n    \u003c*fmt.wrapError | 0x296539f25280\u003e: \n    failed to create NodePool npnoedge-4-20: failed waiting for nodepool=\"npnoedge-4-20\" for cluster \"np-noedge-lgsmjc\" in resourcegroup=\"rg-np-noedge-lgsmjc-fq7nh5fwzcz8\" to finish creating: GET https://rp.j9158400.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e74db2a3-e5c0-4716-b653-97b71022f7b2\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e74db2a3-e5c0-4716-b653-97b71022f7b2\",\n      \"name\": \"e74db2a3-e5c0-4716-b653-97b71022f7b2\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-04T20:23:10.944852589Z\",\n      \"endTime\": \"2026-10-04T20:42:18.892286909Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-2dlqv: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-ks998: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-2dlqv: Creating: virtualmachine creating or updating\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-ks998: Creating: virtualmachine creating or updating\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool npnoedge-4-20: failed waiting for nodepool=\\\"npnoedge-4-20\\\" for cluster \\\"np-noedge-lgsmjc\\\" in resourcegroup=\\\"rg-np-noedge-lgsmjc-fq7nh5fwzcz8\\\" to finish creating: GET https://rp.j9158400.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e74db2a3-e5c0-4716-b653-97b71022f7b2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e74db2a3-e5c0-4716-b653-97b71022f7b2\\\",\\n  \\\"name\\\": \\\"e74db2a3-e5c0-4716-b653-97b71022f7b2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T20:23:10.944852589Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T20:42:18.892286909Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-2dlqv: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-ks998: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-2dlqv: Creating: virtualmachine creating or updating\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-ks998: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0x296539f24100\u003e{\n            msg: \"failed waiting for nodepool=\\\"npnoedge-4-20\\\" for cluster \\\"np-noedge-lgsmjc\\\" in resourcegroup=\\\"rg-np-noedge-lgsmjc-fq7nh5fwzcz8\\\" to finish creating: GET https://rp.j9158400.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e74db2a3-e5c0-4716-b653-97b71022f7b2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e74db2a3-e5c0-4716-b653-97b71022f7b2\\\",\\n  \\\"name\\\": \\\"e74db2a3-e5c0-4716-b653-97b71022f7b2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T20:23:10.944852589Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T20:42:18.892286909Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-2dlqv: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-ks998: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-2dlqv: Creating: virtualmachine creating or updating\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-ks998: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0x29653a7eaab0\u003e{\n                ErrorCode: \"DeadlineExceeded\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Ms-Request-Id\": [\n                            \"fbe919a8-65c0-4514-a7d3-7f917005cd7d\",\n                        ],\n                        \"Date\": [\n                            \"Sun, 04 Oct 2026 20:42:19 GMT\",\n                        ],\n                        \"Content-Length\": [\"1232\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"9\"],\n                        \"Server\": [\"istio-envoy\"],\n                        \"Content-Type\": [\"application/json\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0x296539815dc0\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 101, 100, 49, 50, 50, 100, 49, 45, 55, 101, 48, 51, 45, 52, 97, 48, 49, 45, 98, 97, 97, 101, 45, 57, 48, 50, 48, 97, 98, 102, 51, 53, 48, 100, 52, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 119, 101, 115, 116, 117, 115, 51, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 101, 55, 52, 100, 98, 50, 97, 51, 45, 101, 53, 99, 48, 45, 52, 55, 49, 54, 45, 98, 54, 53, 51, 45, 57, 55, 98, 55, 49, 48, 50, 50, 102, 55, 98, 50, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 101, 55, 52, 100, 98, 50, 97, 51, 45, 101, 53, 99, 48, 45, 52, 55, 49, 54, 45, 98, 54, 53, 51, 45, 57, 55, 98, 55, 49, 48, 50, 50, 102, 55, 98, 50, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 48, 58, 50, 51, 58, 49, 48, 46, 57, 52, 52, 56, 53, 50, 53, 56, 57, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 50, 48, 58, 52, 50, 58, 49, 56, 46, 56, 57, 50, 50, 56, 54, 57, 48, 57, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 68, 101, 97, 100, 108, 105, 110, 101, 69, 120, 99, 101, 101, 100, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 114, 101, 97, 116, 105, 111, 110, 32, 100, 105, 100, 32, 110, 111, 116, 32, 99, 111, 109, 112, 108, 101, 116, 101, 32, 98, 101, 102, 111, 114, 101, 32, 116, 104, 101, 32, 100, 101, 97, 100, 108, 105, 110, 101, 59, 32, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 99, 108, 117, 115, 116, 101, 114, 32, 115, 101, 114, 118, 105, 99, 101, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 105, 115, 32, 105, 110, 115, 116, 97, 108, 108, 105, 110, 103, 59, 32, 91, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 78, 111, 100, 101, 80, 111, 111, 108, 93, 32, 104, 121, 112, 101, 114, 115, 104, 105, 102, 116, 32, 78, 111, 100, 101, 80, 111, 111, 108, 32, 115, 116, 97, 116, 117, 115, 32, 114, 101, 112, 108, 105, 99, 97, 115, 32, 105, 115, 32, 48, 44, 32, 119, 97, 110, 116, 32, 50, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 78, 111, 100, 101, 115, 72, 101, 97, 108, 116, 104, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 104, 101, 97, 108, 116, 104, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 54, 109, 53, 110, 48, 111, 54, 120, 51, 109, 48, 121, 54, 119, 45, 110, 112, 110, 111, 101, 100, 103, 101, 45, 52, 45, 50, 48, 45, 56, 53, 113, 104, 100, 45, 50, 100, 108, 113, 118, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 54, 109, 53, 110, 48, 111, 54, 120, 51, 109, 48, 121, 54, 119, 45, 110, 112, 110, 111, 101, 100, 103, 101, 45, 52, 45, 50, 48, 45, 56, 53, 113, 104, 100, 45, 107, 115, 57, 57, 56, 58, 32, 73, 110, 115, 112, 101, 99, 116, 105, 111, 110, 70, 97, 105, 108, 101, 100, 58, 32, 87, 97, 105, 116, 105, 110, 103, 32, 102, 111, 114, 32, 65, 122, 117, 114, 101, 77, 97, 99, 104, 105, 110, 101, 32, 116, 111, 32, 114, 101, 112, 111, 114, 116, 32, 115, 112, 101, 99, 46, 112, 114, 111, 118, 105, 100, 101, 114, 73, 68, 92, 110, 59, 32, 110, 111, 100, 101, 32, 112, 111, 111, 108, 32, 99, 111, 110, 100, 105, 116, 105, 111, 110, 32, 65, 108, 108, 77, 97, 99, 104, 105, 110, 101, 115, 82, 101, 97, 100, 121, 32, 105, 115, 32, 70, 97, 108, 115, 101, 58, 32, 50, 32, 111, 102, 32, 50, 32, 109, 97, 99, 104, 105, 110, 101, 115, 32, 97, 114, 101, 32, 110, 111, 116, 32, 114, 101, 97, 100, 121, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 54, 109, 53, 110, 48, 111, 54, 120, 51, 109, 48, 121, 54, 119, 45, 110, 112, 110, 111, 101, 100, 103, 101, 45, 52, 45, 50, 48, 45, 56, 53, 113, 104, 100, 45, 50, 100, 108, 113, 118, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 77, 97, 99, 104, 105, 110, 101, 32, 111, 54, 109, 53, 110, 48, 111, 54, 120, 51, 109, 48, 121, 54, 119, 45, 110, 112, 110, 111, 101, 100, 103, 101, 45, 52, 45, 50, 48, 45, 56, 53, 113, 104, 100, 45, 107, 115, 57, 57, 56, 58, 32, 67, 114, 101, 97, 116, 105, 110, 103, 58, 32, 118, 105, 114, 116, 117, 97, 108, 109, 97, 99, 104, 105, 110, 101, 32, 99, 114, 101, 97, 116, 105, 110, 103, 32, 111, 114, 32, 117, 112, 100, 97, 116, 105, 110, 103, 92, 110, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: 1232,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j9158400.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e74db2a3-e5c0-4716-b653-97b71022f7b2\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2024-06-10-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-04T20:42:19Z\\\"}\",\n                            ],\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"9a68d92c-685b-4343-9990-41e32ec2f691\",\n                            ],\n                            \"X-Ms-Client-Request-Id\": [\n                                \"ce6ec13c-c44c-4ebc-a6fd-cca9df27dec7\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j9158400.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j9158400.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 10, 213, 127, 61, 8, 254, 72, 134, 165, 134, 50, 18, 120, 118, 222, 8, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 57, 49, 53, 56, 52, 48, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 49, 56, 53, 56, 51, 48, 90, 23, 13, 50, 55, 48, 52, 48, 52, 49, 57, 48, 56, 51, 48, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 57, 49, 53, 56, 52, 48, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 209, 21, 16, 94, 12, 136, 96, 156, 220, 171, 237, 138, 134, 17, 253, 35, 88, 193, 91, 118, 168, 146, 32, 25, 219, 111, 88, 42, 156, 74, 136, 43, 196, 214, 105, 245, 53, 186, 134, 173, 18, 144, 215, 116, 217, 45, 178, 6, 49, 134, 86, 97, 127, 40, 40, 68, 154, 41, 123, 0, 60, 75, 3, 204, 240, 185, 209, 124, 174, 129, 41, 67, 60, 92, 20, 165, 100, 108, 175, 108, 166, 244, 83, 154, 127, 106, 47, 106, 46, 206, 201, 82, 123, 106, 201, 130, 151, 79, 35, 63, 104, 244, 158, 6, 80, 194, 47, 173, 240, 119, 129, 68, 233, 201, 150, 146, 106, 106, 9, 124, 160, 189, 170, 183, 168, 151, 10, 237, 229, 81, 10, 35, 115, 29, 37, 136, 212, 129, 40, 175, 141, 174, 214, 212, 174, 230, 11, 174, 140, 203, 133, 157, 19, 205, 31, 106, 80, 56, 170, 237, 143, 122, 3, 35, 78, 84, 18, 21, 66, 26, 174, 225, 36, 250, 101, 144, 183, 187, 32, 50, 251, 65, 140, 234, 83, 30, 4, 124, 166, 62, 8, 192, 206, 89, 55, 104, 14, 245, 133, 237, 79, 67, 8, 142, 247, 224, 50, 226, 30, 78, 127, 79, 34, 144, 65, 176, 39, 14, 198, 181, 151, 11, 36, 184, 223, 229, 172, 73, 166, 57, 34, 249, 238, 40, 101, 130, 229, 12, 236, 245, 126, 102, 51, 24, 189, 140, 14, 242, 177, 30, 241, 113, 105, 57, 195, 125, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 57, 49, 53, 56, 52, 48, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 75, 195, 101, 122, 124, 255, 114, 113, 54, 209, 22, 248, 185, 6, 60, 178, 117, 41, 150, 181, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 75, 195, 101, 122, 124, 255, 114, 113, 54, 209, 22, 248, 185, 6, 60, 178, 117, 41, 150, 181, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 176, 47, 114, 104, 70, 36, 225, 31, 224, 175, 142, 155, 69, 78, 156, 240, 32, 217, 103, 250, 166, 1, 72, 91, 206, 139, 201, 244, 77, 162, 49, 52, 107, 204, 45, 149, 99, 197, 112, 24, 21, 147, 205, 35, 111, 182, 18, 93, 18, 175, 9, 87, 220, 12, 162, 94, 52, 10, 13, 70, 141, 125, 3, 141, 178, 189, 146, 84, 91, 202, 129, 196, 37, 24, 176, 17, 45, 84, 66, 225, 102, 162, 228, 32, 109, 21, 144, 155, 17, 126, 131, 138, 81, 177, 47, 119, 106, 104, 197, 202, 30, 40, 23, 149, 230, 89, 184, 84, 167, 58, 175, 98, 147, 111, 255, 239, 120, 211, 88, 12, 246, 126, 222, 28, 250, 36, 249, 26, 152, 25, 113, 136, 71, 193, 38, 59, 232, 227, 165, 59, 187, 152, 133, 50, 157, 159, 65, 97, 103, 215, 10, 131, 120, 24, 219, 6, 75, 73, 134, 249, 91, 79, 219, 169, 212, 175, 100, 214, 229, 163, 134, 245, 117, 85, 164, 237, 82, 40, 7, 229, 197, 0, 190, 67, 76, 136, 117, 67, 116, 81, 114, 181, 243, 225, 109, 179, 39, 77, 226, 63, 138, 63, 146, 225, 89, 175, 115, 78, 156, 211, 179, 52, 178, 84, 85, 45, 12, 156, 150, 246, 54, 9, 156, 71, 85, 58, 115, 44, 151, 254, 53, 105, 198, 235, 127, 206, 53, 199, 59, 49, 225, 180, 123, 208, 164, 134, 34, 247, 132, 24, 206, 81, 1, 175, 138, 182],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 10, 213, 127, 61, 8, 254, 72, 134, 165, 134, 50, 18, 120, 118, 222, 8, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 57, 49, 53, 56, 52, 48, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 49, 56, 53, 56, 51, 48, 90, 23, 13, 50, 55, 48, 52, 48, 52, 49, 57, 48, 56, 51, 48, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 57, 49, 53, 56, 52, 48, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 209, 21, 16, 94, 12, 136, 96, 156, 220, 171, 237, 138, 134, 17, 253, 35, 88, 193, 91, 118, 168, 146, 32, 25, 219, 111, 88, 42, 156, 74, 136, 43, 196, 214, 105, 245, 53, 186, 134, 173, 18, 144, 215, 116, 217, 45, 178, 6, 49, 134, 86, 97, 127, 40, 40, 68, 154, 41, 123, 0, 60, 75, 3, 204, 240, 185, 209, 124, 174, 129, 41, 67, 60, 92, 20, 165, 100, 108, 175, 108, 166, 244, 83, 154, 127, 106, 47, 106, 46, 206, 201, 82, 123, 106, 201, 130, 151, 79, 35, 63, 104, 244, 158, 6, 80, 194, 47, 173, 240, 119, 129, 68, 233, 201, 150, 146, 106, 106, 9, 124, 160, 189, 170, 183, 168, 151, 10, 237, 229, 81, 10, 35, 115, 29, 37, 136, 212, 129, 40, 175, 141, 174, 214, 212, 174, 230, 11, 174, 140, 203, 133, 157, 19, 205, 31, 106, 80, 56, 170, 237, 143, 122, 3, 35, 78, 84, 18, 21, 66, 26, 174, 225, 36, 250, 101, 144, 183, 187, 32, 50, 251, 65, 140, 234, 83, 30, 4, 124, 166, 62, 8, 192, 206, 89, 55, 104, 14, 245, 133, 237, 79, 67, 8, 142, 247, 224, 50, 226, 30, 78, 127, 79, 34, 144, 65, 176, 39, 14, 198, 181, 151, 11, 36, 184, 223, 229, 172, 73, 166, 57, 34, 249, 238, 40, 101, 130, 229, 12, 236, 245, 126, 102, 51, 24, 189, 140, 14, 242, 177, 30, 241, 113, 105, 57, 195, 125, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 57, 49, 53, 56, 52, 48, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 75, 195, 101, 122, 124, 255, 114, 113, 54, 209, 22, 248, 185, 6, 60, 178, 117, 41, 150, 181, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 75, 195, 101, 122, 124, 255, 114, 113, 54, 209, 22, 248, 185, 6, 60, 178, 117, 41, 150, 181],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 209, 21, 16, 94, 12, 136, 96, 156, 220, 171, 237, 138, 134, 17, 253, 35, 88, 193, 91, 118, 168, 146, 32, 25, 219, 111, 88, 42, 156, 74, 136, 43, 196, 214, 105, 245, 53, 186, 134, 173, 18, 144, 215, 116, 217, 45, 178, 6, 49, 134, 86, 97, 127, 40, 40, 68, 154, 41, 123, 0, 60, 75, 3, 204, 240, 185, 209, 124, 174, 129, 41, 67, 60, 92, 20, 165, 100, 108, 175, 108, 166, 244, 83, 154, 127, 106, 47, 106, 46, 206, 201, 82, 123, 106, 201, 130, 151, 79, 35, 63, 104, 244, 158, 6, 80, 194, 47, 173, 240, 119, 129, 68, 233, 201, 150, 146, 106, 106, 9, 124, 160, 189, 170, 183, 168, 151, 10, 237, 229, 81, 10, 35, 115, 29, 37, 136, 212, 129, 40, 175, 141, 174, 214, 212, 174, 230, 11, 174, 140, 203, 133, 157, 19, 205, 31, 106, 80, 56, 170, 237, 143, 122, 3, 35, 78, 84, 18, 21, 66, 26, 174, 225, 36, 250, 101, 144, 183, 187, 32, 50, 251, 65, 140, 234, 83, 30, 4, 124, 166, 62, 8, 192, 206, 89, 55, 104, 14, 245, 133, 237, 79, 67, 8, 142, 247, 224, 50, 226, 30, 78, 127, 79, 34, 144, 65, 176, 39, 14, 198, 181, 151, 11, 36, 184, 223, 229, 172, 73, 166, 57, 34, 249, 238, 40, 101, 130, 229, 12, 236, 245, 126, 102, 51, 24, 189, 140, 14, 242, 177, 30, 241, 113, 105, 57, 195, 125, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 57, 49, 53, 56, 52, 48, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 57, 49, 53, 56, 52, 48, 48, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [176, 47, 114, 104, 70, 36, 225, 31, 224, 175, 142, 155, 69, 78, 156, 240, 32, 217, 103, 250, 166, 1, 72, 91, 206, 139, 201, 244, 77, 162, 49, 52, 107, 204, 45, 149, 99, 197, 112, 24, 21, 147, 205, 35, 111, 182, 18, 93, 18, 175, 9, 87, 220, 12, 162, 94, 52, 10, 13, 70, 141, 125, 3, 141, 178, 189, 146, 84, 91, 202, 129, 196, 37, 24, 176, 17, 45, 84, 66, 225, 102, 162, 228, 32, 109, 21, 144, 155, 17, 126, 131, 138, 81, 177, 47, 119, 106, 104, 197, 202, 30, 40, 23, 149, 230, 89, 184, 84, 167, 58, 175, 98, 147, 111, 255, 239, 120, 211, 88, 12, 246, 126, 222, 28, 250, 36, 249, 26, 152, 25, 113, 136, 71, 193, 38, 59, 232, 227, 165, 59, 187, 152, 133, 50, 157, 159, 65, 97, 103, 215, 10, 131, 120, 24, 219, 6, 75, 73, 134, 249, 91, 79, 219, 169, 212, 175, 100, 214, 229, 163, 134, 245, 117, 85, 164, 237, 82, 40, 7, 229, 197, 0, 190, 67, 76, 136, 117, 67, 116, 81, 114, 181, 243, 225, 109, 179, 39, 77, 226, 63, 138, 63, 146, 225, 89, 175, 115, 78, 156, 211, 179, 52, 178, 84, 85, 45, 12, 156, 150, 246, 54, 9, 156, 71, 85, 58, 115, 44, 151, 254, 53, 105, 198, 235, 127, 206, 53, 199, 59, 49, 225, 180, 123, 208, 164, 134, 34, 247, 132, 24, 206, 81, 1, 175, 138, 182],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0x296539e04c30\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [11927275718049193480, 780670010539264134],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j9158400.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j9158400.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926737110, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942462510, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [75, 195, 101, 122, 124, 255, 114, 113, 54, 209, 22, 248, 185, 6, 60, 178, 117, 41, 150, 181],\n                                AuthorityKeyId: [75, 195, 101, 122, 124, 255, 114, 113, 54, 209, 22, 248, 185, 6, 60, 178, 117, 41, 150, 181],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j9158400.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bd760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j9158400.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e74db2a3-e5c0-4716-b653-97b71022f7b2\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeadlineExceeded\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e74db2a3-e5c0-4716-b653-97b71022f7b2\\\",\\n  \\\"name\\\": \\\"e74db2a3-e5c0-4716-b653-97b71022f7b2\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T20:23:10.944852589Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T20:42:18.892286909Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeadlineExceeded\\\",\\n    \\\"message\\\": \\\"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-2dlqv: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-ks998: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-2dlqv: Creating: virtualmachine creating or updating\\\\nMachine o6m5n0o6x3m0y6w-npnoedge-4-20-85qhd-ks998: Creating: virtualmachine creating or updating\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106862749937045504","occurred_at":"2026-10-04T21:43:17Z","signature_id":"caee5bf7772053c08d912cd6d39ccfffc7ba6f83fc4f79fa2649bf215964fd8f","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7325/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106825712047493120","occurred_at":"2026-10-04T19:16:07Z","signature_id":"a1169d6640a634f36c1b3bcee3915adaca84e551441f6f231312b82cfaa717ee","pr_number":7325,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7332/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106815765549158400","occurred_at":"2026-10-04T18:36:35Z","signature_id":"ccc3a23f62cf304547639c8ca87640216a3ac133c215f20793de520b2c460900","pr_number":7332,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7309/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106653825002639360","occurred_at":"2026-10-04T07:53:06Z","signature_id":"27805f0dec5bcfe01e9c872acf7ba0bf3fcc565e667a6d6e56db102624414d96","pr_number":7309,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7314/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105989632788271104","occurred_at":"2026-10-02T11:53:50Z","signature_id":"f69ba6188909b28f74884c51e52b94a32d60de724f0f21d0e969c7c8782b6c2f","pr_number":7314,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6976/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105916967100616704","occurred_at":"2026-10-02T07:05:05Z","signature_id":"aa94cf88bb79706f28a4d806b8b9860fe56b6477bb4b62bfc09ab3f7354f8d08","pr_number":6976,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7053/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105279807200694272","occurred_at":"2026-09-30T12:53:14Z","signature_id":"d84fbb4f91a7ca89a512a9ccaac84a33ddc34058ff07b5aaf957fe0df53b120b","pr_number":7053,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"f5e947b6ed7bf96ad80534c042635c42eae546f22fd6012bbe8463c15537a70c","failure_pattern":"alert [svc] KubeDaemonSetRolloutStuck fired","search_query":"alert [svc] KubeDaemonSetRolloutStuck fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert KubeDaemonSetRolloutStuck does not fire","occurrences":7,"runs_affected":7,"failed_runs":7,"run_impact_percent":1.338432122370937,"anchor_occurrences":7,"after_last_push_count":0,"trend_counts":[0,2,0,5,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":17,"prior_last_seen_at":"2026-09-24T16:34:17Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert KubeDaemonSetRolloutStuck does not fire","occurrences":7}],"full_error_samples":["alert fired 2 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-09-30T20:39:30Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDaemonSetRolloutStuck\", cluster=\"ci01-j8920064-svc\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", daemonset=\"arobit-forwarder\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.33:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j8920064/providers/microsoft.monitor/accounts/services-j8920064\", namespace=\"arobit\", pod=\"arohcp-monitor-kube-state-metrics-79b88f5699-6rhvw\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: DaemonSet arobit/arobit-forwarder has not finished or progressed for at least 15 minutes.\nFiring 2:\n  State:       Fired (not resolved)\n  Started:     2026-09-30T20:40:27Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDaemonSetRolloutStuck\", cluster=\"ci01-j8920064-svc\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", daemonset=\"arobit-forwarder\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.33:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j8920064/providers/microsoft.monitor/accounts/services-j8920064\", namespace=\"arobit\", pod=\"arohcp-monitor-kube-state-metrics-79b88f5699-6rhvw\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: DaemonSet arobit/arobit-forwarder has not finished or progressed for at least 15 minutes.","alert fired 2 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-09-30T18:42:18Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDaemonSetRolloutStuck\", cluster=\"ci01-j0633472-svc\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", daemonset=\"arobit-forwarder\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.92:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j0633472/providers/microsoft.monitor/accounts/services-j0633472\", namespace=\"arobit\", pod=\"arohcp-monitor-kube-state-metrics-79b88f5699-kq5jf\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: DaemonSet arobit/arobit-forwarder has not finished or progressed for at least 15 minutes.\nFiring 2:\n  State:       Fired (not resolved)\n  Started:     2026-09-30T18:42:18Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDaemonSetRolloutStuck\", cluster=\"ci01-j0633472-svc\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", daemonset=\"arobit-forwarder\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.92:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j0633472/providers/microsoft.monitor/accounts/services-j0633472\", namespace=\"arobit\", pod=\"arohcp-monitor-kube-state-metrics-79b88f5699-kq5jf\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: DaemonSet arobit/arobit-forwarder has not finished or progressed for at least 15 minutes.","alert fired 4 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-30T17:22:21Z\n  Ended:       2026-09-30T17:28:17Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDaemonSetRolloutStuck\", cluster=\"ci01-j5446016-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", daemonset=\"retina-agent\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.68:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j5446016/providers/microsoft.monitor/accounts/services-j5446016\", namespace=\"kube-system\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-5hwk9\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: DaemonSet kube-system/retina-agent has not finished or progressed for at least 15 minutes.\nFiring 2:\n  State:       Resolved\n  Started:     2026-09-30T17:22:21Z\n  Ended:       2026-09-30T17:28:17Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDaemonSetRolloutStuck\", cluster=\"ci01-j5446016-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", daemonset=\"swift-recorder\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.68:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j5446016/providers/microsoft.monitor/accounts/services-j5446016\", namespace=\"swift-recorder\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-5hwk9\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: DaemonSet swift-recorder/swift-recorder has not finished or progressed for at least 15 minutes.\nFiring 3:\n  State:       Resolved\n  Started:     2026-09-30T17:22:21Z\n  Ended:       2026-09-30T17:28:18Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDaemonSetRolloutStuck\", cluster=\"ci01-j5446016-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", daemonset=\"retina-agent\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.68:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j5446016/providers/microsoft.monitor/accounts/services-j5446016\", namespace=\"kube-system\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-5hwk9\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: DaemonSet kube-system/retina-agent has not finished or progressed for at least 15 minutes.\nFiring 4:\n  State:       Resolved\n  Started:     2026-09-30T17:22:21Z\n  Ended:       2026-09-30T17:28:18Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDaemonSetRolloutStuck\", cluster=\"ci01-j5446016-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", daemonset=\"set-kubelet-parameters-for-scale\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.68:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j5446016/providers/microsoft.monitor/accounts/services-j5446016\", namespace=\"kube-system\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-5hwk9\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: DaemonSet kube-system/set-kubelet-parameters-for-scale has not finished or progressed for at least 15 minutes."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105385002328920064","occurred_at":"2026-09-30T19:51:15Z","signature_id":"4dce540a5737084b6a6f4fb2bff2bdb7b393fc2c015c007f9cfd99a7f9898533","pr_number":6820,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105354569830633472","occurred_at":"2026-09-30T17:50:19Z","signature_id":"c7530f8f951fb0bc0dedf42f576c3e580237189727a6abff781b0abf7fea08d7","pr_number":6820,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"0d33f411900228bb6fdc790337157ac99d17d0d26ebbe8f2667d92df7f4ae88f","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105294563651358720","occurred_at":"2026-09-30T13:51:53Z","signature_id":"6ab116244e8b6c55af7310ca393f986f1be56582f51b8e5b67d25e76cd3995b9","pr_number":6820,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105227914915090432","occurred_at":"2026-09-30T09:27:02Z","signature_id":"070a999d413963099d095402bcad5d0495e08e705056ebb3a3163bfbe8e380fa","pr_number":6820,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"c7cb04f07a33dee0036fa4a43a64560ad19f5cf76e72a8e93d2645cb223f7e32","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"2cc7d70b704c84289c5bafb769a7557267d985237cbcee107436daf38e26c9c4","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"7db32735f2411925df9899c98d2baea72687de263bdcb054c1150ac9c1a416fe","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version \u003cversion\u003e is Partial (want Completed), started \u003cduration\u003e ago; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private ingress using v20260901preview and verify the ingress is internal","occurrences":7,"runs_affected":3,"failed_runs":3,"run_impact_percent":0.5736137667304015,"anchor_occurrences":7,"after_last_push_count":1,"trend_counts":[0,3,1,3,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":3,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.23","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private ingress using v20260901preview and verify the ingress is internal","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Engineering want metrics from HCP to be present in Azure Monitor Workspace","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:92]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000af62c0\u003e: \n    failed to create HCP cluster cluster-np-labels-taints: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-fs49jjvbxrlk\" to finish creating: GET https://rp.j5446016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e9c1f57e-28e9-49ea-8226-45b731c2d8ca\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e9c1f57e-28e9-49ea-8226-45b731c2d8ca\",\n      \"name\": \"e9c1f57e-28e9-49ea-8226-45b731c2d8ca\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T16:53:07.232391508Z\",\n      \"endTime\": \"2026-09-30T17:22:15.941466136Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.21.35 is Partial (want Completed), started 25m42s ago\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:92]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000af62c0\u003e: \n    failed to create HCP cluster cluster-np-labels-taints: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-fs49jjvbxrlk\" to finish creating: GET https://rp.j5446016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e9c1f57e-28e9-49ea-8226-45b731c2d8ca\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e9c1f57e-28e9-49ea-8226-45b731c2d8ca\",\n      \"name\": \"e9c1f57e-28e9-49ea-8226-45b731c2d8ca\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T16:53:07.232391508Z\",\n      \"endTime\": \"2026-09-30T17:22:15.941466136Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.21.35 is Partial (want Completed), started 25m42s ago\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010a8280\u003e: \n    failed to create HCP cluster hcp-cluster-np-128: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-ztrwgb4tgx4r\" to finish creating: GET https://rp.j5446016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/fb9dfc1a-3b4b-487f-b91c-0f6b1985bf0d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/fb9dfc1a-3b4b-487f-b91c-0f6b1985bf0d\",\n      \"name\": \"fb9dfc1a-3b4b-487f-b91c-0f6b1985bf0d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T16:52:39.354643704Z\",\n      \"endTime\": \"2026-09-30T17:21:45.995494198Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.21.35 is Partial (want Completed), started 25m45s ago\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010a8280\u003e: \n    failed to create HCP cluster hcp-cluster-np-128: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-ztrwgb4tgx4r\" to finish creating: GET https://rp.j5446016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/fb9dfc1a-3b4b-487f-b91c-0f6b1985bf0d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/fb9dfc1a-3b4b-487f-b91c-0f6b1985bf0d\",\n      \"name\": \"fb9dfc1a-3b4b-487f-b91c-0f6b1985bf0d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T16:52:39.354643704Z\",\n      \"endTime\": \"2026-09-30T17:21:45.995494198Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.21.35 is Partial (want Completed), started 25m45s ago\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:87]: failed to create HCP cluster \"private-ingress\" with private ingress\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f1a380\u003e: \n    failed to create HCP cluster private-ingress: failed waiting for cluster=\"private-ingress\" in resourcegroup=\"private-ingress-rwh7s9rvp89r\" to finish creating: GET https://rp.j5446016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/eb690e90-f4f6-4eb4-9d4f-fe046ccd3d44\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/eb690e90-f4f6-4eb4-9d4f-fe046ccd3d44\",\n      \"name\": \"eb690e90-f4f6-4eb4-9d4f-fe046ccd3d44\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T16:52:15.764760069Z\",\n      \"endTime\": \"2026-09-30T17:21:16.086415783Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.21.35 is Partial (want Completed), started 24m59s ago\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:87]: failed to create HCP cluster \"private-ingress\" with private ingress\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f1a380\u003e: \n    failed to create HCP cluster private-ingress: failed waiting for cluster=\"private-ingress\" in resourcegroup=\"private-ingress-rwh7s9rvp89r\" to finish creating: GET https://rp.j5446016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/eb690e90-f4f6-4eb4-9d4f-fe046ccd3d44\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/eb690e90-f4f6-4eb4-9d4f-fe046ccd3d44\",\n      \"name\": \"eb690e90-f4f6-4eb4-9d4f-fe046ccd3d44\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T16:52:15.764760069Z\",\n      \"endTime\": \"2026-09-30T17:21:16.086415783Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.21.35 is Partial (want Completed), started 24m59s ago\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"0a60267a540ef98cc9481c666f895630a98788d08afe3a5800859b181c2717b2","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"335ab959219cb206e30234fc1cf72ca10d7c54d0f8706508b7269b3ad089b86d","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"c47e9e92a6f4e295102296fad094562a1d04cf7aee29b799aa62c27f9514ae5c","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7169/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747271315787776","occurred_at":"2026-09-29T01:37:08Z","signature_id":"977e88260a2c63839e01a7379ef3eb4856b48c29fe506cf53d597be69eae5a25","pr_number":7169,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"4db5797f215c217305fb770b8ae20d1fadd3857acb12459b9d26de91ec6863e5","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"664087fc7585f829fbe7a6c474f2c0e06ccf5f5a842a67cc4a4c2cf5f9ca990d","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"e7153cfe927d09bf871348873ff5d0a76b6b72889ee031a3643abac543c6012d","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"82f810366f876da7711015ea6b8c99b054ca0f8d38feea2e1783563b0dc9ab4d","failure_pattern":"ERROR CODE: DeploymentFailed; detail code RoleAssignmentLimitExceeded; detail message No more role assignments can be created.","search_query":"ERROR CODE: DeploymentFailed","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":6,"runs_affected":4,"failed_runs":4,"run_impact_percent":0.7648183556405354,"anchor_occurrences":6,"after_last_push_count":1,"trend_counts":[0,0,6,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":4,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":3},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.22.zLatest to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:154]: failed to create customer resources for third cluster \"basic-hcp-cluster3\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00088a640\u003e: \n    failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-basic-hcp-cluster3-xlptvl\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-basic-hcp-cluster3-xlptvl/operationStatuses/08584109556974857386\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeploymentFailed\n    --------------------------------------------------------------------------------\n    {\n      \"status\": \"Failed\",\n      \"error\": {\n        \"code\": \"DeploymentFailed\",\n        \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n        \"details\": [\n          {\n            \"code\": \"Conflict\",\n            \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentFailed\\\",\\r\\n        \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-lxcj7rrjfmg7/providers/Microsoft.Resources/deployments/pooledNonMsiScopedAssignments-igpwm4vimfr3y\\\",\\r\\n        \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\r\\n        \\\"details\\\": [\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          }\\r\\n        ]\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n          },\n          {\n            \"code\": \"Conflict\",\n            \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentFailed\\\",\\r\\n        \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard0-03-31/providers/Microsoft.Resources/deployments/pooledMsiScopedAssignments\\\",\\r\\n        \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\r\\n        \\\"details\\\": [\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          }\\r\\n        ]\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:154]: failed to create customer resources for third cluster \"basic-hcp-cluster3\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00088a640\u003e: \n    failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-basic-hcp-cluster3-xlptvl\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-basic-hcp-cluster3-xlptvl/operationStatuses/08584109556974857386\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeploymentFailed\n    --------------------------------------------------------------------------------\n    {\n      \"status\": \"Failed\",\n      \"error\": {\n        \"code\": \"DeploymentFailed\",\n        \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n        \"details\": [\n          {\n            \"code\": \"Conflict\",\n            \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentFailed\\\",\\r\\n        \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-lxcj7rrjfmg7/providers/Microsoft.Resources/deployments/pooledNonMsiScopedAssignments-igpwm4vimfr3y\\\",\\r\\n        \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\r\\n        \\\"details\\\": [\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          }\\r\\n        ]\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n          },\n          {\n            \"code\": \"Conflict\",\n            \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentFailed\\\",\\r\\n        \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard0-03-31/providers/Microsoft.Resources/deployments/pooledMsiScopedAssignments\\\",\\r\\n        \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\r\\n        \\\"details\\\": [\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          }\\r\\n        ]\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:712]: failed to create cluster customer resources\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001744a60\u003e: \n    failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-np-dg-minor-ndgcc2-tplzd9\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-np-dg-minor-ndgcc2-tplzd9/operationStatuses/08584109554179204837\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeploymentFailed\n    --------------------------------------------------------------------------------\n    {\n      \"status\": \"Failed\",\n      \"error\": {\n        \"code\": \"DeploymentFailed\",\n        \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n        \"details\": [\n          {\n            \"code\": \"Conflict\",\n            \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentFailed\\\",\\r\\n        \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-dg-minor-ndgcc2-kcw2dvn877rh/providers/Microsoft.Resources/deployments/pooledNonMsiScopedAssignments-bmtu7bm547ml6\\\",\\r\\n        \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\r\\n        \\\"details\\\": [\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          }\\r\\n        ]\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:712]: failed to create cluster customer resources\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001744a60\u003e: \n    failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-np-dg-minor-ndgcc2-tplzd9\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-np-dg-minor-ndgcc2-tplzd9/operationStatuses/08584109554179204837\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeploymentFailed\n    --------------------------------------------------------------------------------\n    {\n      \"status\": \"Failed\",\n      \"error\": {\n        \"code\": \"DeploymentFailed\",\n        \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n        \"details\": [\n          {\n            \"code\": \"Conflict\",\n            \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentFailed\\\",\\r\\n        \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-dg-minor-ndgcc2-kcw2dvn877rh/providers/Microsoft.Resources/deployments/pooledNonMsiScopedAssignments-bmtu7bm547ml6\\\",\\r\\n        \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\r\\n        \\\"details\\\": [\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          }\\r\\n        ]\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:293]: failed to create cluster customer resources\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001486340\u003e: \n    failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-np-noedge-wzv4bm-g699tf\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-np-noedge-wzv4bm-g699tf/operationStatuses/08584109554270576231\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeploymentFailed\n    --------------------------------------------------------------------------------\n    {\n      \"status\": \"Failed\",\n      \"error\": {\n        \"code\": \"DeploymentFailed\",\n        \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n        \"details\": [\n          {\n            \"code\": \"Conflict\",\n            \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentFailed\\\",\\r\\n        \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard0-00-09/providers/Microsoft.Resources/deployments/pooledMsiScopedAssignments\\\",\\r\\n        \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\r\\n        \\\"details\\\": [\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          }\\r\\n        ]\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:293]: failed to create cluster customer resources\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001486340\u003e: \n    failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-np-noedge-wzv4bm-g699tf\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-np-noedge-wzv4bm-g699tf/operationStatuses/08584109554270576231\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeploymentFailed\n    --------------------------------------------------------------------------------\n    {\n      \"status\": \"Failed\",\n      \"error\": {\n        \"code\": \"DeploymentFailed\",\n        \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n        \"details\": [\n          {\n            \"code\": \"Conflict\",\n            \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentFailed\\\",\\r\\n        \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard0-00-09/providers/Microsoft.Resources/deployments/pooledMsiScopedAssignments\\\",\\r\\n        \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\r\\n        \\\"details\\\": [\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"RoleAssignmentLimitExceeded\\\",\\r\\n            \\\"message\\\": \\\"No more role assignments can be created.\\\"\\r\\n          }\\r\\n        ]\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7200/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104749868172972032","occurred_at":"2026-09-29T01:47:21Z","signature_id":"48a25d611124959a4e4e873c795ebd82af1d12806c242e2f13414987c800a115","pr_number":7200,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7224/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747427830435840","occurred_at":"2026-09-29T01:37:45Z","signature_id":"27eac4629b31de57b043ae1a8339716d0401bfae44f7f647a4ef7a218870f059","pr_number":7224,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7224/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747427830435840","occurred_at":"2026-09-29T01:37:45Z","signature_id":"5798c3780cd442d290c5794b4c211d8862f5def573fb6e601b9125c130a43dc3","pr_number":7224,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7224/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747427830435840","occurred_at":"2026-09-29T01:37:45Z","signature_id":"d89f25ae6ba4256a89a04462f3bd4ee5766c5a9a38461d72b34e552889ad9eab","pr_number":7224,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6922/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747348675530752","occurred_at":"2026-09-29T01:37:26Z","signature_id":"517ada13c5bf432c109f2ae8387cc4b3e96d1db9062765e62f73378b0a367478","pr_number":6922,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7215/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747333580230656","occurred_at":"2026-09-29T01:37:23Z","signature_id":"1661f171ed1243433a8cb435d46447de028f234837fe682dde1055e2b6793c73","pr_number":7215,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"56d972e76712743c510249b7bfaf8d1cef7f97d62d33d6258594d264ca2ff6b2","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster update did not complete before the deadline; [hypershiftHostedCluster] hypershift HostedCluster annotation \"hypershift.openshift.io/cluster-size-override\" is \"e2e_minimal; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":6,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":6,"after_last_push_count":0,"trend_counts":[0,0,0,0,0,6,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.23","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 5.0","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:157]: failed to enable immediate z-stream updates for cluster \"cluster-zstream-4-20-fskm94\" on minor version 4.20\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a32b40\u003e: \n    failed waiting for hcpCluster=\"cluster-zstream-4-20-fskm94\" in resourcegroup=\"rg-zstream-upgrade-4-20-7d7sxcc5nbp4\" to finish updating: GET https://rp.j2076800.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/0a14b50b-454e-42ea-8dd4-4340cfdff6fa\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/0a14b50b-454e-42ea-8dd4-4340cfdff6fa\",\n      \"name\": \"0a14b50b-454e-42ea-8dd4-4340cfdff6fa\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-02T22:59:38.87341489Z\",\n      \"endTime\": \"2026-10-02T23:43:46.612931387Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster update did not complete before the deadline; [hypershiftHostedCluster] hypershift HostedCluster annotation \\\"hypershift.openshift.io/cluster-size-override\\\" is \\\"e2e_minimal\\\", want unset\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:157]: failed to enable immediate z-stream updates for cluster \"cluster-zstream-4-20-fskm94\" on minor version 4.20\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a32b40\u003e: \n    failed waiting for hcpCluster=\"cluster-zstream-4-20-fskm94\" in resourcegroup=\"rg-zstream-upgrade-4-20-7d7sxcc5nbp4\" to finish updating: GET https://rp.j2076800.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/0a14b50b-454e-42ea-8dd4-4340cfdff6fa\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/0a14b50b-454e-42ea-8dd4-4340cfdff6fa\",\n      \"name\": \"0a14b50b-454e-42ea-8dd4-4340cfdff6fa\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-02T22:59:38.87341489Z\",\n      \"endTime\": \"2026-10-02T23:43:46.612931387Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster update did not complete before the deadline; [hypershiftHostedCluster] hypershift HostedCluster annotation \\\"hypershift.openshift.io/cluster-size-override\\\" is \\\"e2e_minimal\\\", want unset\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:157]: failed to enable immediate z-stream updates for cluster \"cluster-zstream-4-23-59v6sn\" on minor version 4.23\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000be1060\u003e: \n    failed waiting for hcpCluster=\"cluster-zstream-4-23-59v6sn\" in resourcegroup=\"rg-zstream-upgrade-4-23-dwdrgs9rpkt4\" to finish updating: GET https://rp.j2076800.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f2c90638-d31c-4819-aa00-1f73910cfe32\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f2c90638-d31c-4819-aa00-1f73910cfe32\",\n      \"name\": \"f2c90638-d31c-4819-aa00-1f73910cfe32\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-02T23:00:29.412121269Z\",\n      \"endTime\": \"2026-10-02T23:44:36.589759019Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster update did not complete before the deadline; [hypershiftHostedCluster] hypershift HostedCluster annotation \\\"hypershift.openshift.io/cluster-size-override\\\" is \\\"e2e_minimal\\\", want unset\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:157]: failed to enable immediate z-stream updates for cluster \"cluster-zstream-4-23-59v6sn\" on minor version 4.23\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000be1060\u003e: \n    failed waiting for hcpCluster=\"cluster-zstream-4-23-59v6sn\" in resourcegroup=\"rg-zstream-upgrade-4-23-dwdrgs9rpkt4\" to finish updating: GET https://rp.j2076800.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f2c90638-d31c-4819-aa00-1f73910cfe32\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/f2c90638-d31c-4819-aa00-1f73910cfe32\",\n      \"name\": \"f2c90638-d31c-4819-aa00-1f73910cfe32\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-02T23:00:29.412121269Z\",\n      \"endTime\": \"2026-10-02T23:44:36.589759019Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster update did not complete before the deadline; [hypershiftHostedCluster] hypershift HostedCluster annotation \\\"hypershift.openshift.io/cluster-size-override\\\" is \\\"e2e_minimal\\\", want unset\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:193]: failed to update HCP cluster tags via PATCH\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a6f800\u003e: \n    failed waiting for hcpCluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-xzgkv9b984lz\" to finish updating: GET https://rp.j2076800.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/bc6e51ed-79e2-431d-8b60-c9c38f639a11\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/bc6e51ed-79e2-431d-8b60-c9c38f639a11\",\n      \"name\": \"bc6e51ed-79e2-431d-8b60-c9c38f639a11\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-02T22:58:51.980435313Z\",\n      \"endTime\": \"2026-10-02T23:08:01.293538008Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster update did not complete before the deadline; [hypershiftHostedCluster] hypershift HostedCluster annotation \\\"hypershift.openshift.io/cluster-size-override\\\" is \\\"e2e_minimal\\\", want unset\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:193]: failed to update HCP cluster tags via PATCH\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a6f800\u003e: \n    failed waiting for hcpCluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-xzgkv9b984lz\" to finish updating: GET https://rp.j2076800.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/bc6e51ed-79e2-431d-8b60-c9c38f639a11\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/bc6e51ed-79e2-431d-8b60-c9c38f639a11\",\n      \"name\": \"bc6e51ed-79e2-431d-8b60-c9c38f639a11\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-02T22:58:51.980435313Z\",\n      \"endTime\": \"2026-10-02T23:08:01.293538008Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster update did not complete before the deadline; [hypershiftHostedCluster] hypershift HostedCluster annotation \\\"hypershift.openshift.io/cluster-size-override\\\" is \\\"e2e_minimal\\\", want unset\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106143183632076800","occurred_at":"2026-10-02T22:03:59Z","signature_id":"0660e5aeb2a877fab962d22ed49cccd7985f44881bfda87726aaa352b96da22a","pr_number":7313,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106143183632076800","occurred_at":"2026-10-02T22:03:59Z","signature_id":"4d059280747339409745ae35874bcfc7c6f8797f43ab108053ff4751fb5cfa9b","pr_number":7313,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106143183632076800","occurred_at":"2026-10-02T22:03:59Z","signature_id":"5bd9a565d39a5a143cbf016e6eacabe5fc41e6b584fd89893528ebc43bc9173f","pr_number":7313,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106143183632076800","occurred_at":"2026-10-02T22:03:59Z","signature_id":"affbacfd51e93098bd3964ec613491d9c1e15b85104d19de75d8c835e704fdce","pr_number":7313,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106143183632076800","occurred_at":"2026-10-02T22:03:59Z","signature_id":"b7678a0e4b4e24474229f76609c785b6fb93d2d584801f6c25d6ac0623415d59","pr_number":7313,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106143183632076800","occurred_at":"2026-10-02T22:03:59Z","signature_id":"ca2142bbb3700266ca07c7e4c24330f499e20b7321800d8b3c755ba6c4b16e28","pr_number":7313,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"4033d8c230ccf6abe05525fad14dc9766fcbee12a05064b260dc31268b48600b","failure_pattern":"alert [svc] KubeDeploymentReplicasMismatch fired","search_query":"alert [svc] KubeDeploymentReplicasMismatch fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert KubeDeploymentReplicasMismatch does not fire","occurrences":5,"runs_affected":5,"failed_runs":5,"run_impact_percent":0.9560229445506692,"anchor_occurrences":5,"after_last_push_count":10,"trend_counts":[0,2,2,1,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":22,"prior_last_seen_at":"2026-09-26T22:54:46Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert KubeDeploymentReplicasMismatch does not fire","occurrences":5}],"full_error_samples":["alert fired 12 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-09-30T06:32:02Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j6251904-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.183:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j6251904/providers/microsoft.monitor/accounts/services-j6251904\", namespace=\"open-cluster-management-agent-addon\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-blwss\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment open-cluster-management-agent-addon/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 2:\n  State:       Fired (not resolved)\n  Started:     2026-09-30T06:32:02Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j6251904-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.183:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j6251904/providers/microsoft.monitor/accounts/services-j6251904\", namespace=\"open-cluster-management-agent-addon\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-blwss\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment open-cluster-management-agent-addon/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 3:\n  State:       Resolved\n  Started:     2026-09-30T06:39:00Z\n  Ended:       2026-09-30T07:01:02Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j6251904-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.183:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j6251904/providers/microsoft.monitor/accounts/services-j6251904\", namespace=\"klusterlet-2t55he6nad38adkphki745bqugvhhgmi\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-blwss\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t55he6nad38adkphki745bqugvhhgmi/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 4:\n  State:       Resolved\n  Started:     2026-09-30T06:39:00Z\n  Ended:       2026-09-30T07:01:02Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j6251904-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.183:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j6251904/providers/microsoft.monitor/accounts/services-j6251904\", namespace=\"klusterlet-2t55he6nad38adkphki745bqugvhhgmi\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-blwss\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t55he6nad38adkphki745bqugvhhgmi/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 5:\n  State:       Resolved\n  Started:     2026-09-30T07:02:01Z\n  Ended:       2026-09-30T07:08:03Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j6251904-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.183:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j6251904/providers/microsoft.monitor/accounts/services-j6251904\", namespace=\"klusterlet-2t55s5ip2mfud3dnigkagbgr229suldb\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-blwss\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t55s5ip2mfud3dnigkagbgr229suldb/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 6:\n  State:       Resolved\n  Started:     2026-09-30T07:02:01Z\n  Ended:       2026-09-30T07:08:03Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j6251904-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.183:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j6251904/providers/microsoft.monitor/accounts/services-j6251904\", namespace=\"klusterlet-2t55sahljftd8u6q1m4sbae73q1qo4f2\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-blwss\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t55sahljftd8u6q1m4sbae73q1qo4f2/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 7:\n  State:       Resolved\n  Started:     2026-09-30T07:02:01Z\n  Ended:       2026-09-30T07:08:03Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j6251904-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.183:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j6251904/providers/microsoft.monitor/accounts/services-j6251904\", namespace=\"klusterlet-2t55s5ip2mfud3dnigkagbgr229suldb\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-blwss\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t55s5ip2mfud3dnigkagbgr229suldb/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 8:\n  State:       Resolved\n  Started:     2026-09-30T07:02:01Z\n  Ended:       2026-09-30T07:08:05Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j6251904-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.183:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j6251904/providers/microsoft.monitor/accounts/services-j6251904\", namespace=\"klusterlet-2t55sahljftd8u6q1m4sbae73q1qo4f2\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-blwss\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t55sahljftd8u6q1m4sbae73q1qo4f2/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 9:\n  State:       Resolved\n  Started:     2026-09-30T07:03:02Z\n  Ended:       2026-09-30T07:12:02Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j6251904-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.183:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j6251904/providers/microsoft.monitor/accounts/services-j6251904\", namespace=\"klusterlet-2t55soh6c16uoks7fn5rqknhr3g6cc88\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-blwss\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t55soh6c16uoks7fn5rqknhr3g6cc88/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 10:\n  State:       Resolved\n  Started:     2026-09-30T07:03:02Z\n  Ended:       2026-09-30T07:12:02Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j6251904-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.183:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j6251904/providers/microsoft.monitor/accounts/services-j6251904\", namespace=\"klusterlet-2t55soh6c16uoks7fn5rqknhr3g6cc88\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-blwss\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t55soh6c16uoks7fn5rqknhr3g6cc88/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 11:\n  State:       Resolved\n  Started:     2026-09-30T07:03:02Z\n  Ended:       2026-09-30T07:11:06Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j6251904-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.183:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j6251904/providers/microsoft.monitor/accounts/services-j6251904\", namespace=\"klusterlet-2t55som67oi1sqntaq9acgv9gavh7vjf\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-blwss\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t55som67oi1sqntaq9acgv9gavh7vjf/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 12:\n  State:       Resolved\n  Started:     2026-09-30T07:03:02Z\n  Ended:       2026-09-30T07:11:06Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j6251904-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.183:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j6251904/providers/microsoft.monitor/accounts/services-j6251904\", namespace=\"klusterlet-2t55som67oi1sqntaq9acgv9gavh7vjf\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-blwss\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t55som67oi1sqntaq9acgv9gavh7vjf/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.","alert fired 8 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-09-29T16:58:29Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j0873728-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.132:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j0873728/providers/microsoft.monitor/accounts/services-j0873728\", namespace=\"open-cluster-management-agent-addon\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-qqn8d\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment open-cluster-management-agent-addon/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 2:\n  State:       Fired (not resolved)\n  Started:     2026-09-29T16:58:29Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j0873728-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.132:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j0873728/providers/microsoft.monitor/accounts/services-j0873728\", namespace=\"open-cluster-management-agent-addon\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-qqn8d\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment open-cluster-management-agent-addon/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 3:\n  State:       Resolved\n  Started:     2026-09-29T17:07:31Z\n  Ended:       2026-09-29T17:35:30Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j0873728-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.132:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j0873728/providers/microsoft.monitor/accounts/services-j0873728\", namespace=\"klusterlet-2t4pk8k1eqei6ipqjn5eo2qde37f917q\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-qqn8d\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t4pk8k1eqei6ipqjn5eo2qde37f917q/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 4:\n  State:       Resolved\n  Started:     2026-09-29T17:07:31Z\n  Ended:       2026-09-29T17:35:30Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j0873728-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.132:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j0873728/providers/microsoft.monitor/accounts/services-j0873728\", namespace=\"klusterlet-2t4pk8k1eqei6ipqjn5eo2qde37f917q\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-qqn8d\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t4pk8k1eqei6ipqjn5eo2qde37f917q/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 5:\n  State:       Resolved\n  Started:     2026-09-29T17:29:29Z\n  Ended:       2026-09-29T17:39:29Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j0873728-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.132:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j0873728/providers/microsoft.monitor/accounts/services-j0873728\", namespace=\"klusterlet-2t4pvsjcuds2fgpd5nc13jc1b6vtv0ra\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-qqn8d\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t4pvsjcuds2fgpd5nc13jc1b6vtv0ra/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 6:\n  State:       Resolved\n  Started:     2026-09-29T17:29:29Z\n  Ended:       2026-09-29T17:39:29Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j0873728-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.132:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j0873728/providers/microsoft.monitor/accounts/services-j0873728\", namespace=\"klusterlet-2t4pvsjcuds2fgpd5nc13jc1b6vtv0ra\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-qqn8d\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t4pvsjcuds2fgpd5nc13jc1b6vtv0ra/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 7:\n  State:       Resolved\n  Started:     2026-09-29T17:34:30Z\n  Ended:       2026-09-29T17:40:33Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j0873728-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.132:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j0873728/providers/microsoft.monitor/accounts/services-j0873728\", namespace=\"klusterlet-2t4q266hvr5t8e6kmj10ip38mft9e346\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-qqn8d\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t4q266hvr5t8e6kmj10ip38mft9e346/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 8:\n  State:       Resolved\n  Started:     2026-09-29T17:34:30Z\n  Ended:       2026-09-29T17:41:29Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j0873728-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.132:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j0873728/providers/microsoft.monitor/accounts/services-j0873728\", namespace=\"klusterlet-2t4q266hvr5t8e6kmj10ip38mft9e346\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-qqn8d\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t4q266hvr5t8e6kmj10ip38mft9e346/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.","alert fired 14 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-09-29T10:17:54Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j3025664-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.135:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j3025664/providers/microsoft.monitor/accounts/services-j3025664\", namespace=\"open-cluster-management-agent-addon\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gxfn6\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"centralus\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment open-cluster-management-agent-addon/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 2:\n  State:       Fired (not resolved)\n  Started:     2026-09-29T10:17:54Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j3025664-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.135:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j3025664/providers/microsoft.monitor/accounts/services-j3025664\", namespace=\"open-cluster-management-agent-addon\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gxfn6\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"centralus\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment open-cluster-management-agent-addon/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 3:\n  State:       Resolved\n  Started:     2026-09-29T10:22:52Z\n  Ended:       2026-09-29T10:32:53Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j3025664-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.135:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j3025664/providers/microsoft.monitor/accounts/services-j3025664\", namespace=\"klusterlet-2t4jnvs8kd2mj67qj3qjdr0prgmk3g16\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gxfn6\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"centralus\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t4jnvs8kd2mj67qj3qjdr0prgmk3g16/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 4:\n  State:       Resolved\n  Started:     2026-09-29T10:22:52Z\n  Ended:       2026-09-29T10:32:53Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j3025664-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.135:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j3025664/providers/microsoft.monitor/accounts/services-j3025664\", namespace=\"klusterlet-2t4jnvs8kd2mj67qj3qjdr0prgmk3g16\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gxfn6\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"centralus\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t4jnvs8kd2mj67qj3qjdr0prgmk3g16/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 5:\n  State:       Resolved\n  Started:     2026-09-29T10:23:53Z\n  Ended:       2026-09-29T10:49:55Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j3025664-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.135:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j3025664/providers/microsoft.monitor/accounts/services-j3025664\", namespace=\"klusterlet-2t4jo44vp2jv0nlkcl93iohtjucb2f9b\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gxfn6\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"centralus\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t4jo44vp2jv0nlkcl93iohtjucb2f9b/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 6:\n  State:       Resolved\n  Started:     2026-09-29T10:23:53Z\n  Ended:       2026-09-29T10:49:55Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j3025664-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.135:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j3025664/providers/microsoft.monitor/accounts/services-j3025664\", namespace=\"klusterlet-2t4jo44vp2jv0nlkcl93iohtjucb2f9b\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gxfn6\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"centralus\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t4jo44vp2jv0nlkcl93iohtjucb2f9b/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 7:\n  State:       Resolved\n  Started:     2026-09-29T10:41:53Z\n  Ended:       2026-09-29T10:53:52Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j3025664-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.135:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j3025664/providers/microsoft.monitor/accounts/services-j3025664\", namespace=\"klusterlet-2t4k0pk1qfbh6ckcvag872v8bpqll942\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gxfn6\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"centralus\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t4k0pk1qfbh6ckcvag872v8bpqll942/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 8:\n  State:       Resolved\n  Started:     2026-09-29T10:41:53Z\n  Ended:       2026-09-29T10:50:53Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j3025664-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.135:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j3025664/providers/microsoft.monitor/accounts/services-j3025664\", namespace=\"klusterlet-2t4k0nh3n7qatpi8mc239v6qipvko07d\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gxfn6\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"centralus\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t4k0nh3n7qatpi8mc239v6qipvko07d/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 9:\n  State:       Resolved\n  Started:     2026-09-29T10:41:53Z\n  Ended:       2026-09-29T10:55:00Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j3025664-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.135:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j3025664/providers/microsoft.monitor/accounts/services-j3025664\", namespace=\"klusterlet-2t4k0pk1qfbh6ckcvag872v8bpqll942\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gxfn6\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"centralus\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t4k0pk1qfbh6ckcvag872v8bpqll942/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 10:\n  State:       Resolved\n  Started:     2026-09-29T10:41:53Z\n  Ended:       2026-09-29T10:50:53Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j3025664-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.135:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j3025664/providers/microsoft.monitor/accounts/services-j3025664\", namespace=\"klusterlet-2t4k0nh3n7qatpi8mc239v6qipvko07d\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gxfn6\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"centralus\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t4k0nh3n7qatpi8mc239v6qipvko07d/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 11:\n  State:       Resolved\n  Started:     2026-09-29T10:45:53Z\n  Ended:       2026-09-29T10:55:00Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j3025664-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.135:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j3025664/providers/microsoft.monitor/accounts/services-j3025664\", namespace=\"klusterlet-2t4k2egjlp01qontmh09pkq2jcahc57j\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gxfn6\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"centralus\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t4k2egjlp01qontmh09pkq2jcahc57j/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 12:\n  State:       Resolved\n  Started:     2026-09-29T10:45:53Z\n  Ended:       2026-09-29T10:55:00Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j3025664-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.135:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j3025664/providers/microsoft.monitor/accounts/services-j3025664\", namespace=\"klusterlet-2t4k2egjlp01qontmh09pkq2jcahc57j\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gxfn6\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"centralus\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t4k2egjlp01qontmh09pkq2jcahc57j/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 13:\n  State:       Resolved\n  Started:     2026-09-29T10:46:53Z\n  Ended:       2026-09-29T10:57:58Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j3025664-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.135:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j3025664/providers/microsoft.monitor/accounts/services-j3025664\", namespace=\"klusterlet-2t4k3g6c5jmg9c3neja6l4kgrl2qckj3\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gxfn6\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"centralus\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t4k3g6c5jmg9c3neja6l4kgrl2qckj3/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes.\nFiring 14:\n  State:       Resolved\n  Started:     2026-09-29T10:46:53Z\n  Ended:       2026-09-29T10:57:58Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentReplicasMismatch\", cluster=\"ci01-j3025664-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.135:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j3025664/providers/microsoft.monitor/accounts/services-j3025664\", namespace=\"klusterlet-2t4k3g6c5jmg9c3neja6l4kgrl2qckj3\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gxfn6\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"centralus\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: Deployment klusterlet-2t4k3g6c5jmg9c3neja6l4kgrl2qckj3/klusterlet-addon-workmgr has not matched the expected number of replicas for longer than 30 minutes."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7158/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105165316576251904","occurred_at":"2026-09-30T05:18:18Z","signature_id":"e449da77403f611870944fef6e8e8243f367e4154d6925c4af4f6d5765343341","pr_number":7158,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7231/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104959408780873728","occurred_at":"2026-09-29T15:40:05Z","signature_id":"9f956f7b3d8ed75ae06dd8ff4cbabe40730ca3e664b0899f988f4947ed01fe2e","pr_number":7231,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6915/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104861197303025664","occurred_at":"2026-09-29T09:09:50Z","signature_id":"a87232fe42fd99e0f727dc4f690fd9d2ffd6da39cc86cf60bc45e371c81d79e4","pr_number":6915,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"34ad39f09dd40559811aad8fffcaf6d1a0c0923be2148f882fd171659b3c1d97","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"d3a41ea55a2af8f7aa70bc89be3b1918a824c61a8f8ea40cec168f1ee7e1f5a8","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"657e53ad5d5680010d2301e3d7c635143dbc126a29582451d12bff3f530c8c1b","failure_pattern":"ERROR CODE: ResourceNotFound; detail message The resource 'locations/hcpOperationStatuses/\u003cuuid\u003e' under resource group '' was not found.; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: ResourceNotFound","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":5,"runs_affected":4,"failed_runs":4,"run_impact_percent":0.7648183556405354,"anchor_occurrences":5,"after_last_push_count":5,"trend_counts":[1,0,1,3,0,1,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":9,"prior_last_seen_at":"2026-09-27T17:03:43Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:154]: failed to create AZ nodepool autoscale-az with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapError | 0x152c481045e0\u003e: \n    failed to create NodePool autoscale-az: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-s55djgjncgbr\" to finish creating: GET https://rp.j5664384.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/bd7ec69c-0275-4790-bd33-ff2503c1f27a\n    --------------------------------------------------------------------------------\n    RESPONSE 404: 404 Not Found\n    ERROR CODE: ResourceNotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ResourceNotFound\",\n        \"message\": \"The resource 'locations/hcpOperationStatuses/bd7ec69c-0275-4790-bd33-ff2503c1f27a' under resource group '' was not found.\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/bd7ec69c-0275-4790-bd33-ff2503c1f27a\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:154]: failed to create AZ nodepool autoscale-az with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapError | 0x152c481045e0\u003e: \n    failed to create NodePool autoscale-az: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-s55djgjncgbr\" to finish creating: GET https://rp.j5664384.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/bd7ec69c-0275-4790-bd33-ff2503c1f27a\n    --------------------------------------------------------------------------------\n    RESPONSE 404: 404 Not Found\n    ERROR CODE: ResourceNotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ResourceNotFound\",\n        \"message\": \"The resource 'locations/hcpOperationStatuses/bd7ec69c-0275-4790-bd33-ff2503c1f27a' under resource group '' was not found.\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/bd7ec69c-0275-4790-bd33-ff2503c1f27a\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:113]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000cda1a0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-s9lfl9dtlsjp\" to finish creating: GET https://rp.j6843264.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/165fa122-4b97-461c-a51b-3a9f4e951859\n    --------------------------------------------------------------------------------\n    RESPONSE 404: 404 Not Found\n    ERROR CODE: ResourceNotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ResourceNotFound\",\n        \"message\": \"The resource 'locations/hcpOperationStatuses/165fa122-4b97-461c-a51b-3a9f4e951859' under resource group '' was not found.\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/165fa122-4b97-461c-a51b-3a9f4e951859\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:113]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000cda1a0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-s9lfl9dtlsjp\" to finish creating: GET https://rp.j6843264.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/165fa122-4b97-461c-a51b-3a9f4e951859\n    --------------------------------------------------------------------------------\n    RESPONSE 404: 404 Not Found\n    ERROR CODE: ResourceNotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ResourceNotFound\",\n        \"message\": \"The resource 'locations/hcpOperationStatuses/165fa122-4b97-461c-a51b-3a9f4e951859' under resource group '' was not found.\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/165fa122-4b97-461c-a51b-3a9f4e951859\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:87]: failed to create HCP cluster for external auth list test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b7a960\u003e: \n    failed to create HCP cluster ea-listnpdfsm: failed waiting for cluster=\"ea-listnpdfsm\" in resourcegroup=\"ea-list-g57slgdp8bj6\" to finish creating: GET https://rp.j6843264.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf1eed55-2ffc-4dee-9cff-f7085dfb10d8\n    --------------------------------------------------------------------------------\n    RESPONSE 404: 404 Not Found\n    ERROR CODE: ResourceNotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ResourceNotFound\",\n        \"message\": \"The resource 'locations/hcpOperationStatuses/cf1eed55-2ffc-4dee-9cff-f7085dfb10d8' under resource group '' was not found.\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf1eed55-2ffc-4dee-9cff-f7085dfb10d8\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:87]: failed to create HCP cluster for external auth list test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b7a960\u003e: \n    failed to create HCP cluster ea-listnpdfsm: failed waiting for cluster=\"ea-listnpdfsm\" in resourcegroup=\"ea-list-g57slgdp8bj6\" to finish creating: GET https://rp.j6843264.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf1eed55-2ffc-4dee-9cff-f7085dfb10d8\n    --------------------------------------------------------------------------------\n    RESPONSE 404: 404 Not Found\n    ERROR CODE: ResourceNotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ResourceNotFound\",\n        \"message\": \"The resource 'locations/hcpOperationStatuses/cf1eed55-2ffc-4dee-9cff-f7085dfb10d8' under resource group '' was not found.\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/cf1eed55-2ffc-4dee-9cff-f7085dfb10d8\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7326/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106171709915664384","occurred_at":"2026-10-02T23:57:21Z","signature_id":"0c35eab3a95f3ff5276180583f68218d788a369962226e679eb22ef600b7e783","pr_number":7326,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7242/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105413427336843264","occurred_at":"2026-09-30T21:44:12Z","signature_id":"82b07f2201cf39c1115582abd5ee1c7849d4a3ff98ac6b09e90eee9b9379ac77","pr_number":7242,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7242/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105413427336843264","occurred_at":"2026-09-30T21:44:12Z","signature_id":"fbd3037b7d4daa93d08a18e11bbde460acac79d80087f4b96712fcd02af72604","pr_number":7242,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7112/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105226917077585920","occurred_at":"2026-09-30T09:23:03Z","signature_id":"4cbd0b39303c5ba882664f24927fa89f1b1e0d8bda43db16774956c03f9a6c68","pr_number":7112,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6915/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104948570607063040","occurred_at":"2026-09-29T14:57:00Z","signature_id":"7a309032f1a2720a45ffb02f37aad110798716aa7ba025c5cf0d8e67390fa0cd","pr_number":6915,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"a65699c58f94a1d1e9379f0751c4b9cac8b2c4a2d3b4115443123d6820743996","failure_pattern":"VerifyIngressControllerScope(Internal) failed: IngressController loadBalancer config is nil","search_query":"VerifyIngressControllerScope(Internal) failed: IngressController loadBalancer config is nil","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private ingress using v20260901preview and verify the ingress is internal for 4.20","occurrences":5,"runs_affected":3,"failed_runs":3,"run_impact_percent":0.5736137667304015,"anchor_occurrences":5,"after_last_push_count":0,"trend_counts":[0,1,4,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":3,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private ingress using v20260901preview and verify the ingress is internal","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private ingress using v20260901preview and verify the ingress is internal for 4.20","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private ingress using v20260901preview and verify the ingress is internal for 4.21","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:151]: failed to verify cluster health or IngressController scope for cluster \"pi-4-21\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc001589cb0\u003e: \n    VerifyIngressControllerScope(Internal) failed: IngressController loadBalancer config is nil\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:151]: failed to verify cluster health or IngressController scope for cluster \"pi-4-21\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc001589cb0\u003e: \n    VerifyIngressControllerScope(Internal) failed: IngressController loadBalancer config is nil\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:151]: failed to verify cluster health or IngressController scope for cluster \"pi-4-20\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc00122eff0\u003e: \n    VerifyIngressControllerScope(Internal) failed: IngressController loadBalancer config is nil\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:151]: failed to verify cluster health or IngressController scope for cluster \"pi-4-20\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc00122eff0\u003e: \n    VerifyIngressControllerScope(Internal) failed: IngressController loadBalancer config is nil\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:151]: failed to verify cluster health or IngressController scope for cluster \"pi-4-21\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc00152e078\u003e: \n    VerifyIngressControllerScope(Internal) failed: IngressController loadBalancer config is nil\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:151]: failed to verify cluster health or IngressController scope for cluster \"pi-4-21\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc00152e078\u003e: \n    VerifyIngressControllerScope(Internal) failed: IngressController loadBalancer config is nil\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7231/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105039456577785856","occurred_at":"2026-09-29T20:58:10Z","signature_id":"980181d054e183e3e9c68c84d9a663132a5bf02948b58946b7ea84d0771608b3","pr_number":7231,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7231/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105039456577785856","occurred_at":"2026-09-29T20:58:10Z","signature_id":"f81475c92059926a1e5118cae23540a3070f6b365e99f3d9f58c8d456b102cce","pr_number":7231,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7231/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104959408780873728","occurred_at":"2026-09-29T15:40:05Z","signature_id":"77e382bd18c425a1486a48748186b9b6712b93887e949de044f06f7c408107c7","pr_number":7231,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7231/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104959408780873728","occurred_at":"2026-09-29T15:40:05Z","signature_id":"9169589e2000a7897390f223955e473d2e2b91d9a64ed681a77eb22049a30636","pr_number":7231,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7231/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104701088555864064","occurred_at":"2026-09-28T22:33:37Z","signature_id":"4eb025693d04a56b1a1cdecd99f4ccf2153a73ec54e9bcd017b4a02505bf1b0f","pr_number":7231,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"64c2d1d9234c34a6135ae91e01124342e7ff5dd9dc88a4e82dbf77091dc128de","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is \u003ccount\u003e, want \u003ccount\u003e; node pool condition AllNodesHealthy is False: No Machines are created; node pool condition AllMachinesReady is False: No Machines are created; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":5,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":5,"after_last_push_count":0,"trend_counts":[0,2,0,3,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:165]: failed to create node pool npupgrade-4-20 with version 4.20.39\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c681a0\u003e: \n    failed to create NodePool npupgrade-4-20: failed waiting for nodepool=\"npupgrade-4-20\" for cluster \"np-version-upgrade-cluster-fl5kpw\" in resourcegroup=\"rg-np-version-upgrade-fl5kpw-96mvvhr695cd\" to finish creating: GET https://rp.j4354560.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a0ac539a-44de-4d6b-be03-d9b6fc3ccdc0\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a0ac539a-44de-4d6b-be03-d9b6fc3ccdc0\",\n      \"name\": \"a0ac539a-44de-4d6b-be03-d9b6fc3ccdc0\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T12:36:12.039132485Z\",\n      \"endTime\": \"2026-09-30T12:55:21.071689427Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: No Machines are created; node pool condition AllMachinesReady is False: No Machines are created\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:165]: failed to create node pool npupgrade-4-20 with version 4.20.39\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c681a0\u003e: \n    failed to create NodePool npupgrade-4-20: failed waiting for nodepool=\"npupgrade-4-20\" for cluster \"np-version-upgrade-cluster-fl5kpw\" in resourcegroup=\"rg-np-version-upgrade-fl5kpw-96mvvhr695cd\" to finish creating: GET https://rp.j4354560.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a0ac539a-44de-4d6b-be03-d9b6fc3ccdc0\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a0ac539a-44de-4d6b-be03-d9b6fc3ccdc0\",\n      \"name\": \"a0ac539a-44de-4d6b-be03-d9b6fc3ccdc0\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T12:36:12.039132485Z\",\n      \"endTime\": \"2026-09-30T12:55:21.071689427Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: No Machines are created; node pool condition AllMachinesReady is False: No Machines are created\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:321]: failed to create nodepool npnoedge-4-20 at version 4.20.39\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000abb5a0\u003e: \n    failed to create NodePool npnoedge-4-20: failed waiting for nodepool=\"npnoedge-4-20\" for cluster \"np-noedge-dr2mph\" in resourcegroup=\"rg-np-noedge-dr2mph-j7ng55t8mcf6\" to finish creating: GET https://rp.j4354560.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/78b330e2-3532-4f23-91f1-b24676955611\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/78b330e2-3532-4f23-91f1-b24676955611\",\n      \"name\": \"78b330e2-3532-4f23-91f1-b24676955611\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T12:38:52.851263491Z\",\n      \"endTime\": \"2026-09-30T12:58:01.083392787Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: No Machines are created; node pool condition AllMachinesReady is False: No Machines are created\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:321]: failed to create nodepool npnoedge-4-20 at version 4.20.39\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000abb5a0\u003e: \n    failed to create NodePool npnoedge-4-20: failed waiting for nodepool=\"npnoedge-4-20\" for cluster \"np-noedge-dr2mph\" in resourcegroup=\"rg-np-noedge-dr2mph-j7ng55t8mcf6\" to finish creating: GET https://rp.j4354560.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/78b330e2-3532-4f23-91f1-b24676955611\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/78b330e2-3532-4f23-91f1-b24676955611\",\n      \"name\": \"78b330e2-3532-4f23-91f1-b24676955611\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T12:38:52.851263491Z\",\n      \"endTime\": \"2026-09-30T12:58:01.083392787Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: No Machines are created; node pool condition AllMachinesReady is False: No Machines are created\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:176]: failed to create node pool \"np-889bmn\" for cluster \"cluster-candidate-4-20-889bmn\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0015841e0\u003e: \n    failed to create NodePool np-889bmn: failed waiting for nodepool=\"np-889bmn\" for cluster \"cluster-candidate-4-20-889bmn\" in resourcegroup=\"rg-candidate-4-20-qcvff5h4wj94\" to finish creating: GET https://rp.j4354560.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/e30a66c5-dd1a-49f7-a04b-0cec3c58378a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/e30a66c5-dd1a-49f7-a04b-0cec3c58378a\",\n      \"name\": \"e30a66c5-dd1a-49f7-a04b-0cec3c58378a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T12:19:11.883646471Z\",\n      \"endTime\": \"2026-09-30T12:38:11.728721311Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: No Machines are created; node pool condition AllMachinesReady is False: No Machines are created\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:176]: failed to create node pool \"np-889bmn\" for cluster \"cluster-candidate-4-20-889bmn\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0015841e0\u003e: \n    failed to create NodePool np-889bmn: failed waiting for nodepool=\"np-889bmn\" for cluster \"cluster-candidate-4-20-889bmn\" in resourcegroup=\"rg-candidate-4-20-qcvff5h4wj94\" to finish creating: GET https://rp.j4354560.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/e30a66c5-dd1a-49f7-a04b-0cec3c58378a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/e30a66c5-dd1a-49f7-a04b-0cec3c58378a\",\n      \"name\": \"e30a66c5-dd1a-49f7-a04b-0cec3c58378a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T12:19:11.883646471Z\",\n      \"endTime\": \"2026-09-30T12:38:11.728721311Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: No Machines are created; node pool condition AllMachinesReady is False: No Machines are created\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105253779644354560","occurred_at":"2026-09-30T11:09:49Z","signature_id":"814a3d9ab08f714d33b125c7043504f54189a3a864c0198073bdb76d3a178e45","pr_number":6141,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105253779644354560","occurred_at":"2026-09-30T11:09:49Z","signature_id":"95c89ae0f5cb2e646984ea99ad7d4214bf8a3269adb7da5693215c8731baef87","pr_number":6141,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105253779644354560","occurred_at":"2026-09-30T11:09:49Z","signature_id":"a7d987a6289e47bbd6f06053a8e44ff6a83f6ca7a82baaa9d31d2b45509ddaa3","pr_number":6141,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7124/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104613528387194880","occurred_at":"2026-09-28T16:45:41Z","signature_id":"69e6cd1f2acc497163a0ca5d4d17a7b4e30d385be065f675b68acee156ec0d15","pr_number":7124,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7124/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104613528387194880","occurred_at":"2026-09-28T16:45:41Z","signature_id":"c178e32f3fda3138a135eb9850e356b70cd5c3cfe3691505d0aae5fb9b47aa1b","pr_number":7124,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"b8593d4d91aeed30f93b501cb1ed65e6103f69a14e5ea5e4f7e26f7c2c0042f1","failure_pattern":"expected node pool nodes to report at least one release image ref before upgrade","search_query":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:180]: expected node pool nodes to report at least one release image ref before upgrade","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","occurrences":5,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":5,"after_last_push_count":2,"trend_counts":[0,2,0,3,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-14"],"prior_runs_affected":3,"prior_last_seen_at":"2026-09-20T19:01:41Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:180]: expected node pool nodes to report at least one release image ref before upgrade\nExpected\n    \u003cset.Set[string] | len:0\u003e: ...\nnot to be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:180]: expected node pool nodes to report at least one release image ref before upgrade\nExpected\n    \u003cset.Set[string] | len:0\u003e: ...\nnot to be empty","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:476]: expected node pool nodes to report at least one release image ref before upgrade\nExpected\n    \u003cset.Set[string] | len:0\u003e: ...\nnot to be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:476]: expected node pool nodes to report at least one release image ref before upgrade\nExpected\n    \u003cset.Set[string] | len:0\u003e: ...\nnot to be empty"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105253779644354560","occurred_at":"2026-09-30T11:09:49Z","signature_id":"51a09df5028813b02368114a6b230a29919a67728e7a9fb6c2e76b59211f51e4","pr_number":6141,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105253779644354560","occurred_at":"2026-09-30T11:09:49Z","signature_id":"51a09df5028813b02368114a6b230a29919a67728e7a9fb6c2e76b59211f51e4","pr_number":6141,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105253779644354560","occurred_at":"2026-09-30T11:09:49Z","signature_id":"51a09df5028813b02368114a6b230a29919a67728e7a9fb6c2e76b59211f51e4","pr_number":6141,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7124/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104613528387194880","occurred_at":"2026-09-28T16:45:41Z","signature_id":"51a09df5028813b02368114a6b230a29919a67728e7a9fb6c2e76b59211f51e4","pr_number":7124,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7124/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104613528387194880","occurred_at":"2026-09-28T16:45:41Z","signature_id":"51a09df5028813b02368114a6b230a29919a67728e7a9fb6c2e76b59211f51e4","pr_number":7124,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"aaca9380cc770ec74652811b10adcc869ebd3b578ff2c4827ab22a70f3f234b3","failure_pattern":"VerifySimpleWebApp failed: DNS for route host \u003croute-host\u003e did not resolve: DNS for \u003croute-host\u003e did not resolve within \u003cduration\u003e (last error: lookup \u003chost\u003e on \u003cdns-server\u003e: dial udp \u003cip\u003e: i/o timeout): context deadline exceeded","search_query":"VerifySimpleWebApp failed: DNS for route host agnhost-e2e-sample-app-46kd7.apps.aro.cilium-cl.f3k6.j5347072.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-46kd7.apps.aro.cilium-cl.f3k6.j5347072.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-46kd7.apps.aro.cilium-cl.f3k6.j5347072.hcp.osadev.cloud on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":4,"runs_affected":4,"failed_runs":4,"run_impact_percent":0.7648183556405354,"anchor_occurrences":4,"after_last_push_count":3,"trend_counts":[0,0,1,1,1,0,1,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":6,"prior_last_seen_at":"2026-09-25T14:02:32Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling and update the autoscaling configuration","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:197]: failed to run simple web app and connectivity check with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0x22d6ad451998\u003e: \n    VerifySimpleWebApp failed: DNS for route host agnhost-e2e-sample-app-47mrq.apps.aro.cilium-cluster.iobe.j9578752.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-47mrq.apps.aro.cilium-cluster.iobe.j9578752.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-47mrq.apps.aro.cilium-cluster.iobe.j9578752.hcp.osadev.cloud on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:197]: failed to run simple web app and connectivity check with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0x22d6ad451998\u003e: \n    VerifySimpleWebApp failed: DNS for route host agnhost-e2e-sample-app-47mrq.apps.aro.cilium-cluster.iobe.j9578752.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-47mrq.apps.aro.cilium-cluster.iobe.j9578752.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-47mrq.apps.aro.cilium-cluster.iobe.j9578752.hcp.osadev.cloud on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:186]: failed to run simple web app and connectivity check app with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0xc002258720\u003e: \n    VerifySimpleWebApp failed: DNS for route host agnhost-e2e-sample-app-n7r7f.apps.aro.cilium-cl.ni9g.j7451520.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-n7r7f.apps.aro.cilium-cl.ni9g.j7451520.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-n7r7f.apps.aro.cilium-cl.ni9g.j7451520.hcp.osadev.cloud on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:186]: failed to run simple web app and connectivity check app with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0xc002258720\u003e: \n    VerifySimpleWebApp failed: DNS for route host agnhost-e2e-sample-app-n7r7f.apps.aro.cilium-cl.ni9g.j7451520.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-n7r7f.apps.aro.cilium-cl.ni9g.j7451520.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-n7r7f.apps.aro.cilium-cl.ni9g.j7451520.hcp.osadev.cloud on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:186]: failed to run simple web app and connectivity check app with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0xc000e5b548\u003e: \n    VerifySimpleWebApp failed: DNS for route host agnhost-e2e-sample-app-46kd7.apps.aro.cilium-cl.f3k6.j5347072.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-46kd7.apps.aro.cilium-cl.f3k6.j5347072.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-46kd7.apps.aro.cilium-cl.f3k6.j5347072.hcp.osadev.cloud on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:186]: failed to run simple web app and connectivity check app with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0xc000e5b548\u003e: \n    VerifySimpleWebApp failed: DNS for route host agnhost-e2e-sample-app-46kd7.apps.aro.cilium-cl.f3k6.j5347072.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-46kd7.apps.aro.cilium-cl.f3k6.j5347072.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-46kd7.apps.aro.cilium-cl.f3k6.j5347072.hcp.osadev.cloud on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7340/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106402405829578752","occurred_at":"2026-10-03T15:14:03Z","signature_id":"dca811aa20ada3f91e9119ee0eecf021dba8048b0d56a9111868dce8ce4a50a4","pr_number":7340,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7314/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105808059497451520","occurred_at":"2026-10-01T23:52:16Z","signature_id":"165618ea2ed8eed5bc91aac7d2d503d0fd826b5553de020ad73840a08512c1cc","pr_number":7314,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6970/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105354536905347072","occurred_at":"2026-09-30T17:50:11Z","signature_id":"32302e8488c217b3d6d677ca11a50f92f8cc2fff814de0e9b445cdfbf18e3592","pr_number":6970,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7020/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747357269659648","occurred_at":"2026-09-29T01:37:28Z","signature_id":"add9f7d044b7a7e78e352e938182326308450c36721b815567cde57573e65d59","pr_number":7020,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"5898285a3c5799ec36953b0ada4226d296964976e5282c81c2e32b12abcb98ec","failure_pattern":"alert [svc] ArobitForwarderJobUp fired","search_query":"alert [svc] ArobitForwarderJobUp fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert ArobitForwarderJobUp does not fire","occurrences":4,"runs_affected":4,"failed_runs":4,"run_impact_percent":0.7648183556405354,"anchor_occurrences":4,"after_last_push_count":0,"trend_counts":[0,0,0,4,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":13,"prior_last_seen_at":"2026-09-24T16:34:17Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert ArobitForwarderJobUp does not fire","occurrences":4}],"full_error_samples":["alert fired 1 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-09-30T20:39:32Z\n  Severity:    Sev3\n  Labels:      alertname=\"ArobitForwarderJobUp\", cluster=\"ci01-j8920064-svc\", component=\"monitoring-infrastructure\", region=\"canadacentral\", severity=\"warning\"\n  Description: The Arobit forwarder metrics endpoint on cluster ci01-j8920064-svc has been unreachable for 15 minutes.","alert fired 1 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-09-30T18:42:29Z\n  Severity:    Sev3\n  Labels:      alertname=\"ArobitForwarderJobUp\", cluster=\"ci01-j0633472-svc\", component=\"monitoring-infrastructure\", region=\"canadacentral\", severity=\"warning\"\n  Description: The Arobit forwarder metrics endpoint on cluster ci01-j0633472-svc has been unreachable for 15 minutes.","alert fired 1 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-09-30T14:51:34Z\n  Severity:    Sev3\n  Labels:      alertname=\"ArobitForwarderJobUp\", cluster=\"ci01-j1358720-svc\", component=\"monitoring-infrastructure\", region=\"canadacentral\", severity=\"warning\"\n  Description: The Arobit forwarder metrics endpoint on cluster ci01-j1358720-svc has been unreachable for 15 minutes."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105385002328920064","occurred_at":"2026-09-30T19:51:15Z","signature_id":"fa068afb5532b7a0878648a63fa9e7d202e29a9179905dc7ba19af246eee3c2f","pr_number":6820,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105354569830633472","occurred_at":"2026-09-30T17:50:19Z","signature_id":"73766b39b2ffbd664b524f7f700b76efc77e57dbad9d236a23c2d8e65fc0b9c5","pr_number":6820,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105294563651358720","occurred_at":"2026-09-30T13:51:53Z","signature_id":"8d542cbb8d9ed9afab5c0b08d7fb2e462252dfaa5e9d052f0e6a6910d7b32fe6","pr_number":6820,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105227914915090432","occurred_at":"2026-09-30T09:27:02Z","signature_id":"69c10044ecef2b03f895153e90c169d4ea0567b1642ce13c7454d66e14ce62ee","pr_number":6820,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"ddff750332e2b1ca3eb501c2c3d8de7459750a5c472ea03840787dfc45722643","failure_pattern":"failed to roll out Helm release: context deadline exceeded","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: context deadline exceeded","failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/service/arobit","occurrences":4,"runs_affected":4,"failed_runs":4,"run_impact_percent":0.7648183556405354,"anchor_occurrences":4,"after_last_push_count":0,"trend_counts":[0,0,0,4,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":11,"prior_last_seen_at":"2026-09-24T16:34:17Z","contributing_tests":[{"failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/service/arobit","occurrences":4}],"full_error_samples":["time=2026-09-30T20:23:20.071Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit description=\"Step arobit\\n Kind: Helm\\n\"\ntime=2026-09-30T20:23:20.785Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit values=\"map[forwarder:map[azureCloudEnvironmentName:AzurePublicCloud clusterName:ci01-j8920064-svc clusterType:svc dynamicConfig:false environment:dev fluentbit:map[image:map[digest:sha256:eb3e2e068172121a9ca133c5d17784df770dacc104f20c7d4a7df5f1c70e8a08 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:oss/v2/fluent/fluent-bit] resources:map[limits:map[memory:1248Mi] requests:map[cpu:450m memory:472Mi]]] geoShortId:ca kusto:map[blob_uri_length:128 buffer_dir:/var/kusto buffer_file_delete_early:false buffering:true buffering_enabled:true delete_on_max_upload_error:true enabled:true hostedControlPlaneLogsDatabase:HostedControlPlaneLogs ingestionEndpoint:https://ingest-hcp-dev-us-2.eastus2.kusto.windows.net io_timeout:60s scheduler_max_retries:9 serviceLogsDatabase:ServiceLogs store_dir_limit_size:1.8GB unify_tag:true upload_file_size:16M upload_timeout:1m] mdsd:map[enabled:false geneva:map[clusterLogsAccountName:placeholder clusterLogsNamespace: clusterLogsSan:empty-sentinel clusterLogsSecretName:clusterlogs configVersion:1 environment:Test region:canadacentral role:hcp-underlay-ci01-j8920064-svc rpAccountName:placeholder rpNamespace: rpSan:empty-sentinel rpSecretName:rplogs] image:map[digest:sha256:5c29681bb4b38d08ca21c31c4553bab72e8e9c260dc0ec875e1d014268a9e580 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:geneva/distroless/mdsd]] msiClientId:87a67f37-4acf-40f9-a2aa-33f7bdfa8ae1 region:canadacentral secretProvider:map[keyVault:aro-hcp-dev-svc-kv] securityContext:map[enabled:true runAsGroup:65532 runAsUser:65532] serviceAccountName:arobit-forwarder tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX watchdog:map[image:map[digest:sha256:161971cdd3bfe66be6a9b96d67fabf8c4b54a88b841add1aaced26b0a00358b4 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:aks/command/runtime] intervalSeconds:15 timeoutSeconds:300]] watson:map[env:map[AUTHENTICATION_ID:MsiClientId#87a67f37-4acf-40f9-a2aa-33f7bdfa8ae1 INCOMING_QUEUE:/azure-watson/cores MDSD_ROLE_PREFIX:/var/run/mdsd/asa/ REPORT_QUEUE:/azure-watson/queue WA_CORE_PATTERN:/azure-watson/cores/%e.%p.%h.%t] image:map[digest:sha256:8e5ef3e76be33794cef7460712eb9ff0c73bce8b8e5ffc33c5c6bfe0762f5db0 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:azure-watson/agent/azlinux3] resources:map[limits:map[cpu:250m memory:512Mi] requests:map[cpu:50m memory:128Mi]] securityContext:map[privileged:true] volumes:map[crashdumpHostPath:/home/docker/azure-watson]]]\"\ntime=2026-09-30T20:23:20.785Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T20:23:21.014Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit namespace=arobit\ntime=2026-09-30T20:23:21.176Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit dryRun=false\ntime=2026-09-30T20:23:21.176Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T20:23:21.232Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T20:33:24.255Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit err=\"resource DaemonSet/arobit/arobit-forwarder not ready. status: InProgress, message: Available: 0/3\\ncontext deadline exceeded\"\ntime=2026-09-30T20:33:24.255Z level=INFO msg=\"Retrying step\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit step=arobit error=\"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: resource DaemonSet/arobit/arobit-forwarder not ready. status: InProgress, message: Available: 0/3\\ncontext deadline exceeded\"\ntime=2026-09-30T20:34:24.257Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit description=\"Step arobit\\n Kind: Helm\\n\"\ntime=2026-09-30T20:34:24.848Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit values=\"map[forwarder:map[azureCloudEnvironmentName:AzurePublicCloud clusterName:ci01-j8920064-svc clusterType:svc dynamicConfig:false environment:dev fluentbit:map[image:map[digest:sha256:eb3e2e068172121a9ca133c5d17784df770dacc104f20c7d4a7df5f1c70e8a08 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:oss/v2/fluent/fluent-bit] resources:map[limits:map[memory:1248Mi] requests:map[cpu:450m memory:472Mi]]] geoShortId:ca kusto:map[blob_uri_length:128 buffer_dir:/var/kusto buffer_file_delete_early:false buffering:true buffering_enabled:true delete_on_max_upload_error:true enabled:true hostedControlPlaneLogsDatabase:HostedControlPlaneLogs ingestionEndpoint:https://ingest-hcp-dev-us-2.eastus2.kusto.windows.net io_timeout:60s scheduler_max_retries:9 serviceLogsDatabase:ServiceLogs store_dir_limit_size:1.8GB unify_tag:true upload_file_size:16M upload_timeout:1m] mdsd:map[enabled:false geneva:map[clusterLogsAccountName:placeholder clusterLogsNamespace: clusterLogsSan:empty-sentinel clusterLogsSecretName:clusterlogs configVersion:1 environment:Test region:canadacentral role:hcp-underlay-ci01-j8920064-svc rpAccountName:placeholder rpNamespace: rpSan:empty-sentinel rpSecretName:rplogs] image:map[digest:sha256:5c29681bb4b38d08ca21c31c4553bab72e8e9c260dc0ec875e1d014268a9e580 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:geneva/distroless/mdsd]] msiClientId:87a67f37-4acf-40f9-a2aa-33f7bdfa8ae1 region:canadacentral secretProvider:map[keyVault:aro-hcp-dev-svc-kv] securityContext:map[enabled:true runAsGroup:65532 runAsUser:65532] serviceAccountName:arobit-forwarder tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX watchdog:map[image:map[digest:sha256:161971cdd3bfe66be6a9b96d67fabf8c4b54a88b841add1aaced26b0a00358b4 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:aks/command/runtime] intervalSeconds:15 timeoutSeconds:300]] watson:map[env:map[AUTHENTICATION_ID:MsiClientId#87a67f37-4acf-40f9-a2aa-33f7bdfa8ae1 INCOMING_QUEUE:/azure-watson/cores MDSD_ROLE_PREFIX:/var/run/mdsd/asa/ REPORT_QUEUE:/azure-watson/queue WA_CORE_PATTERN:/azure-watson/cores/%e.%p.%h.%t] image:map[digest:sha256:8e5ef3e76be33794cef7460712eb9ff0c73bce8b8e5ffc33c5c6bfe0762f5db0 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:azure-watson/agent/azlinux3] resources:map[limits:map[cpu:250m memory:512Mi] requests:map[cpu:50m memory:128Mi]] securityContext:map[privileged:true] volumes:map[crashdumpHostPath:/home/docker/azure-watson]]]\"\ntime=2026-09-30T20:34:24.848Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T20:34:25.188Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit namespace=arobit\ntime=2026-09-30T20:34:25.588Z level=INFO msg=\"Doing dry-run of Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T20:34:25.588Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T20:34:25.757Z level=INFO msg=\"Found release history, upgrading...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit numVersions=1\ntime=2026-09-30T20:34:26.389Z level=INFO msg=\"Removing old field manager from objects in release manifest.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T20:34:26.390Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"/v1, Kind=ServiceAccount\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T20:34:26.616Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"/v1, Kind=ConfigMap\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T20:34:26.899Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"rbac.authorization.k8s.io/v1, Kind=ClusterRole\" namespace=\"\" name=arobit-forwarder\ntime=2026-09-30T20:34:27.340Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"rbac.authorization.k8s.io/v1, Kind=ClusterRoleBinding\" namespace=\"\" name=arobit-forwarder\ntime=2026-09-30T20:34:27.673Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"/v1, Kind=Service\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T20:34:27.873Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"apps/v1, Kind=DaemonSet\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T20:34:28.054Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"monitoring.coreos.com/v1, Kind=ServiceMonitor\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T20:34:28.402Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit dryRun=false\ntime=2026-09-30T20:34:28.402Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T20:34:28.487Z level=INFO msg=\"Found release history, upgrading...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit numVersions=1\ntime=2026-09-30T20:44:30.230Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit err=\"resource DaemonSet/arobit/arobit-forwarder not ready. status: InProgress, message: Available: 0/3\\ncontext deadline exceeded\"\ntime=2026-09-30T20:44:30.230Z level=INFO msg=\"Retrying step\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit step=arobit error=\"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: resource DaemonSet/arobit/arobit-forwarder not ready. status: InProgress, message: Available: 0/3\\ncontext deadline exceeded\"\ntime=2026-09-30T20:45:30.230Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit description=\"Step arobit\\n Kind: Helm\\n\"\ntime=2026-09-30T20:45:30.710Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit values=\"map[forwarder:map[azureCloudEnvironmentName:AzurePublicCloud clusterName:ci01-j8920064-svc clusterType:svc dynamicConfig:false environment:dev fluentbit:map[image:map[digest:sha256:eb3e2e068172121a9ca133c5d17784df770dacc104f20c7d4a7df5f1c70e8a08 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:oss/v2/fluent/fluent-bit] resources:map[limits:map[memory:1248Mi] requests:map[cpu:450m memory:472Mi]]] geoShortId:ca kusto:map[blob_uri_length:128 buffer_dir:/var/kusto buffer_file_delete_early:false buffering:true buffering_enabled:true delete_on_max_upload_error:true enabled:true hostedControlPlaneLogsDatabase:HostedControlPlaneLogs ingestionEndpoint:https://ingest-hcp-dev-us-2.eastus2.kusto.windows.net io_timeout:60s scheduler_max_retries:9 serviceLogsDatabase:ServiceLogs store_dir_limit_size:1.8GB unify_tag:true upload_file_size:16M upload_timeout:1m] mdsd:map[enabled:false geneva:map[clusterLogsAccountName:placeholder clusterLogsNamespace: clusterLogsSan:empty-sentinel clusterLogsSecretName:clusterlogs configVersion:1 environment:Test region:canadacentral role:hcp-underlay-ci01-j8920064-svc rpAccountName:placeholder rpNamespace: rpSan:empty-sentinel rpSecretName:rplogs] image:map[digest:sha256:5c29681bb4b38d08ca21c31c4553bab72e8e9c260dc0ec875e1d014268a9e580 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:geneva/distroless/mdsd]] msiClientId:87a67f37-4acf-40f9-a2aa-33f7bdfa8ae1 region:canadacentral secretProvider:map[keyVault:aro-hcp-dev-svc-kv] securityContext:map[enabled:true runAsGroup:65532 runAsUser:65532] serviceAccountName:arobit-forwarder tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX watchdog:map[image:map[digest:sha256:161971cdd3bfe66be6a9b96d67fabf8c4b54a88b841add1aaced26b0a00358b4 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:aks/command/runtime] intervalSeconds:15 timeoutSeconds:300]] watson:map[env:map[AUTHENTICATION_ID:MsiClientId#87a67f37-4acf-40f9-a2aa-33f7bdfa8ae1 INCOMING_QUEUE:/azure-watson/cores MDSD_ROLE_PREFIX:/var/run/mdsd/asa/ REPORT_QUEUE:/azure-watson/queue WA_CORE_PATTERN:/azure-watson/cores/%e.%p.%h.%t] image:map[digest:sha256:8e5ef3e76be33794cef7460712eb9ff0c73bce8b8e5ffc33c5c6bfe0762f5db0 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:azure-watson/agent/azlinux3] resources:map[limits:map[cpu:250m memory:512Mi] requests:map[cpu:50m memory:128Mi]] securityContext:map[privileged:true] volumes:map[crashdumpHostPath:/home/docker/azure-watson]]]\"\ntime=2026-09-30T20:45:30.711Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T20:45:31.093Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit namespace=arobit\ntime=2026-09-30T20:45:31.467Z level=INFO msg=\"Doing dry-run of Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T20:45:31.467Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T20:45:31.591Z level=INFO msg=\"Found release history, upgrading...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit numVersions=2\ntime=2026-09-30T20:45:32.324Z level=INFO msg=\"Removing old field manager from objects in release manifest.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T20:45:32.324Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"/v1, Kind=ServiceAccount\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T20:45:32.528Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"/v1, Kind=ConfigMap\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T20:45:32.928Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"rbac.authorization.k8s.io/v1, Kind=ClusterRole\" namespace=\"\" name=arobit-forwarder\ntime=2026-09-30T20:45:33.424Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"rbac.authorization.k8s.io/v1, Kind=ClusterRoleBinding\" namespace=\"\" name=arobit-forwarder\ntime=2026-09-30T20:45:33.656Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"/v1, Kind=Service\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T20:45:34.121Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"apps/v1, Kind=DaemonSet\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T20:45:34.518Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"monitoring.coreos.com/v1, Kind=ServiceMonitor\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T20:45:34.878Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit dryRun=false\ntime=2026-09-30T20:45:34.878Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T20:45:34.950Z level=INFO msg=\"Found release history, upgrading...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit numVersions=2\ntime=2026-09-30T20:53:20.192Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit err=\"context deadline exceeded\"\ntime=2026-09-30T20:53:20.193Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit err=\"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: context deadline exceeded\"","time=2026-09-30T18:26:03.649Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit description=\"Step arobit\\n Kind: Helm\\n\"\ntime=2026-09-30T18:26:04.095Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit values=\"map[forwarder:map[azureCloudEnvironmentName:AzurePublicCloud clusterName:ci01-j0633472-svc clusterType:svc dynamicConfig:false environment:dev fluentbit:map[image:map[digest:sha256:eb3e2e068172121a9ca133c5d17784df770dacc104f20c7d4a7df5f1c70e8a08 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:oss/v2/fluent/fluent-bit] resources:map[limits:map[memory:1248Mi] requests:map[cpu:450m memory:472Mi]]] geoShortId:ca kusto:map[blob_uri_length:128 buffer_dir:/var/kusto buffer_file_delete_early:false buffering:true buffering_enabled:true delete_on_max_upload_error:true enabled:true hostedControlPlaneLogsDatabase:HostedControlPlaneLogs ingestionEndpoint:https://ingest-hcp-dev-us-2.eastus2.kusto.windows.net io_timeout:60s scheduler_max_retries:9 serviceLogsDatabase:ServiceLogs store_dir_limit_size:1.8GB unify_tag:true upload_file_size:16M upload_timeout:1m] mdsd:map[enabled:false geneva:map[clusterLogsAccountName:placeholder clusterLogsNamespace: clusterLogsSan:empty-sentinel clusterLogsSecretName:clusterlogs configVersion:1 environment:Test region:canadacentral role:hcp-underlay-ci01-j0633472-svc rpAccountName:placeholder rpNamespace: rpSan:empty-sentinel rpSecretName:rplogs] image:map[digest:sha256:5c29681bb4b38d08ca21c31c4553bab72e8e9c260dc0ec875e1d014268a9e580 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:geneva/distroless/mdsd]] msiClientId:42f17d2a-2d54-4fa2-b94e-06bedcfbde0d region:canadacentral secretProvider:map[keyVault:aro-hcp-dev-svc-kv] securityContext:map[enabled:true runAsGroup:65532 runAsUser:65532] serviceAccountName:arobit-forwarder tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX watchdog:map[image:map[digest:sha256:161971cdd3bfe66be6a9b96d67fabf8c4b54a88b841add1aaced26b0a00358b4 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:aks/command/runtime] intervalSeconds:15 timeoutSeconds:300]] watson:map[env:map[AUTHENTICATION_ID:MsiClientId#42f17d2a-2d54-4fa2-b94e-06bedcfbde0d INCOMING_QUEUE:/azure-watson/cores MDSD_ROLE_PREFIX:/var/run/mdsd/asa/ REPORT_QUEUE:/azure-watson/queue WA_CORE_PATTERN:/azure-watson/cores/%e.%p.%h.%t] image:map[digest:sha256:8e5ef3e76be33794cef7460712eb9ff0c73bce8b8e5ffc33c5c6bfe0762f5db0 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:azure-watson/agent/azlinux3] resources:map[limits:map[cpu:250m memory:512Mi] requests:map[cpu:50m memory:128Mi]] securityContext:map[privileged:true] volumes:map[crashdumpHostPath:/home/docker/azure-watson]]]\"\ntime=2026-09-30T18:26:04.095Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T18:26:04.389Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit namespace=arobit\ntime=2026-09-30T18:26:04.602Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit dryRun=false\ntime=2026-09-30T18:26:04.602Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T18:26:04.633Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T18:36:07.312Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit err=\"resource DaemonSet/arobit/arobit-forwarder not ready. status: InProgress, message: Available: 0/3\\ncontext deadline exceeded\"\ntime=2026-09-30T18:36:07.312Z level=INFO msg=\"Retrying step\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit step=arobit error=\"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: resource DaemonSet/arobit/arobit-forwarder not ready. status: InProgress, message: Available: 0/3\\ncontext deadline exceeded\"\ntime=2026-09-30T18:37:07.314Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit description=\"Step arobit\\n Kind: Helm\\n\"\ntime=2026-09-30T18:37:08.026Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit values=\"map[forwarder:map[azureCloudEnvironmentName:AzurePublicCloud clusterName:ci01-j0633472-svc clusterType:svc dynamicConfig:false environment:dev fluentbit:map[image:map[digest:sha256:eb3e2e068172121a9ca133c5d17784df770dacc104f20c7d4a7df5f1c70e8a08 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:oss/v2/fluent/fluent-bit] resources:map[limits:map[memory:1248Mi] requests:map[cpu:450m memory:472Mi]]] geoShortId:ca kusto:map[blob_uri_length:128 buffer_dir:/var/kusto buffer_file_delete_early:false buffering:true buffering_enabled:true delete_on_max_upload_error:true enabled:true hostedControlPlaneLogsDatabase:HostedControlPlaneLogs ingestionEndpoint:https://ingest-hcp-dev-us-2.eastus2.kusto.windows.net io_timeout:60s scheduler_max_retries:9 serviceLogsDatabase:ServiceLogs store_dir_limit_size:1.8GB unify_tag:true upload_file_size:16M upload_timeout:1m] mdsd:map[enabled:false geneva:map[clusterLogsAccountName:placeholder clusterLogsNamespace: clusterLogsSan:empty-sentinel clusterLogsSecretName:clusterlogs configVersion:1 environment:Test region:canadacentral role:hcp-underlay-ci01-j0633472-svc rpAccountName:placeholder rpNamespace: rpSan:empty-sentinel rpSecretName:rplogs] image:map[digest:sha256:5c29681bb4b38d08ca21c31c4553bab72e8e9c260dc0ec875e1d014268a9e580 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:geneva/distroless/mdsd]] msiClientId:42f17d2a-2d54-4fa2-b94e-06bedcfbde0d region:canadacentral secretProvider:map[keyVault:aro-hcp-dev-svc-kv] securityContext:map[enabled:true runAsGroup:65532 runAsUser:65532] serviceAccountName:arobit-forwarder tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX watchdog:map[image:map[digest:sha256:161971cdd3bfe66be6a9b96d67fabf8c4b54a88b841add1aaced26b0a00358b4 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:aks/command/runtime] intervalSeconds:15 timeoutSeconds:300]] watson:map[env:map[AUTHENTICATION_ID:MsiClientId#42f17d2a-2d54-4fa2-b94e-06bedcfbde0d INCOMING_QUEUE:/azure-watson/cores MDSD_ROLE_PREFIX:/var/run/mdsd/asa/ REPORT_QUEUE:/azure-watson/queue WA_CORE_PATTERN:/azure-watson/cores/%e.%p.%h.%t] image:map[digest:sha256:8e5ef3e76be33794cef7460712eb9ff0c73bce8b8e5ffc33c5c6bfe0762f5db0 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:azure-watson/agent/azlinux3] resources:map[limits:map[cpu:250m memory:512Mi] requests:map[cpu:50m memory:128Mi]] securityContext:map[privileged:true] volumes:map[crashdumpHostPath:/home/docker/azure-watson]]]\"\ntime=2026-09-30T18:37:08.026Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T18:37:08.359Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit namespace=arobit\ntime=2026-09-30T18:37:08.708Z level=INFO msg=\"Doing dry-run of Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T18:37:08.708Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T18:37:08.746Z level=INFO msg=\"Found release history, upgrading...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit numVersions=1\ntime=2026-09-30T18:37:09.698Z level=INFO msg=\"Removing old field manager from objects in release manifest.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T18:37:09.698Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"/v1, Kind=ServiceAccount\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T18:37:09.874Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"/v1, Kind=ConfigMap\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T18:37:10.131Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"rbac.authorization.k8s.io/v1, Kind=ClusterRole\" namespace=\"\" name=arobit-forwarder\ntime=2026-09-30T18:37:10.610Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"rbac.authorization.k8s.io/v1, Kind=ClusterRoleBinding\" namespace=\"\" name=arobit-forwarder\ntime=2026-09-30T18:37:10.790Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"/v1, Kind=Service\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T18:37:11.050Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"apps/v1, Kind=DaemonSet\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T18:37:11.400Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"monitoring.coreos.com/v1, Kind=ServiceMonitor\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T18:37:11.717Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit dryRun=false\ntime=2026-09-30T18:37:11.717Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T18:37:11.766Z level=INFO msg=\"Found release history, upgrading...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit numVersions=1\ntime=2026-09-30T18:47:13.248Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit err=\"resource DaemonSet/arobit/arobit-forwarder not ready. status: InProgress, message: Available: 0/3\\ncontext deadline exceeded\"\ntime=2026-09-30T18:47:13.248Z level=INFO msg=\"Retrying step\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit step=arobit error=\"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: resource DaemonSet/arobit/arobit-forwarder not ready. status: InProgress, message: Available: 0/3\\ncontext deadline exceeded\"\ntime=2026-09-30T18:48:13.252Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit description=\"Step arobit\\n Kind: Helm\\n\"\ntime=2026-09-30T18:48:13.967Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit values=\"map[forwarder:map[azureCloudEnvironmentName:AzurePublicCloud clusterName:ci01-j0633472-svc clusterType:svc dynamicConfig:false environment:dev fluentbit:map[image:map[digest:sha256:eb3e2e068172121a9ca133c5d17784df770dacc104f20c7d4a7df5f1c70e8a08 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:oss/v2/fluent/fluent-bit] resources:map[limits:map[memory:1248Mi] requests:map[cpu:450m memory:472Mi]]] geoShortId:ca kusto:map[blob_uri_length:128 buffer_dir:/var/kusto buffer_file_delete_early:false buffering:true buffering_enabled:true delete_on_max_upload_error:true enabled:true hostedControlPlaneLogsDatabase:HostedControlPlaneLogs ingestionEndpoint:https://ingest-hcp-dev-us-2.eastus2.kusto.windows.net io_timeout:60s scheduler_max_retries:9 serviceLogsDatabase:ServiceLogs store_dir_limit_size:1.8GB unify_tag:true upload_file_size:16M upload_timeout:1m] mdsd:map[enabled:false geneva:map[clusterLogsAccountName:placeholder clusterLogsNamespace: clusterLogsSan:empty-sentinel clusterLogsSecretName:clusterlogs configVersion:1 environment:Test region:canadacentral role:hcp-underlay-ci01-j0633472-svc rpAccountName:placeholder rpNamespace: rpSan:empty-sentinel rpSecretName:rplogs] image:map[digest:sha256:5c29681bb4b38d08ca21c31c4553bab72e8e9c260dc0ec875e1d014268a9e580 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:geneva/distroless/mdsd]] msiClientId:42f17d2a-2d54-4fa2-b94e-06bedcfbde0d region:canadacentral secretProvider:map[keyVault:aro-hcp-dev-svc-kv] securityContext:map[enabled:true runAsGroup:65532 runAsUser:65532] serviceAccountName:arobit-forwarder tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX watchdog:map[image:map[digest:sha256:161971cdd3bfe66be6a9b96d67fabf8c4b54a88b841add1aaced26b0a00358b4 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:aks/command/runtime] intervalSeconds:15 timeoutSeconds:300]] watson:map[env:map[AUTHENTICATION_ID:MsiClientId#42f17d2a-2d54-4fa2-b94e-06bedcfbde0d INCOMING_QUEUE:/azure-watson/cores MDSD_ROLE_PREFIX:/var/run/mdsd/asa/ REPORT_QUEUE:/azure-watson/queue WA_CORE_PATTERN:/azure-watson/cores/%e.%p.%h.%t] image:map[digest:sha256:8e5ef3e76be33794cef7460712eb9ff0c73bce8b8e5ffc33c5c6bfe0762f5db0 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:azure-watson/agent/azlinux3] resources:map[limits:map[cpu:250m memory:512Mi] requests:map[cpu:50m memory:128Mi]] securityContext:map[privileged:true] volumes:map[crashdumpHostPath:/home/docker/azure-watson]]]\"\ntime=2026-09-30T18:48:13.968Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T18:48:14.374Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit namespace=arobit\ntime=2026-09-30T18:48:14.654Z level=INFO msg=\"Doing dry-run of Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T18:48:14.654Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T18:48:14.778Z level=INFO msg=\"Found release history, upgrading...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit numVersions=2\ntime=2026-09-30T18:48:15.694Z level=INFO msg=\"Removing old field manager from objects in release manifest.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T18:48:15.694Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"/v1, Kind=ServiceAccount\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T18:48:16.096Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"/v1, Kind=ConfigMap\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T18:48:16.376Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"rbac.authorization.k8s.io/v1, Kind=ClusterRole\" namespace=\"\" name=arobit-forwarder\ntime=2026-09-30T18:48:16.694Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"rbac.authorization.k8s.io/v1, Kind=ClusterRoleBinding\" namespace=\"\" name=arobit-forwarder\ntime=2026-09-30T18:48:16.931Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"/v1, Kind=Service\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T18:48:17.265Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"apps/v1, Kind=DaemonSet\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T18:48:17.464Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"monitoring.coreos.com/v1, Kind=ServiceMonitor\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T18:48:17.811Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit dryRun=false\ntime=2026-09-30T18:48:17.811Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T18:48:17.876Z level=INFO msg=\"Found release history, upgrading...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit numVersions=2\ntime=2026-09-30T18:56:03.654Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit err=\"context deadline exceeded\"\ntime=2026-09-30T18:56:03.655Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit err=\"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: context deadline exceeded\"","time=2026-09-30T14:35:13.661Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit description=\"Step arobit\\n Kind: Helm\\n\"\ntime=2026-09-30T14:35:14.082Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit values=\"map[forwarder:map[azureCloudEnvironmentName:AzurePublicCloud clusterName:ci01-j1358720-svc clusterType:svc dynamicConfig:false environment:dev fluentbit:map[image:map[digest:sha256:eb3e2e068172121a9ca133c5d17784df770dacc104f20c7d4a7df5f1c70e8a08 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:oss/v2/fluent/fluent-bit] resources:map[limits:map[memory:1248Mi] requests:map[cpu:450m memory:472Mi]]] geoShortId:ca kusto:map[blob_uri_length:128 buffer_dir:/var/kusto buffer_file_delete_early:false buffering:true buffering_enabled:true delete_on_max_upload_error:true enabled:true hostedControlPlaneLogsDatabase:HostedControlPlaneLogs ingestionEndpoint:https://ingest-hcp-dev-us-2.eastus2.kusto.windows.net io_timeout:60s scheduler_max_retries:9 serviceLogsDatabase:ServiceLogs store_dir_limit_size:1.8GB unify_tag:true upload_file_size:16M upload_timeout:1m] mdsd:map[enabled:false geneva:map[clusterLogsAccountName:placeholder clusterLogsNamespace: clusterLogsSan:empty-sentinel clusterLogsSecretName:clusterlogs configVersion:1 environment:Test region:canadacentral role:hcp-underlay-ci01-j1358720-svc rpAccountName:placeholder rpNamespace: rpSan:empty-sentinel rpSecretName:rplogs] image:map[digest:sha256:5c29681bb4b38d08ca21c31c4553bab72e8e9c260dc0ec875e1d014268a9e580 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:geneva/distroless/mdsd]] msiClientId:e962c7b1-5eb5-497b-9341-4b3a121f354e region:canadacentral secretProvider:map[keyVault:aro-hcp-dev-svc-kv] securityContext:map[enabled:true runAsGroup:65532 runAsUser:65532] serviceAccountName:arobit-forwarder tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX watchdog:map[image:map[digest:sha256:161971cdd3bfe66be6a9b96d67fabf8c4b54a88b841add1aaced26b0a00358b4 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:aks/command/runtime] intervalSeconds:15 timeoutSeconds:300]] watson:map[env:map[AUTHENTICATION_ID:MsiClientId#e962c7b1-5eb5-497b-9341-4b3a121f354e INCOMING_QUEUE:/azure-watson/cores MDSD_ROLE_PREFIX:/var/run/mdsd/asa/ REPORT_QUEUE:/azure-watson/queue WA_CORE_PATTERN:/azure-watson/cores/%e.%p.%h.%t] image:map[digest:sha256:8e5ef3e76be33794cef7460712eb9ff0c73bce8b8e5ffc33c5c6bfe0762f5db0 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:azure-watson/agent/azlinux3] resources:map[limits:map[cpu:250m memory:512Mi] requests:map[cpu:50m memory:128Mi]] securityContext:map[privileged:true] volumes:map[crashdumpHostPath:/home/docker/azure-watson]]]\"\ntime=2026-09-30T14:35:14.083Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T14:35:14.275Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit namespace=arobit\ntime=2026-09-30T14:35:14.491Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit dryRun=false\ntime=2026-09-30T14:35:14.491Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T14:35:14.524Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T14:45:17.368Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit err=\"resource DaemonSet/arobit/arobit-forwarder not ready. status: InProgress, message: Available: 0/3\\ncontext deadline exceeded\"\ntime=2026-09-30T14:45:17.369Z level=INFO msg=\"Retrying step\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit step=arobit error=\"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: resource DaemonSet/arobit/arobit-forwarder not ready. status: InProgress, message: Available: 0/3\\ncontext deadline exceeded\"\ntime=2026-09-30T14:46:17.370Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit description=\"Step arobit\\n Kind: Helm\\n\"\ntime=2026-09-30T14:46:17.815Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit values=\"map[forwarder:map[azureCloudEnvironmentName:AzurePublicCloud clusterName:ci01-j1358720-svc clusterType:svc dynamicConfig:false environment:dev fluentbit:map[image:map[digest:sha256:eb3e2e068172121a9ca133c5d17784df770dacc104f20c7d4a7df5f1c70e8a08 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:oss/v2/fluent/fluent-bit] resources:map[limits:map[memory:1248Mi] requests:map[cpu:450m memory:472Mi]]] geoShortId:ca kusto:map[blob_uri_length:128 buffer_dir:/var/kusto buffer_file_delete_early:false buffering:true buffering_enabled:true delete_on_max_upload_error:true enabled:true hostedControlPlaneLogsDatabase:HostedControlPlaneLogs ingestionEndpoint:https://ingest-hcp-dev-us-2.eastus2.kusto.windows.net io_timeout:60s scheduler_max_retries:9 serviceLogsDatabase:ServiceLogs store_dir_limit_size:1.8GB unify_tag:true upload_file_size:16M upload_timeout:1m] mdsd:map[enabled:false geneva:map[clusterLogsAccountName:placeholder clusterLogsNamespace: clusterLogsSan:empty-sentinel clusterLogsSecretName:clusterlogs configVersion:1 environment:Test region:canadacentral role:hcp-underlay-ci01-j1358720-svc rpAccountName:placeholder rpNamespace: rpSan:empty-sentinel rpSecretName:rplogs] image:map[digest:sha256:5c29681bb4b38d08ca21c31c4553bab72e8e9c260dc0ec875e1d014268a9e580 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:geneva/distroless/mdsd]] msiClientId:e962c7b1-5eb5-497b-9341-4b3a121f354e region:canadacentral secretProvider:map[keyVault:aro-hcp-dev-svc-kv] securityContext:map[enabled:true runAsGroup:65532 runAsUser:65532] serviceAccountName:arobit-forwarder tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX watchdog:map[image:map[digest:sha256:161971cdd3bfe66be6a9b96d67fabf8c4b54a88b841add1aaced26b0a00358b4 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:aks/command/runtime] intervalSeconds:15 timeoutSeconds:300]] watson:map[env:map[AUTHENTICATION_ID:MsiClientId#e962c7b1-5eb5-497b-9341-4b3a121f354e INCOMING_QUEUE:/azure-watson/cores MDSD_ROLE_PREFIX:/var/run/mdsd/asa/ REPORT_QUEUE:/azure-watson/queue WA_CORE_PATTERN:/azure-watson/cores/%e.%p.%h.%t] image:map[digest:sha256:8e5ef3e76be33794cef7460712eb9ff0c73bce8b8e5ffc33c5c6bfe0762f5db0 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:azure-watson/agent/azlinux3] resources:map[limits:map[cpu:250m memory:512Mi] requests:map[cpu:50m memory:128Mi]] securityContext:map[privileged:true] volumes:map[crashdumpHostPath:/home/docker/azure-watson]]]\"\ntime=2026-09-30T14:46:17.815Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T14:46:18.042Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit namespace=arobit\ntime=2026-09-30T14:46:18.350Z level=INFO msg=\"Doing dry-run of Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T14:46:18.350Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T14:46:18.601Z level=INFO msg=\"Found release history, upgrading...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit numVersions=1\ntime=2026-09-30T14:46:19.301Z level=INFO msg=\"Removing old field manager from objects in release manifest.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T14:46:19.301Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"/v1, Kind=ServiceAccount\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T14:46:19.487Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"/v1, Kind=ConfigMap\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T14:46:19.912Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"rbac.authorization.k8s.io/v1, Kind=ClusterRole\" namespace=\"\" name=arobit-forwarder\ntime=2026-09-30T14:46:20.506Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"rbac.authorization.k8s.io/v1, Kind=ClusterRoleBinding\" namespace=\"\" name=arobit-forwarder\ntime=2026-09-30T14:46:20.869Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"/v1, Kind=Service\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T14:46:21.189Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"apps/v1, Kind=DaemonSet\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T14:46:21.550Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"monitoring.coreos.com/v1, Kind=ServiceMonitor\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T14:46:21.905Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit dryRun=false\ntime=2026-09-30T14:46:21.905Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T14:46:21.951Z level=INFO msg=\"Found release history, upgrading...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit numVersions=1\ntime=2026-09-30T14:56:23.257Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit err=\"resource DaemonSet/arobit/arobit-forwarder not ready. status: InProgress, message: Available: 0/3\\ncontext deadline exceeded\"\ntime=2026-09-30T14:56:23.257Z level=INFO msg=\"Retrying step\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit step=arobit error=\"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: resource DaemonSet/arobit/arobit-forwarder not ready. status: InProgress, message: Available: 0/3\\ncontext deadline exceeded\"\ntime=2026-09-30T14:57:23.259Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit description=\"Step arobit\\n Kind: Helm\\n\"\ntime=2026-09-30T14:57:24.108Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit values=\"map[forwarder:map[azureCloudEnvironmentName:AzurePublicCloud clusterName:ci01-j1358720-svc clusterType:svc dynamicConfig:false environment:dev fluentbit:map[image:map[digest:sha256:eb3e2e068172121a9ca133c5d17784df770dacc104f20c7d4a7df5f1c70e8a08 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:oss/v2/fluent/fluent-bit] resources:map[limits:map[memory:1248Mi] requests:map[cpu:450m memory:472Mi]]] geoShortId:ca kusto:map[blob_uri_length:128 buffer_dir:/var/kusto buffer_file_delete_early:false buffering:true buffering_enabled:true delete_on_max_upload_error:true enabled:true hostedControlPlaneLogsDatabase:HostedControlPlaneLogs ingestionEndpoint:https://ingest-hcp-dev-us-2.eastus2.kusto.windows.net io_timeout:60s scheduler_max_retries:9 serviceLogsDatabase:ServiceLogs store_dir_limit_size:1.8GB unify_tag:true upload_file_size:16M upload_timeout:1m] mdsd:map[enabled:false geneva:map[clusterLogsAccountName:placeholder clusterLogsNamespace: clusterLogsSan:empty-sentinel clusterLogsSecretName:clusterlogs configVersion:1 environment:Test region:canadacentral role:hcp-underlay-ci01-j1358720-svc rpAccountName:placeholder rpNamespace: rpSan:empty-sentinel rpSecretName:rplogs] image:map[digest:sha256:5c29681bb4b38d08ca21c31c4553bab72e8e9c260dc0ec875e1d014268a9e580 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:geneva/distroless/mdsd]] msiClientId:e962c7b1-5eb5-497b-9341-4b3a121f354e region:canadacentral secretProvider:map[keyVault:aro-hcp-dev-svc-kv] securityContext:map[enabled:true runAsGroup:65532 runAsUser:65532] serviceAccountName:arobit-forwarder tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX watchdog:map[image:map[digest:sha256:161971cdd3bfe66be6a9b96d67fabf8c4b54a88b841add1aaced26b0a00358b4 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:aks/command/runtime] intervalSeconds:15 timeoutSeconds:300]] watson:map[env:map[AUTHENTICATION_ID:MsiClientId#e962c7b1-5eb5-497b-9341-4b3a121f354e INCOMING_QUEUE:/azure-watson/cores MDSD_ROLE_PREFIX:/var/run/mdsd/asa/ REPORT_QUEUE:/azure-watson/queue WA_CORE_PATTERN:/azure-watson/cores/%e.%p.%h.%t] image:map[digest:sha256:8e5ef3e76be33794cef7460712eb9ff0c73bce8b8e5ffc33c5c6bfe0762f5db0 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:azure-watson/agent/azlinux3] resources:map[limits:map[cpu:250m memory:512Mi] requests:map[cpu:50m memory:128Mi]] securityContext:map[privileged:true] volumes:map[crashdumpHostPath:/home/docker/azure-watson]]]\"\ntime=2026-09-30T14:57:24.108Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T14:57:24.411Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit namespace=arobit\ntime=2026-09-30T14:57:24.749Z level=INFO msg=\"Doing dry-run of Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T14:57:24.749Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T14:57:25.002Z level=INFO msg=\"Found release history, upgrading...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit numVersions=2\ntime=2026-09-30T14:57:25.620Z level=INFO msg=\"Removing old field manager from objects in release manifest.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T14:57:25.620Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"/v1, Kind=ServiceAccount\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T14:57:25.977Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"/v1, Kind=ConfigMap\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T14:57:26.226Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"rbac.authorization.k8s.io/v1, Kind=ClusterRole\" namespace=\"\" name=arobit-forwarder\ntime=2026-09-30T14:57:26.765Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"rbac.authorization.k8s.io/v1, Kind=ClusterRoleBinding\" namespace=\"\" name=arobit-forwarder\ntime=2026-09-30T14:57:26.974Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"/v1, Kind=Service\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T14:57:27.201Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"apps/v1, Kind=DaemonSet\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T14:57:27.763Z level=INFO msg=\"Decoded resource from manifests.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit gvk=\"monitoring.coreos.com/v1, Kind=ServiceMonitor\" namespace=arobit name=arobit-forwarder\ntime=2026-09-30T14:57:28.017Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit dryRun=false\ntime=2026-09-30T14:57:28.017Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit\ntime=2026-09-30T14:57:28.079Z level=INFO msg=\"Found release history, upgrading...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit numVersions=2\ntime=2026-09-30T15:05:13.695Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit err=\"context deadline exceeded\"\ntime=2026-09-30T15:05:13.695Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=arobit err=\"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: context deadline exceeded\""],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105385002328920064","occurred_at":"2026-09-30T19:51:15Z","signature_id":"59c91e2e24f0ff8a4982b6cbce1ad6ea4d614e46730790c964f60065e02b662a","pr_number":6820,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105354569830633472","occurred_at":"2026-09-30T17:50:19Z","signature_id":"7c9fdc5e068f8cbc4ff91d33bd3a3416cfd241a4e1d4d0d28ad54d1ce1f099cd","pr_number":6820,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105294563651358720","occurred_at":"2026-09-30T13:51:53Z","signature_id":"116a812adf4da3f0b766ca7f0e970c4b7b28de7fba2c7153f753459f2b443b8c","pr_number":6820,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6820/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105227914915090432","occurred_at":"2026-09-30T09:27:02Z","signature_id":"d20ad03882fd0f5debbe72a144cd887757a3333ce3a6250ab7b88059925a6396","pr_number":6820,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"aa7e67c7a590a1275d29fc48bfa890bb54cd4ebb44d206ef3a2ff048e5a51837","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable; hosted cluster degraded: UnavailableReplicas: [router]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP HyperShift Presubmit should create a cluster and nodepool to completion","occurrences":4,"runs_affected":3,"failed_runs":3,"run_impact_percent":0.5736137667304015,"anchor_occurrences":4,"after_last_push_count":0,"trend_counts":[0,3,1,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":3,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP HyperShift Presubmit should create a cluster and nodepool to completion","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to delete a nodepool","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_hypershift_presubmit.go:83]: HCP cluster rg-hs-pre--vbl2fffvpm77/cluster-hs-pre-6h5wx2 should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000fa6f80\u003e: \n    failed to create HCP cluster cluster-hs-pre-6h5wx2: failed waiting for cluster=\"cluster-hs-pre-6h5wx2\" in resourcegroup=\"rg-hs-pre--vbl2fffvpm77\" to finish creating: GET https://rp.j6245760.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/ed26df33-28d6-48f7-aad8-139388423746\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/ed26df33-28d6-48f7-aad8-139388423746\",\n      \"name\": \"ed26df33-28d6-48f7-aad8-139388423746\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T03:00:05.091215108Z\",\n      \"endTime\": \"2026-09-29T03:29:10.065852363Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: router; hosted cluster degraded: UnavailableReplicas: router deployment has 2 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_hypershift_presubmit.go:83]: HCP cluster rg-hs-pre--vbl2fffvpm77/cluster-hs-pre-6h5wx2 should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000fa6f80\u003e: \n    failed to create HCP cluster cluster-hs-pre-6h5wx2: failed waiting for cluster=\"cluster-hs-pre-6h5wx2\" in resourcegroup=\"rg-hs-pre--vbl2fffvpm77\" to finish creating: GET https://rp.j6245760.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/ed26df33-28d6-48f7-aad8-139388423746\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/ed26df33-28d6-48f7-aad8-139388423746\",\n      \"name\": \"ed26df33-28d6-48f7-aad8-139388423746\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T03:00:05.091215108Z\",\n      \"endTime\": \"2026-09-29T03:29:10.065852363Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: router; hosted cluster degraded: UnavailableReplicas: router deployment has 2 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:99]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000911660\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-6qt82pv5cb4k\" to finish creating: GET https://rp.j4259200.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/cd024c78-818b-4b49-8634-2f704d9a8088\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/cd024c78-818b-4b49-8634-2f704d9a8088\",\n      \"name\": \"cd024c78-818b-4b49-8634-2f704d9a8088\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T07:18:28.191649845Z\",\n      \"endTime\": \"2026-09-28T07:47:33.272794005Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: router; hosted cluster degraded: UnavailableReplicas: router deployment has 2 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:99]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000911660\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-6qt82pv5cb4k\" to finish creating: GET https://rp.j4259200.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/cd024c78-818b-4b49-8634-2f704d9a8088\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/cd024c78-818b-4b49-8634-2f704d9a8088\",\n      \"name\": \"cd024c78-818b-4b49-8634-2f704d9a8088\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T07:18:28.191649845Z\",\n      \"endTime\": \"2026-09-28T07:47:33.272794005Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: router; hosted cluster degraded: UnavailableReplicas: router deployment has 2 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_delete.go:81]: failed to create HCP cluster np-delete-hcp-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001698220\u003e: \n    failed to create HCP cluster np-delete-hcp-cluster: failed waiting for cluster=\"np-delete-hcp-cluster\" in resourcegroup=\"nodepool-delete-hqr7q7xq4llr\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/e46d4d39-f739-4c7b-9f6e-359435d906f6\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/e46d4d39-f739-4c7b-9f6e-359435d906f6\",\n      \"name\": \"e46d4d39-f739-4c7b-9f6e-359435d906f6\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:54:08.942854859Z\",\n      \"endTime\": \"2026-09-28T05:23:14.16072165Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: router; hosted cluster degraded: UnavailableReplicas: router deployment has 2 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_delete.go:81]: failed to create HCP cluster np-delete-hcp-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001698220\u003e: \n    failed to create HCP cluster np-delete-hcp-cluster: failed waiting for cluster=\"np-delete-hcp-cluster\" in resourcegroup=\"nodepool-delete-hqr7q7xq4llr\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/e46d4d39-f739-4c7b-9f6e-359435d906f6\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/e46d4d39-f739-4c7b-9f6e-359435d906f6\",\n      \"name\": \"e46d4d39-f739-4c7b-9f6e-359435d906f6\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:54:08.942854859Z\",\n      \"endTime\": \"2026-09-28T05:23:14.16072165Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: router; hosted cluster degraded: UnavailableReplicas: router deployment has 2 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104751945536245760","occurred_at":"2026-09-29T01:55:42Z","signature_id":"49163bb2062434c1f083547612fa1c43e90193c5193f060f5e754ecd13438cec","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104457246334259200","occurred_at":"2026-09-28T06:24:41Z","signature_id":"0b89bdc7383f2c123c8287a1a5aec43b3c515722ab8e7d58f23bb0002aec1e93","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"9c95fddd44e42f0842cd3dae63f79a607777a45781192a59b8e078313504b0a8","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"dcbe953ab01aef145b8f85e06d22bffa5a686320c14b765bf9e95bf552ee460e","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"a4f3c24f075e1dad558636095f209b5b0ee737bcb81bd0c18823a283d1255124","failure_pattern":"ERROR CODE: InternalServerError; detail code SubscriptionRequestsThrottled; detail message Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '\u003cuuid\u003e' exceeded. Please try again after '\u003cseconds\u003e' seconds after additional tokens are available.; provider Microsoft.Compute","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":4,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":4,"after_last_push_count":8,"trend_counts":[0,0,4,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":14,"prior_last_seen_at":"2026-09-24T09:33:10Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:154]: failed to create AZ nodepool autoscale-az with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a02cc0\u003e: \n    failed to create NodePool autoscale-az: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-7gnm6qbmvpcb\" to finish creating: GET https://rp.j0435840.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/8167fae0-e6eb-4298-bee1-fee2d504da77\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/8167fae0-e6eb-4298-bee1-fee2d504da77\",\n      \"name\": \"8167fae0-e6eb-4298-bee1-fee2d504da77\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:58:54.33539143Z\",\n      \"endTime\": \"2026-09-29T02:59:36.376050844Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceNodePoolStatus] GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Compute/skus\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '47f69502-0065-4d9a-b19b-d403e183d2f4' exceeded. Please try again after '10' seconds after additional tokens are available. Refer to https://aka.ms/arm-throttling for additional information.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:154]: failed to create AZ nodepool autoscale-az with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a02cc0\u003e: \n    failed to create NodePool autoscale-az: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-7gnm6qbmvpcb\" to finish creating: GET https://rp.j0435840.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/8167fae0-e6eb-4298-bee1-fee2d504da77\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/8167fae0-e6eb-4298-bee1-fee2d504da77\",\n      \"name\": \"8167fae0-e6eb-4298-bee1-fee2d504da77\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:58:54.33539143Z\",\n      \"endTime\": \"2026-09-29T02:59:36.376050844Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceNodePoolStatus] GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Compute/skus\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '47f69502-0065-4d9a-b19b-d403e183d2f4' exceeded. Please try again after '10' seconds after additional tokens are available. Refer to https://aka.ms/arm-throttling for additional information.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:222]: failed to create nodepool \"np-1\" for authorized CIDRs cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0011bf9c0\u003e: \n    failed to create NodePool np-1: failed waiting for nodepool=\"np-1\" for cluster \"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-2plrgsl5fwgr\" to finish creating: GET https://rp.j0435840.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/476732bf-65f0-4455-afd3-17ce246aa2ca\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/476732bf-65f0-4455-afd3-17ce246aa2ca\",\n      \"name\": \"476732bf-65f0-4455-afd3-17ce246aa2ca\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T03:00:32.197258881Z\",\n      \"endTime\": \"2026-09-29T03:01:14.992686131Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceNodePoolStatus] GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Compute/skus\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '47f69502-0065-4d9a-b19b-d403e183d2f4' exceeded. Please try again after '10' seconds after additional tokens are available. Refer to https://aka.ms/arm-throttling for additional information.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:222]: failed to create nodepool \"np-1\" for authorized CIDRs cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0011bf9c0\u003e: \n    failed to create NodePool np-1: failed waiting for nodepool=\"np-1\" for cluster \"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-2plrgsl5fwgr\" to finish creating: GET https://rp.j0435840.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/476732bf-65f0-4455-afd3-17ce246aa2ca\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/476732bf-65f0-4455-afd3-17ce246aa2ca\",\n      \"name\": \"476732bf-65f0-4455-afd3-17ce246aa2ca\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T03:00:32.197258881Z\",\n      \"endTime\": \"2026-09-29T03:01:14.992686131Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceNodePoolStatus] GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Compute/skus\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '47f69502-0065-4d9a-b19b-d403e183d2f4' exceeded. Please try again after '10' seconds after additional tokens are available. Refer to https://aka.ms/arm-throttling for additional information.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:165]: failed to create node pool npupgrade-4-21 with version 4.21.34\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e962c0\u003e: \n    failed to create NodePool npupgrade-4-21: failed waiting for nodepool=\"npupgrade-4-21\" for cluster \"np-version-upgrade-cluster-8rl27d\" in resourcegroup=\"rg-np-version-upgrade-8rl27d-cds8pn7rp5pj\" to finish creating: GET https://rp.j0435840.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/99532f4a-c494-477c-9235-28ce3b3dccdb\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/99532f4a-c494-477c-9235-28ce3b3dccdb\",\n      \"name\": \"99532f4a-c494-477c-9235-28ce3b3dccdb\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:59:24.07754651Z\",\n      \"endTime\": \"2026-09-29T03:00:05.923503248Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceNodePoolStatus] GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Compute/skus\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '47f69502-0065-4d9a-b19b-d403e183d2f4' exceeded. Please try again after '10' seconds after additional tokens are available. Refer to https://aka.ms/arm-throttling for additional information.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:165]: failed to create node pool npupgrade-4-21 with version 4.21.34\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e962c0\u003e: \n    failed to create NodePool npupgrade-4-21: failed waiting for nodepool=\"npupgrade-4-21\" for cluster \"np-version-upgrade-cluster-8rl27d\" in resourcegroup=\"rg-np-version-upgrade-8rl27d-cds8pn7rp5pj\" to finish creating: GET https://rp.j0435840.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/99532f4a-c494-477c-9235-28ce3b3dccdb\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/99532f4a-c494-477c-9235-28ce3b3dccdb\",\n      \"name\": \"99532f4a-c494-477c-9235-28ce3b3dccdb\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:59:24.07754651Z\",\n      \"endTime\": \"2026-09-29T03:00:05.923503248Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceNodePoolStatus] GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Compute/skus\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: SubscriptionRequestsThrottled\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"SubscriptionRequestsThrottled\\\",\\n    \\\"message\\\": \\\"Number of 'read' requests for subscription 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' actor '47f69502-0065-4d9a-b19b-d403e183d2f4' exceeded. Please try again after '10' seconds after additional tokens are available. Refer to https://aka.ms/arm-throttling for additional information.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7224/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747427830435840","occurred_at":"2026-09-29T01:37:45Z","signature_id":"07dd6cb2c731798c1ba91451e4f4e831a6474bade7ac64e105f54eddf1f77603","pr_number":7224,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7224/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747427830435840","occurred_at":"2026-09-29T01:37:45Z","signature_id":"7cb246d0dd4b1d5c0d9504db66386b1d3fc92b84852323cf24324f2b2ca3ca03","pr_number":7224,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7224/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747427830435840","occurred_at":"2026-09-29T01:37:45Z","signature_id":"ebf6c103aaa1ca5186dde5ce73213377ebf49f8c057c025b4767b831827e388b","pr_number":7224,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7215/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747333580230656","occurred_at":"2026-09-29T01:37:23Z","signature_id":"81d270f668c60015346b1a75b5f5d3e295051ce69e6c26c6977feeb39a101728","pr_number":7215,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"97763ea227d764b6cace3c59c3e2291599eb63cdd34dd1463aad690bc17db216","failure_pattern":"expected node pool nodes to report at least one release image ref before downgrade","search_query":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:615]: expected node pool nodes to report at least one release image ref before downgrade","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.22.zLatest to 4.20.zLatest","occurrences":4,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":4,"after_last_push_count":1,"trend_counts":[0,2,0,2,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-14"],"prior_runs_affected":3,"prior_last_seen_at":"2026-09-20T19:01:41Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.22.zLatest to 4.20.zLatest","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:615]: expected node pool nodes to report at least one release image ref before downgrade\nExpected\n    \u003cset.Set[string] | len:0\u003e: ...\nnot to be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:615]: expected node pool nodes to report at least one release image ref before downgrade\nExpected\n    \u003cset.Set[string] | len:0\u003e: ...\nnot to be empty","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:755]: expected node pool nodes to report at least one release image ref before downgrade\nExpected\n    \u003cset.Set[string] | len:0\u003e: ...\nnot to be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:755]: expected node pool nodes to report at least one release image ref before downgrade\nExpected\n    \u003cset.Set[string] | len:0\u003e: ...\nnot to be empty"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105253779644354560","occurred_at":"2026-09-30T11:09:49Z","signature_id":"31f7686d857db3ec2fac93987fae6b6a3245782f4b94f1b84b4b75f60d2d2c13","pr_number":6141,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105253779644354560","occurred_at":"2026-09-30T11:09:49Z","signature_id":"31f7686d857db3ec2fac93987fae6b6a3245782f4b94f1b84b4b75f60d2d2c13","pr_number":6141,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7124/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104613528387194880","occurred_at":"2026-09-28T16:45:41Z","signature_id":"31f7686d857db3ec2fac93987fae6b6a3245782f4b94f1b84b4b75f60d2d2c13","pr_number":7124,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7124/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104613528387194880","occurred_at":"2026-09-28T16:45:41Z","signature_id":"31f7686d857db3ec2fac93987fae6b6a3245782f4b94f1b84b4b75f60d2d2c13","pr_number":7124,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"badae18d6ca0a210966f4d55e11bcbd9bee452e9a42e4ebbf3c4a1925b53c93d","failure_pattern":"ERROR CODE: InternalServerError; detail message cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster still exists; [clusterServiceStatus] state is \"uninstalling\"; [descendantResources] remaining resources: nodePools, serviceProviderClusters, serviceProviderNodePools; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":4,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":4,"after_last_push_count":5,"trend_counts":[0,4,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":12,"prior_last_seen_at":"2026-09-22T22:46:36Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"FIPS Mode Support with v2026-09-01 API should create an HCP cluster with FIPS mode enabled via cryptoRestrictions property","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc000eb40f0\u003e: \n    resource group \"fips-enabled-bn5q2wwsf7rp\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-bn5q2wwsf7rp\" to finish deleting: GET https://rp.j1041152.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/3a6f097a-b7cb-40aa-8dcb-c39bec4a86df\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/3a6f097a-b7cb-40aa-8dcb-c39bec4a86df\",\n      \"name\": \"3a6f097a-b7cb-40aa-8dcb-c39bec4a86df\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T09:30:05.789845252Z\",\n      \"endTime\": \"2026-09-28T09:54:14.850550256Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t3u0hvkv6dq5otq5pkoot1lod893ptj still exists (deletion dispatched at 2026-09-28T09:30:07Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/nodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/nodepools/serviceProviderNodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc000eb40f0\u003e: \n    resource group \"fips-enabled-bn5q2wwsf7rp\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-bn5q2wwsf7rp\" to finish deleting: GET https://rp.j1041152.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/3a6f097a-b7cb-40aa-8dcb-c39bec4a86df\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/3a6f097a-b7cb-40aa-8dcb-c39bec4a86df\",\n      \"name\": \"3a6f097a-b7cb-40aa-8dcb-c39bec4a86df\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T09:30:05.789845252Z\",\n      \"endTime\": \"2026-09-28T09:54:14.850550256Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t3u0hvkv6dq5otq5pkoot1lod893ptj still exists (deletion dispatched at 2026-09-28T09:30:07Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/nodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/nodepools/serviceProviderNodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc001700288\u003e: \n    resource group \"private-keyvault-vfws486bsfgl\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-vfws486bsfgl\" to finish deleting: GET https://rp.j1041152.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/5f4a43f8-8823-4442-9a9f-327ed4ef5fef\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/5f4a43f8-8823-4442-9a9f-327ed4ef5fef\",\n      \"name\": \"5f4a43f8-8823-4442-9a9f-327ed4ef5fef\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T09:29:57.435847003Z\",\n      \"endTime\": \"2026-09-28T09:54:04.986151784Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t3u18j4sj43hhdfhhr4o61io72f8235 still exists (deletion dispatched at 2026-09-28T09:29:59Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/nodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/nodepools/serviceProviderNodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc001700288\u003e: \n    resource group \"private-keyvault-vfws486bsfgl\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-vfws486bsfgl\" to finish deleting: GET https://rp.j1041152.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/5f4a43f8-8823-4442-9a9f-327ed4ef5fef\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/5f4a43f8-8823-4442-9a9f-327ed4ef5fef\",\n      \"name\": \"5f4a43f8-8823-4442-9a9f-327ed4ef5fef\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T09:29:57.435847003Z\",\n      \"endTime\": \"2026-09-28T09:54:04.986151784Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t3u18j4sj43hhdfhhr4o61io72f8235 still exists (deletion dispatched at 2026-09-28T09:29:59Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/nodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/nodepools/serviceProviderNodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc00290a2b8\u003e: \n    resource group \"rg-candidate-5-0-8h76gpwqntfk\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-candidate-5-0-5z7vd6\" in resourcegroup=\"rg-candidate-5-0-8h76gpwqntfk\" to finish deleting: GET https://rp.j1041152.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/cf79dcd4-21ea-4d96-a412-53a56f9ed792\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/cf79dcd4-21ea-4d96-a412-53a56f9ed792\",\n      \"name\": \"cf79dcd4-21ea-4d96-a412-53a56f9ed792\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T09:35:00.890511025Z\",\n      \"endTime\": \"2026-09-28T09:59:04.96675702Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t3u0n0ao372vngnfec0pqf548ff4sjj still exists (deletion dispatched at 2026-09-28T09:35:02Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/nodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/nodepools/serviceProviderNodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc00290a2b8\u003e: \n    resource group \"rg-candidate-5-0-8h76gpwqntfk\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-candidate-5-0-5z7vd6\" in resourcegroup=\"rg-candidate-5-0-8h76gpwqntfk\" to finish deleting: GET https://rp.j1041152.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/cf79dcd4-21ea-4d96-a412-53a56f9ed792\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/cf79dcd4-21ea-4d96-a412-53a56f9ed792\",\n      \"name\": \"cf79dcd4-21ea-4d96-a412-53a56f9ed792\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T09:35:00.890511025Z\",\n      \"endTime\": \"2026-09-28T09:59:04.96675702Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t3u0n0ao372vngnfec0pqf548ff4sjj still exists (deletion dispatched at 2026-09-28T09:35:02Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/nodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/nodepools/serviceProviderNodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"1dabd48da26bb8f586d188358c2a6b848886de5984190e3c86cb8de205e943bb","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"51d9fd31471a1c0d304e788b52fdca01b1faf0db3e9c8c998e6e19021aff1d43","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"62133fbc2a990af4d75df5f3308f03fabd68fc9126fb8e338e8a039115454435","pr_number":6900,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"80098528f82c953ebcec21eb40009d3ad625bc737f3cdf6d0e0316ea06ac992c","pr_number":6900,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"ddf1d2dccbf60132f42b17a2e35e1ecb5877bb9ed00a6e3bd0211a12c42985f5","failure_pattern":"--------------------------------------------------------------------------------","search_query":"--------------------------------------------------------------------------------","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to update nodepool replicas and autoscaling","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":0.5736137667304015,"anchor_occurrences":3,"after_last_push_count":4,"trend_counts":[0,0,0,2,0,0,1,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":6,"prior_last_seen_at":"2026-09-24T09:33:10Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to update nodepool replicas and autoscaling","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:132]: nodepool creation errors: [failed to create NodePool np-update-NODES: failed waiting for nodepool=\"np-update-NODES\" for cluster \"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-vzb878crbjw5\" to finish creating: GET https://rp.j0614912.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/737b799d-a4dd-42d1-a4a2-9cd870de0e20\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: DeadlineExceeded\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/737b799d-a4dd-42d1-a4a2-9cd870de0e20\",\n  \"name\": \"737b799d-a4dd-42d1-a4a2-9cd870de0e20\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-10-03T14:04:39.339033685Z\",\n  \"endTime\": \"2026-10-03T14:23:40.256240312Z\",\n  \"error\": {\n    \"code\": \"DeadlineExceeded\",\n    \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 1, want 2; node pool condition AllNodesHealthy is False: 1 of 2 machines are not healthy\\nMachine e2x8w5d3p9g3r3d-np-update-nodes-mkg2d-mzpcs: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-vzb878crbjw5--managed/providers/Microsoft.Compute/virtualMachines/e2x8w5d3p9g3r3d-np-update-nodes-mkg2d-mzpcs to exist\\n; node pool condition AllMachinesReady is False: 1 of 2 machines are not ready\\nMachine e2x8w5d3p9g3r3d-np-update-nodes-mkg2d-mzpcs: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-vzb878crbjw5--managed/providers/Microsoft.Compute/virtualMachines/e2x8w5d3p9g3r3d-np-update-nodes-mkg2d-mzpcs to exist\\n\"\n  }\n}\n--------------------------------------------------------------------------------\n]\nExpected\n    \u003c[]error | len:1, cap:1\u003e: ...\nto be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:132]: nodepool creation errors: [failed to create NodePool np-update-NODES: failed waiting for nodepool=\"np-update-NODES\" for cluster \"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-vzb878crbjw5\" to finish creating: GET https://rp.j0614912.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/737b799d-a4dd-42d1-a4a2-9cd870de0e20\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: DeadlineExceeded\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/737b799d-a4dd-42d1-a4a2-9cd870de0e20\",\n  \"name\": \"737b799d-a4dd-42d1-a4a2-9cd870de0e20\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-10-03T14:04:39.339033685Z\",\n  \"endTime\": \"2026-10-03T14:23:40.256240312Z\",\n  \"error\": {\n    \"code\": \"DeadlineExceeded\",\n    \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 1, want 2; node pool condition AllNodesHealthy is False: 1 of 2 machines are not healthy\\nMachine e2x8w5d3p9g3r3d-np-update-nodes-mkg2d-mzpcs: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-vzb878crbjw5--managed/providers/Microsoft.Compute/virtualMachines/e2x8w5d3p9g3r3d-np-update-nodes-mkg2d-mzpcs to exist\\n; node pool condition AllMachinesReady is False: 1 of 2 machines are not ready\\nMachine e2x8w5d3p9g3r3d-np-update-nodes-mkg2d-mzpcs: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-vzb878crbjw5--managed/providers/Microsoft.Compute/virtualMachines/e2x8w5d3p9g3r3d-np-update-nodes-mkg2d-mzpcs to exist\\n\"\n  }\n}\n--------------------------------------------------------------------------------\n]\nExpected\n    \u003c[]error | len:1, cap:1\u003e: ...\nto be empty","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:132]: nodepool creation errors: [failed to create NodePool np-update-NODES: failed waiting for nodepool=\"np-update-NODES\" for cluster \"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-9xv2vk78f5m7\" to finish creating: GET https://rp.j4339200.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f34fa79-f2bb-47f4-8491-50e2c8ff8e21\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: DeadlineExceeded\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f34fa79-f2bb-47f4-8491-50e2c8ff8e21\",\n  \"name\": \"9f34fa79-f2bb-47f4-8491-50e2c8ff8e21\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-09-30T22:15:27.259108656Z\",\n  \"endTime\": \"2026-09-30T22:34:33.885780975Z\",\n  \"error\": {\n    \"code\": \"DeadlineExceeded\",\n    \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 1, want 2; node pool condition AllNodesHealthy is False: 1 of 2 machines are not healthy\\nMachine v7o2l4s3b0x1k3m-np-update-nodes-z48kk-nvb79: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-9xv2vk78f5m7--managed/providers/Microsoft.Compute/virtualMachines/v7o2l4s3b0x1k3m-np-update-nodes-z48kk-nvb79 to exist\\n; node pool condition AllMachinesReady is False: 1 of 2 machines are not ready\\nMachine v7o2l4s3b0x1k3m-np-update-nodes-z48kk-nvb79: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-9xv2vk78f5m7--managed/providers/Microsoft.Compute/virtualMachines/v7o2l4s3b0x1k3m-np-update-nodes-z48kk-nvb79 to exist\\n\"\n  }\n}\n--------------------------------------------------------------------------------\n]\nExpected\n    \u003c[]error | len:1, cap:1\u003e: ...\nto be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:132]: nodepool creation errors: [failed to create NodePool np-update-NODES: failed waiting for nodepool=\"np-update-NODES\" for cluster \"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-9xv2vk78f5m7\" to finish creating: GET https://rp.j4339200.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f34fa79-f2bb-47f4-8491-50e2c8ff8e21\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: DeadlineExceeded\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9f34fa79-f2bb-47f4-8491-50e2c8ff8e21\",\n  \"name\": \"9f34fa79-f2bb-47f4-8491-50e2c8ff8e21\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-09-30T22:15:27.259108656Z\",\n  \"endTime\": \"2026-09-30T22:34:33.885780975Z\",\n  \"error\": {\n    \"code\": \"DeadlineExceeded\",\n    \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 1, want 2; node pool condition AllNodesHealthy is False: 1 of 2 machines are not healthy\\nMachine v7o2l4s3b0x1k3m-np-update-nodes-z48kk-nvb79: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-9xv2vk78f5m7--managed/providers/Microsoft.Compute/virtualMachines/v7o2l4s3b0x1k3m-np-update-nodes-z48kk-nvb79 to exist\\n; node pool condition AllMachinesReady is False: 1 of 2 machines are not ready\\nMachine v7o2l4s3b0x1k3m-np-update-nodes-z48kk-nvb79: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-9xv2vk78f5m7--managed/providers/Microsoft.Compute/virtualMachines/v7o2l4s3b0x1k3m-np-update-nodes-z48kk-nvb79 to exist\\n\"\n  }\n}\n--------------------------------------------------------------------------------\n]\nExpected\n    \u003c[]error | len:1, cap:1\u003e: ...\nto be empty","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:132]: nodepool creation errors: [failed to create NodePool np-update-NODES: failed waiting for nodepool=\"np-update-NODES\" for cluster \"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-78dt7bb9qdx9\" to finish creating: GET https://rp.j9082368.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e3f34a8c-014f-4784-8b2d-d242f6bfcb85\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: DeadlineExceeded\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e3f34a8c-014f-4784-8b2d-d242f6bfcb85\",\n  \"name\": \"e3f34a8c-014f-4784-8b2d-d242f6bfcb85\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-09-30T05:49:26.691969203Z\",\n  \"endTime\": \"2026-09-30T06:08:29.964580175Z\",\n  \"error\": {\n    \"code\": \"DeadlineExceeded\",\n    \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 1, want 2; node pool condition AllNodesHealthy is False: 1 of 2 machines are not healthy\\nMachine t1n4p5j2m9y1n6b-np-update-nodes-fvh6z-s276d: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-78dt7bb9qdx9--managed/providers/Microsoft.Compute/virtualMachines/t1n4p5j2m9y1n6b-np-update-nodes-fvh6z-s276d to exist\\n; node pool condition AllMachinesReady is False: 1 of 2 machines are not ready\\nMachine t1n4p5j2m9y1n6b-np-update-nodes-fvh6z-s276d: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-78dt7bb9qdx9--managed/providers/Microsoft.Compute/virtualMachines/t1n4p5j2m9y1n6b-np-update-nodes-fvh6z-s276d to exist\\n\"\n  }\n}\n--------------------------------------------------------------------------------\n]\nExpected\n    \u003c[]error | len:1, cap:1\u003e: ...\nto be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:132]: nodepool creation errors: [failed to create NodePool np-update-NODES: failed waiting for nodepool=\"np-update-NODES\" for cluster \"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-78dt7bb9qdx9\" to finish creating: GET https://rp.j9082368.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e3f34a8c-014f-4784-8b2d-d242f6bfcb85\n--------------------------------------------------------------------------------\nRESPONSE 200: 200 OK\nERROR CODE: DeadlineExceeded\n--------------------------------------------------------------------------------\n{\n  \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/e3f34a8c-014f-4784-8b2d-d242f6bfcb85\",\n  \"name\": \"e3f34a8c-014f-4784-8b2d-d242f6bfcb85\",\n  \"status\": \"Failed\",\n  \"startTime\": \"2026-09-30T05:49:26.691969203Z\",\n  \"endTime\": \"2026-09-30T06:08:29.964580175Z\",\n  \"error\": {\n    \"code\": \"DeadlineExceeded\",\n    \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 1, want 2; node pool condition AllNodesHealthy is False: 1 of 2 machines are not healthy\\nMachine t1n4p5j2m9y1n6b-np-update-nodes-fvh6z-s276d: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-78dt7bb9qdx9--managed/providers/Microsoft.Compute/virtualMachines/t1n4p5j2m9y1n6b-np-update-nodes-fvh6z-s276d to exist\\n; node pool condition AllMachinesReady is False: 1 of 2 machines are not ready\\nMachine t1n4p5j2m9y1n6b-np-update-nodes-fvh6z-s276d: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-78dt7bb9qdx9--managed/providers/Microsoft.Compute/virtualMachines/t1n4p5j2m9y1n6b-np-update-nodes-fvh6z-s276d to exist\\n\"\n  }\n}\n--------------------------------------------------------------------------------\n]\nExpected\n    \u003c[]error | len:1, cap:1\u003e: ...\nto be empty"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7340/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106365799160614912","occurred_at":"2026-10-03T12:48:35Z","signature_id":"b0563ce9088e2d908cb5cdc30392d78444947ed998364dd964a7182a39daa5f6","pr_number":7340,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7279/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105400327724339200","occurred_at":"2026-09-30T20:52:09Z","signature_id":"7b187491ce9c30d3ede87c8dd648a76fcd7a020441133e8aa1cde7d221cdf9af","pr_number":7279,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7229/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105159944369082368","occurred_at":"2026-09-30T04:56:57Z","signature_id":"b7b881f56be7fc493c98503286f3b339d22b05150a32a7c2547bdf5dad7f2da5","pr_number":7229,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"9205c69c72a57356c2890f3b58a265a6f5459948112af87f37384e641208f260","failure_pattern":"ERROR CODE: 429; provider Microsoft.ManagedIdentity","search_query":"ERROR CODE: 429","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":0.5736137667304015,"anchor_occurrences":3,"after_last_push_count":3,"trend_counts":[0,1,1,0,1,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-21"],"prior_runs_affected":5,"prior_last_seen_at":"2026-09-25T16:19:16Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":2},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Nodepool OS Disk Encryption should create a nodepool with customer-managed disk encryption via DES","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_osdisk_encryption.go:108]: failed to get service managed identity\nUnexpected error:\n    \u003c*exported.ResponseError | 0xc0017f8e10\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-57/providers/Microsoft.ManagedIdentity/userAssignedIdentities/service\n    --------------------------------------------------------------------------------\n    RESPONSE 429: 429 Too Many Requests\n    ERROR CODE: 429\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"429\",\n        \"message\": \"Request is temporarily throttled because tenant XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX has issued too many requests. Retry after 3 seconds.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_osdisk_encryption.go:108]: failed to get service managed identity\nUnexpected error:\n    \u003c*exported.ResponseError | 0xc0017f8e10\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-00-57/providers/Microsoft.ManagedIdentity/userAssignedIdentities/service\n    --------------------------------------------------------------------------------\n    RESPONSE 429: 429 Too Many Requests\n    ERROR CODE: 429\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"429\",\n        \"message\": \"Request is temporarily throttled because tenant XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX has issued too many requests. Retry after 3 seconds.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:219]: failed to look up CAPZ principal ID\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000fccf00\u003e: \n    failed to get CAPZ MI: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-01-18/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure\n    --------------------------------------------------------------------------------\n    RESPONSE 429: 429 Too Many Requests\n    ERROR CODE: 429\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"429\",\n        \"message\": \"Request is temporarily throttled because subscription XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX has issued too many requests. Retry after 2 seconds.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:219]: failed to look up CAPZ principal ID\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000fccf00\u003e: \n    failed to get CAPZ MI: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard1-01-18/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure\n    --------------------------------------------------------------------------------\n    RESPONSE 429: 429 Too Many Requests\n    ERROR CODE: 429\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"429\",\n        \"message\": \"Request is temporarily throttled because subscription XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX has issued too many requests. Retry after 2 seconds.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:219]: failed to look up CAPZ principal ID\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000874f60\u003e: \n    failed to get CAPZ MI: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard3-00-14/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure\n    --------------------------------------------------------------------------------\n    RESPONSE 429: 429 Too Many Requests\n    ERROR CODE: 429\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"429\",\n        \"message\": \"Request is temporarily throttled because subscription XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX has issued too many requests. Retry after 1 seconds.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:219]: failed to look up CAPZ principal ID\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000874f60\u003e: \n    failed to get CAPZ MI: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-msi-container-dev-shard3-00-14/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure\n    --------------------------------------------------------------------------------\n    RESPONSE 429: 429 Too Many Requests\n    ERROR CODE: 429\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"429\",\n        \"message\": \"Request is temporarily throttled because subscription XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX has issued too many requests. Retry after 1 seconds.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105804050531356672","occurred_at":"2026-10-01T23:36:24Z","signature_id":"af4881d75a9ae8226d8afbd4d63a88cbff508fb4ab0be92e201140cbc8343e5f","pr_number":7143,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7054/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104937201925099520","occurred_at":"2026-09-29T14:11:51Z","signature_id":"33887c32d252b866727346e81c84fde74866ad102c6552f6761977e0a5bfe0ff","pr_number":7054,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6226/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104429033809776640","occurred_at":"2026-09-28T04:32:34Z","signature_id":"04c64a39622e30f071bc799f77f8bc41c83ad2872a342f4b19cf528cbde3c282","pr_number":6226,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"f570ff2ef05014779bb7489dca295e256a69aead33d6bff8319ed54db32fd9e1","failure_pattern":"UpdateHCPCluster20260901 timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for hcpCluster=\"kms-key-rotate-422\" in resourcegroup=\"kms-key-rotate-nqllmtrxwh84\" to finish updating, caused by: timeout '23.000000' minutes exceeded during UpdateHCPCluster20260901 for cluster kms-key-rotate-422 in resource group kms-key-rotate-nqllmtrxwh84, error: context deadline exceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to rotate KMS key for a cluster with version \u003e= 4.22","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":0.5736137667304015,"anchor_occurrences":3,"after_last_push_count":0,"trend_counts":[0,1,0,1,0,1,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":5,"prior_last_seen_at":"2026-09-21T21:00:10Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to rotate KMS key for a cluster with version \u003e= 4.22","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/kms_key_rotation.go:193]: failed to update cluster with new KMS key\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015c66c0\u003e: \n    failed waiting for hcpCluster=\"kms-key-rotate-422\" in resourcegroup=\"kms-key-rotate-nqllmtrxwh84\" to finish updating, caused by: timeout '23.000000' minutes exceeded during UpdateHCPCluster20260901 for cluster kms-key-rotate-422 in resource group kms-key-rotate-nqllmtrxwh84, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/kms_key_rotation.go:193]: failed to update cluster with new KMS key\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015c66c0\u003e: \n    failed waiting for hcpCluster=\"kms-key-rotate-422\" in resourcegroup=\"kms-key-rotate-nqllmtrxwh84\" to finish updating, caused by: timeout '23.000000' minutes exceeded during UpdateHCPCluster20260901 for cluster kms-key-rotate-422 in resource group kms-key-rotate-nqllmtrxwh84, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/kms_key_rotation.go:301]: failed to update cluster with new KMS key with the second rotation\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000dfb3e0\u003e: \n    failed waiting for hcpCluster=\"kms-key-rotate-422\" in resourcegroup=\"kms-key-rotate-vxcvln6bjmck\" to finish updating, caused by: timeout '23.000000' minutes exceeded during UpdateHCPCluster20260901 for cluster kms-key-rotate-422 in resource group kms-key-rotate-vxcvln6bjmck, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/kms_key_rotation.go:301]: failed to update cluster with new KMS key with the second rotation\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000dfb3e0\u003e: \n    failed waiting for hcpCluster=\"kms-key-rotate-422\" in resourcegroup=\"kms-key-rotate-vxcvln6bjmck\" to finish updating, caused by: timeout '23.000000' minutes exceeded during UpdateHCPCluster20260901 for cluster kms-key-rotate-422 in resource group kms-key-rotate-vxcvln6bjmck, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/kms_key_rotation.go:299]: failed to update cluster with new KMS key with the second rotation\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00123cdb0\u003e: \n    failed waiting for hcpCluster=\"kms-key-rotate-422\" in resourcegroup=\"kms-key-rotate-sfghgk8d4rdx\" to finish updating, caused by: timeout '23.000000' minutes exceeded during UpdateHCPCluster20260901 for cluster kms-key-rotate-422 in resource group kms-key-rotate-sfghgk8d4rdx, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/kms_key_rotation.go:299]: failed to update cluster with new KMS key with the second rotation\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00123cdb0\u003e: \n    failed waiting for hcpCluster=\"kms-key-rotate-422\" in resourcegroup=\"kms-key-rotate-sfghgk8d4rdx\" to finish updating, caused by: timeout '23.000000' minutes exceeded during UpdateHCPCluster20260901 for cluster kms-key-rotate-422 in resource group kms-key-rotate-sfghgk8d4rdx, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105963382757658624","occurred_at":"2026-10-02T10:09:31Z","signature_id":"d285c70301184b9a72cbfbcf497f8bb394dd1683ff0d5b4206fc2a65203f44fb","pr_number":6889,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"a1e6e6a948237d5895cda86936bae09d2fd958c75bf3854eb19fbf06516789a2","pr_number":7261,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104485944341041152","occurred_at":"2026-09-28T08:18:43Z","signature_id":"d992f3cd9ef02517f10c183a1d637491540983decdd93733599aca19cf494b86","pr_number":6900,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"cc58ab85ccf7f8901007262baa5b046324f5e8aea4fb20f9726e8407124603b0","failure_pattern":"alert [svc] KubeDeploymentRolloutStuck fired","search_query":"alert [svc] KubeDeploymentRolloutStuck fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert KubeDeploymentRolloutStuck does not fire","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":0.5736137667304015,"anchor_occurrences":3,"after_last_push_count":5,"trend_counts":[0,0,2,1,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":9,"prior_last_seen_at":"2026-09-25T02:07:11Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert KubeDeploymentRolloutStuck does not fire","occurrences":3}],"full_error_samples":["alert fired 4 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-09-30T06:42:08Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentRolloutStuck\", cluster=\"ci01-j6251904-mgmt-1\", component=\"kubernetes-infrastructure\", condition=\"Progressing\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.183:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j6251904/providers/microsoft.monitor/accounts/services-j6251904\", namespace=\"open-cluster-management-agent-addon\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-blwss\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", reason=\"progressdeadlineexceeded\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", status=\"false\"\n  Description: Rollout of deployment open-cluster-management-agent-addon/klusterlet-addon-workmgr is not progressing for longer than 30 minutes.\nFiring 2:\n  State:       Fired (not resolved)\n  Started:     2026-09-30T06:42:08Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentRolloutStuck\", cluster=\"ci01-j6251904-mgmt-1\", component=\"kubernetes-infrastructure\", condition=\"Progressing\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.183:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j6251904/providers/microsoft.monitor/accounts/services-j6251904\", namespace=\"open-cluster-management-agent-addon\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-blwss\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", reason=\"progressdeadlineexceeded\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", status=\"false\"\n  Description: Rollout of deployment open-cluster-management-agent-addon/klusterlet-addon-workmgr is not progressing for longer than 30 minutes.\nFiring 3:\n  State:       Resolved\n  Started:     2026-09-30T06:49:03Z\n  Ended:       2026-09-30T07:01:02Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentRolloutStuck\", cluster=\"ci01-j6251904-mgmt-1\", component=\"kubernetes-infrastructure\", condition=\"Progressing\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.183:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j6251904/providers/microsoft.monitor/accounts/services-j6251904\", namespace=\"klusterlet-2t55he6nad38adkphki745bqugvhhgmi\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-blwss\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", reason=\"progressdeadlineexceeded\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", status=\"false\"\n  Description: Rollout of deployment klusterlet-2t55he6nad38adkphki745bqugvhhgmi/klusterlet-addon-workmgr is not progressing for longer than 30 minutes.\nFiring 4:\n  State:       Resolved\n  Started:     2026-09-30T06:49:04Z\n  Ended:       2026-09-30T07:01:02Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentRolloutStuck\", cluster=\"ci01-j6251904-mgmt-1\", component=\"kubernetes-infrastructure\", condition=\"Progressing\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.183:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j6251904/providers/microsoft.monitor/accounts/services-j6251904\", namespace=\"klusterlet-2t55he6nad38adkphki745bqugvhhgmi\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-blwss\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", reason=\"progressdeadlineexceeded\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", status=\"false\"\n  Description: Rollout of deployment klusterlet-2t55he6nad38adkphki745bqugvhhgmi/klusterlet-addon-workmgr is not progressing for longer than 30 minutes.","alert fired 4 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-09-29T17:08:31Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentRolloutStuck\", cluster=\"ci01-j0873728-mgmt-2\", component=\"kubernetes-infrastructure\", condition=\"Progressing\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.132:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j0873728/providers/microsoft.monitor/accounts/services-j0873728\", namespace=\"open-cluster-management-agent-addon\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-qqn8d\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", reason=\"progressdeadlineexceeded\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", status=\"false\"\n  Description: Rollout of deployment open-cluster-management-agent-addon/klusterlet-addon-workmgr is not progressing for longer than 30 minutes.\nFiring 2:\n  State:       Fired (not resolved)\n  Started:     2026-09-29T17:08:31Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentRolloutStuck\", cluster=\"ci01-j0873728-mgmt-2\", component=\"kubernetes-infrastructure\", condition=\"Progressing\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.132:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j0873728/providers/microsoft.monitor/accounts/services-j0873728\", namespace=\"open-cluster-management-agent-addon\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-qqn8d\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", reason=\"progressdeadlineexceeded\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", status=\"false\"\n  Description: Rollout of deployment open-cluster-management-agent-addon/klusterlet-addon-workmgr is not progressing for longer than 30 minutes.\nFiring 3:\n  State:       Resolved\n  Started:     2026-09-29T17:17:28Z\n  Ended:       2026-09-29T17:35:31Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentRolloutStuck\", cluster=\"ci01-j0873728-mgmt-2\", component=\"kubernetes-infrastructure\", condition=\"Progressing\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.132:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j0873728/providers/microsoft.monitor/accounts/services-j0873728\", namespace=\"klusterlet-2t4pk8k1eqei6ipqjn5eo2qde37f917q\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-qqn8d\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", reason=\"progressdeadlineexceeded\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", status=\"false\"\n  Description: Rollout of deployment klusterlet-2t4pk8k1eqei6ipqjn5eo2qde37f917q/klusterlet-addon-workmgr is not progressing for longer than 30 minutes.\nFiring 4:\n  State:       Resolved\n  Started:     2026-09-29T17:17:28Z\n  Ended:       2026-09-29T17:35:30Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentRolloutStuck\", cluster=\"ci01-j0873728-mgmt-2\", component=\"kubernetes-infrastructure\", condition=\"Progressing\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.132:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j0873728/providers/microsoft.monitor/accounts/services-j0873728\", namespace=\"klusterlet-2t4pk8k1eqei6ipqjn5eo2qde37f917q\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-qqn8d\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", reason=\"progressdeadlineexceeded\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", status=\"false\"\n  Description: Rollout of deployment klusterlet-2t4pk8k1eqei6ipqjn5eo2qde37f917q/klusterlet-addon-workmgr is not progressing for longer than 30 minutes.","alert fired 4 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-09-29T10:27:54Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentRolloutStuck\", cluster=\"ci01-j3025664-mgmt-2\", component=\"kubernetes-infrastructure\", condition=\"Progressing\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.135:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j3025664/providers/microsoft.monitor/accounts/services-j3025664\", namespace=\"open-cluster-management-agent-addon\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gxfn6\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", reason=\"progressdeadlineexceeded\", region=\"centralus\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", status=\"false\"\n  Description: Rollout of deployment open-cluster-management-agent-addon/klusterlet-addon-workmgr is not progressing for longer than 30 minutes.\nFiring 2:\n  State:       Fired (not resolved)\n  Started:     2026-09-29T10:27:54Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentRolloutStuck\", cluster=\"ci01-j3025664-mgmt-2\", component=\"kubernetes-infrastructure\", condition=\"Progressing\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.135:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j3025664/providers/microsoft.monitor/accounts/services-j3025664\", namespace=\"open-cluster-management-agent-addon\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gxfn6\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", reason=\"progressdeadlineexceeded\", region=\"centralus\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", status=\"false\"\n  Description: Rollout of deployment open-cluster-management-agent-addon/klusterlet-addon-workmgr is not progressing for longer than 30 minutes.\nFiring 3:\n  State:       Resolved\n  Started:     2026-09-29T10:33:53Z\n  Ended:       2026-09-29T10:49:56Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentRolloutStuck\", cluster=\"ci01-j3025664-mgmt-2\", component=\"kubernetes-infrastructure\", condition=\"Progressing\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.135:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j3025664/providers/microsoft.monitor/accounts/services-j3025664\", namespace=\"klusterlet-2t4jo44vp2jv0nlkcl93iohtjucb2f9b\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gxfn6\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", reason=\"progressdeadlineexceeded\", region=\"centralus\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", status=\"false\"\n  Description: Rollout of deployment klusterlet-2t4jo44vp2jv0nlkcl93iohtjucb2f9b/klusterlet-addon-workmgr is not progressing for longer than 30 minutes.\nFiring 4:\n  State:       Resolved\n  Started:     2026-09-29T10:33:53Z\n  Ended:       2026-09-29T10:49:56Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDeploymentRolloutStuck\", cluster=\"ci01-j3025664-mgmt-2\", component=\"kubernetes-infrastructure\", condition=\"Progressing\", container=\"kube-state-metrics\", deployment=\"klusterlet-addon-workmgr\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.64.135:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j3025664/providers/microsoft.monitor/accounts/services-j3025664\", namespace=\"klusterlet-2t4jo44vp2jv0nlkcl93iohtjucb2f9b\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-gxfn6\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", reason=\"progressdeadlineexceeded\", region=\"centralus\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", status=\"false\"\n  Description: Rollout of deployment klusterlet-2t4jo44vp2jv0nlkcl93iohtjucb2f9b/klusterlet-addon-workmgr is not progressing for longer than 30 minutes."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7158/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105165316576251904","occurred_at":"2026-09-30T05:18:18Z","signature_id":"0e4d81750c983a9cda845d641cdc28ac3126144f9f77408e60f4a30101f8fb9b","pr_number":7158,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7231/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104959408780873728","occurred_at":"2026-09-29T15:40:05Z","signature_id":"0d0a808954e147f0a519c7495b00af821e09439035296652cb563d2d6d584b13","pr_number":7231,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6915/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104861197303025664","occurred_at":"2026-09-29T09:09:50Z","signature_id":"fb7cbb7a29d32f4b826f3d9f6551e5199b49793fe6f5ef3beda6da61fc7e9133","pr_number":6915,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"208637581f2b9518289c7d8add0680b427ee5c78f2a2204ead4b38991424a4ab","failure_pattern":"alert [svc] ServiceCPUDrift fired","search_query":"alert [svc] ServiceCPUDrift fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert ServiceCPUDrift does not fire","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":0.5736137667304015,"anchor_occurrences":3,"after_last_push_count":43,"trend_counts":[0,0,2,1,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":87,"prior_last_seen_at":"2026-09-25T02:07:11Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert ServiceCPUDrift does not fire","occurrences":3}],"full_error_samples":["alert fired 2 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-30T17:22:35Z\n  Ended:       2026-09-30T17:57:31Z\n  Severity:    Sev3\n  Labels:      alertname=\"ServiceCPUDrift\", cluster=\"ci01-j5446016-svc\", component=\"service-memory\", container=\"aro-hcp-frontend\", namespace=\"aro-hcp\", pod=\"aro-hcp-frontend-696bd4cfc8-xrrs2\", severity=\"warning\", team=\"hcp-sl\"\n  Description: Container aro-hcp-frontend in pod aro-hcp-frontend-696bd4cfc8-xrrs2 (namespace aro-hcp) on cluster ci01-j5446016-svc has averaged 170% of its CPU request over the last 30 minutes.\nThis may indicate workload growth that requires right-sizing the request in config.yaml.\n\nFiring 2:\n  State:       Resolved\n  Started:     2026-09-30T17:22:35Z\n  Ended:       2026-09-30T18:09:33Z\n  Severity:    Sev3\n  Labels:      alertname=\"ServiceCPUDrift\", cluster=\"ci01-j5446016-svc\", component=\"service-memory\", container=\"aro-hcp-frontend\", namespace=\"aro-hcp\", pod=\"aro-hcp-frontend-696bd4cfc8-bzvvh\", severity=\"warning\", team=\"hcp-sl\"\n  Description: Container aro-hcp-frontend in pod aro-hcp-frontend-696bd4cfc8-bzvvh (namespace aro-hcp) on cluster ci01-j5446016-svc has averaged 209.6% of its CPU request over the last 30 minutes.\nThis may indicate workload growth that requires right-sizing the request in config.yaml.","alert fired 2 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-29T17:44:34Z\n  Ended:       2026-09-29T18:19:33Z\n  Severity:    Sev3\n  Labels:      alertname=\"ServiceCPUDrift\", cluster=\"ci01-j3617536-svc\", component=\"service-memory\", container=\"aro-hcp-frontend\", namespace=\"aro-hcp\", pod=\"aro-hcp-frontend-67d6bd86-dxk5c\", severity=\"warning\", team=\"hcp-sl\"\n  Description: Container aro-hcp-frontend in pod aro-hcp-frontend-67d6bd86-dxk5c (namespace aro-hcp) on cluster ci01-j3617536-svc has averaged 177.5% of its CPU request over the last 30 minutes.\nThis may indicate workload growth that requires right-sizing the request in config.yaml.\n\nFiring 2:\n  State:       Resolved\n  Started:     2026-09-29T17:44:34Z\n  Ended:       2026-09-29T18:31:36Z\n  Severity:    Sev3\n  Labels:      alertname=\"ServiceCPUDrift\", cluster=\"ci01-j3617536-svc\", component=\"service-memory\", container=\"aro-hcp-frontend\", namespace=\"aro-hcp\", pod=\"aro-hcp-frontend-67d6bd86-wwm6n\", severity=\"warning\", team=\"hcp-sl\"\n  Description: Container aro-hcp-frontend in pod aro-hcp-frontend-67d6bd86-wwm6n (namespace aro-hcp) on cluster ci01-j3617536-svc has averaged 220.8% of its CPU request over the last 30 minutes.\nThis may indicate workload growth that requires right-sizing the request in config.yaml.","alert fired 2 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-29T03:34:52Z\n  Ended:       2026-09-29T03:55:53Z\n  Severity:    Sev3\n  Labels:      alertname=\"ServiceCPUDrift\", cluster=\"ci01-j6245760-svc\", component=\"service-memory\", container=\"aro-hcp-frontend\", namespace=\"aro-hcp\", pod=\"aro-hcp-frontend-588d586db6-sjv52\", severity=\"warning\", team=\"hcp-sl\"\n  Description: Container aro-hcp-frontend in pod aro-hcp-frontend-588d586db6-sjv52 (namespace aro-hcp) on cluster ci01-j6245760-svc has averaged 159.2% of its CPU request over the last 30 minutes.\nThis may indicate workload growth that requires right-sizing the request in config.yaml.\n\nFiring 2:\n  State:       Resolved\n  Started:     2026-09-29T03:34:52Z\n  Ended:       2026-09-29T03:55:53Z\n  Severity:    Sev3\n  Labels:      alertname=\"ServiceCPUDrift\", cluster=\"ci01-j6245760-svc\", component=\"service-memory\", container=\"aro-hcp-frontend\", namespace=\"aro-hcp\", pod=\"aro-hcp-frontend-588d586db6-ksmpx\", severity=\"warning\", team=\"hcp-sl\"\n  Description: Container aro-hcp-frontend in pod aro-hcp-frontend-588d586db6-ksmpx (namespace aro-hcp) on cluster ci01-j6245760-svc has averaged 151.5% of its CPU request over the last 30 minutes.\nThis may indicate workload growth that requires right-sizing the request in config.yaml."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"8da3c2a194a0976325b473c920b87ca0f08f429d6596d56f440a5f88b7289803","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104969648343617536","occurred_at":"2026-09-29T16:20:47Z","signature_id":"237b8d9f2894b8079c8797595bdd18c9dadbb45f0e18da236611709a9e83ed17","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104751945536245760","occurred_at":"2026-09-29T01:55:42Z","signature_id":"f64e8f9ad85cecf345e7661a18548c2672081aaed696567ff8dbbe006b50a916","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"12b919ef45af23cca2352cbc0e1bd15984998d1d53ba9c82192d5ec6cbeed5c5","failure_pattern":"console should return a successful response or redirect, got 503","search_query":"console should return a successful response or redirect, got 503","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a default cluster and verify KAS is accessible via both public shared ingress and private Swift networking from worker nodes","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":0.5736137667304015,"anchor_occurrences":3,"after_last_push_count":0,"trend_counts":[0,0,0,0,2,1,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":3,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a default cluster and verify KAS is accessible via both public shared ingress and private Swift networking from worker nodes","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_public_and_private_kas.go:212]: Timed out after 2700.002s.\npublic ingress should be reachable from outside the VNet\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_public_and_private_kas.go:210 with:\nconsole should return a successful response or redirect, got 503\nExpected\n    \u003cint\u003e: ...\nto be \u003c\n    \u003cint\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_public_and_private_kas.go:212]: Timed out after 2700.002s.\npublic ingress should be reachable from outside the VNet\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_public_and_private_kas.go:210 with:\nconsole should return a successful response or redirect, got 503\nExpected\n    \u003cint\u003e: ...\nto be \u003c\n    \u003cint\u003e: ...","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_public_and_private_kas.go:182]: Timed out after 1200.000s.\npublic ingress should be reachable from outside the VNet\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_public_and_private_kas.go:180 with:\nconsole should return a successful response or redirect, got 503\nExpected\n    \u003cint\u003e: ...\nto be \u003c\n    \u003cint\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_public_and_private_kas.go:182]: Timed out after 1200.000s.\npublic ingress should be reachable from outside the VNet\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_public_and_private_kas.go:180 with:\nconsole should return a successful response or redirect, got 503\nExpected\n    \u003cint\u003e: ...\nto be \u003c\n    \u003cint\u003e: ...","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_public_and_private_kas.go:182]: Timed out after 600.002s.\npublic ingress should be reachable from outside the VNet\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_public_and_private_kas.go:180 with:\nconsole should return a successful response or redirect, got 503\nExpected\n    \u003cint\u003e: ...\nto be \u003c\n    \u003cint\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_public_and_private_kas.go:182]: Timed out after 600.002s.\npublic ingress should be reachable from outside the VNet\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_public_and_private_kas.go:180 with:\nconsole should return a successful response or redirect, got 503\nExpected\n    \u003cint\u003e: ...\nto be \u003c\n    \u003cint\u003e: ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6807/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105987324146880512","occurred_at":"2026-10-02T11:44:40Z","signature_id":"34274ed735384eaaa0e2b1ae2d0acce3ecf44d677f61c5350015ce1f88a3aa46","pr_number":6807,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6807/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105779586879983616","occurred_at":"2026-10-01T21:59:11Z","signature_id":"16d6edf02807e62fdd39eb4599707ae45d2ddda910e7117f103d5b186415d662","pr_number":6807,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6807/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105728864041832448","occurred_at":"2026-10-01T18:37:38Z","signature_id":"35d1a89e22e4294e225357121ab3f545c078326bf4bf5c105c3f49437b9f8902","pr_number":6807,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"db42d3a8bb432b55cd45f2d44660dfafa02906a8443476f401d5f2c067022daa","failure_pattern":"kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)","search_query":"kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade control plane minor version when pods cannot be created from 5.0 minor to 5.1 minor","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":0.5736137667304015,"anchor_occurrences":3,"after_last_push_count":0,"trend_counts":[0,0,0,0,0,3,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":3,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade control plane minor version when pods cannot be created from 5.0 minor to 5.1 minor","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade_blocked_pod_creation.go:240]: Timed out after 2700.006s.\ncontrol plane did not reach 5.1 on cluster \"cp-ystream-deny-pods-5-1-d97ndt\" with deny-pod ValidatingAdmissionPolicy\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc001ec6360\u003e: \n    kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)\n    clusterversion status.history has no version in target minor \"5.1\"\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade_blocked_pod_creation.go:240]: Timed out after 2700.006s.\ncontrol plane did not reach 5.1 on cluster \"cp-ystream-deny-pods-5-1-d97ndt\" with deny-pod ValidatingAdmissionPolicy\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc001ec6360\u003e: \n    kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)\n    clusterversion status.history has no version in target minor \"5.1\"\n    ...","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade_blocked_pod_creation.go:240]: Timed out after 2700.001s.\ncontrol plane did not reach 5.1 on cluster \"cp-ystream-deny-pods-5-1-qjs7pm\" with deny-pod ValidatingAdmissionPolicy\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc0011ce348\u003e: \n    kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)\n    clusterversion status.history has no version in target minor \"5.1\"\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade_blocked_pod_creation.go:240]: Timed out after 2700.001s.\ncontrol plane did not reach 5.1 on cluster \"cp-ystream-deny-pods-5-1-qjs7pm\" with deny-pod ValidatingAdmissionPolicy\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc0011ce348\u003e: \n    kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)\n    clusterversion status.history has no version in target minor \"5.1\"\n    ...","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade_blocked_pod_creation.go:240]: Timed out after 2700.009s.\ncontrol plane did not reach 5.1 on cluster \"cp-ystream-deny-pods-5-1-dg8wqw\" with deny-pod ValidatingAdmissionPolicy\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc0015c3050\u003e: \n    kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)\n    clusterversion status.history has no version in target minor \"5.1\"\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade_blocked_pod_creation.go:240]: Timed out after 2700.009s.\ncontrol plane did not reach 5.1 on cluster \"cp-ystream-deny-pods-5-1-dg8wqw\" with deny-pod ValidatingAdmissionPolicy\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc0015c3050\u003e: \n    kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)\n    clusterversion status.history has no version in target minor \"5.1\"\n    ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106117061750034432","occurred_at":"2026-10-02T20:20:11Z","signature_id":"24d9756fc06393ff60a7f26c3d09a05911ada4575a0de58939f9e9ec06ce0777","pr_number":6889,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106055090056990720","occurred_at":"2026-10-02T16:13:56Z","signature_id":"0a5b2526c26b68cdf55e2a3874db601a881bf79208555f69ca0b1f64f834031b","pr_number":6889,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105963382757658624","occurred_at":"2026-10-02T10:09:31Z","signature_id":"9b85a307c626519801ac209425f1debdf469e99c3d127b2e7e94b3fca1fbcb53","pr_number":6889,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"406d47e638f407d24104655febf18e753de33546f725682f49558d9bc4ae2365","failure_pattern":"private ingress should not be reachable from outside the VNet, but connection succeeded","search_query":"private ingress should not be reachable from outside the VNet, but connection succeeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private ingress using v20260901preview and verify the ingress is internal","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":0.5736137667304015,"anchor_occurrences":3,"after_last_push_count":4,"trend_counts":[0,0,2,0,0,1,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":7,"prior_last_seen_at":"2026-09-26T16:16:29Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private ingress using v20260901preview and verify the ingress is internal","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:170]: private ingress should not be reachable from outside the VNet, but connection succeeded\nExpected an error to have occurred.  Got:\n    \u003cnil\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:170]: private ingress should not be reachable from outside the VNet, but connection succeeded\nExpected an error to have occurred.  Got:\n    \u003cnil\u003e: ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7293/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105830212750020608","occurred_at":"2026-10-02T01:20:21Z","signature_id":"0bee2919a9bee3776a8fd283c56ec640f998df0f4d9e0ac0bb7806de6e4b2a76","pr_number":7293,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7244/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105052522010906624","occurred_at":"2026-09-29T21:50:05Z","signature_id":"0bee2919a9bee3776a8fd283c56ec640f998df0f4d9e0ac0bb7806de6e4b2a76","pr_number":7244,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6746/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104807316128796672","occurred_at":"2026-09-29T05:35:44Z","signature_id":"0bee2919a9bee3776a8fd283c56ec640f998df0f4d9e0ac0bb7806de6e4b2a76","pr_number":6746,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"8af94ff77be9280ec3040c21d82445dd604d4b00fdf26e371d68448461bff48d","failure_pattern":"Command failed after 5 attempts: oras cp registry.build11.ci.openshift.org/ci-op-\u003cid\u003e/pipeline@sha256:\u003chex\u003e arohcpsvcdev.azurecr.io/ci-op-\u003cid\u003e/pipeline:\u003chex\u003e --from-registry-config /tmp/tmp.\u003cid\u003e/containers/auth.json --to-registry-config","search_query":"Command failed after 5 attempts: oras cp registry.build11.ci.openshift.org/ci-op-49jbb95d/pipeline@sha256:0d10cd3c8fa8572aa7784bf13bac7b0907199a7c1851db08138b412e3f25df14 arohcpsvcdev.azurecr.io/ci-op-49jbb95d/pipeline:0d10cd3c8fa8572aa7784bf13bac7b0907199a7c1851db08138b412e3f25df14 --from-registry-config /tmp/tmp.WQPJJsgkPI/containers/auth.json --to-registry-config /tmp/tmp.WQPJJsgkPI/containers/auth.json","failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Fleet/global/mirror-image","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":2,"after_last_push_count":1,"trend_counts":[0,0,0,0,2,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Fleet/global/mirror-image","occurrences":1},{"failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.MgmtAgent/global/mirror-image","occurrences":1}],"full_error_samples":["time=2026-10-01T15:34:21.055Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.MgmtAgent resourceGroup=global step=mirror-image description=\"Step mirror-image\\n  Kind: ImageMirror\\n  From {\u003cnil\u003e mgmtAgent.image.registry \u003cnil\u003e}:{\u003cnil\u003e mgmtAgent.image.repository \u003cnil\u003e}@{\u003cnil\u003e mgmtAgent.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-10-01T15:35:58.894Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.MgmtAgent resourceGroup=global step=mirror-image err=\"error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org\\nSetting up registry authentication for CI source registry.\\ninfo: Using registry public hostname registry.build11.ci.openshift.org\\nSaved credentials for registry.build11.ci.openshift.org into /tmp/tmp.RKxD35P2Nz/containers/auth.json\\nLogging into target ACR arohcpsvcdev.\\nLogin Succeeded\\nMirroring image registry.build11.ci.openshift.org/ci-op-8mw8v43n/pipeline@sha256:8d86cc812124ab7af5c3f581f9f2865d36cb1fd9340ecc28481c6d525c0cfa0b to arohcpsvcdev.azurecr.io/ci-op-8mw8v43n/pipeline:8d86cc812124ab7af5c3f581f9f2865d36cb1fd9340ecc28481c6d525c0cfa0b.\\nThe image will still be available under it's original digest sha256:8d86cc812124ab7af5c3f581f9f2865d36cb1fd9340ecc28481c6d525c0cfa0b in the target registry.\\nError response from registry: failed to resolve sha256:8d86cc812124ab7af5c3f581f9f2865d36cb1fd9340ecc28481c6d525c0cfa0b: unknown: unknown error: map[DriverName:s3aws Enclosed:map[RequestFailure:map[]]]\\nCommand failed (attempt 1/5). Retrying in 2s...\\nError response from registry: failed to resolve sha256:8d86cc812124ab7af5c3f581f9f2865d36cb1fd9340ecc28481c6d525c0cfa0b: unknown: unknown error: map[DriverName:s3aws Enclosed:map[RequestFailure:map[]]]\\nCommand failed (attempt 2/5). Retrying in 4s...\\nError response from registry: failed to resolve sha256:8d86cc812124ab7af5c3f581f9f2865d36cb1fd9340ecc28481c6d525c0cfa0b: unknown: unknown error: map[DriverName:s3aws Enclosed:map[RequestFailure:map[]]]\\nCommand failed (attempt 3/5). Retrying in 8s...\\nError response from registry: failed to resolve sha256:8d86cc812124ab7af5c3f581f9f2865d36cb1fd9340ecc28481c6d525c0cfa0b: unknown: unknown error: map[DriverName:s3aws Enclosed:map[RequestFailure:map[]]]\\nCommand failed (attempt 4/5). Retrying in 16s...\\nError response from registry: failed to resolve sha256:8d86cc812124ab7af5c3f581f9f2865d36cb1fd9340ecc28481c6d525c0cfa0b: unknown: unknown error: map[DriverName:s3aws Enclosed:map[RequestFailure:map[]]]\\nCommand failed after 5 attempts: oras cp registry.build11.ci.openshift.org/ci-op-8mw8v43n/pipeline@sha256:8d86cc812124ab7af5c3f581f9f2865d36cb1fd9340ecc28481c6d525c0cfa0b arohcpsvcdev.azurecr.io/ci-op-8mw8v43n/pipeline:8d86cc812124ab7af5c3f581f9f2865d36cb1fd9340ecc28481c6d525c0cfa0b --from-registry-config /tmp/tmp.RKxD35P2Nz/containers/auth.json --to-registry-config /tmp/tmp.RKxD35P2Nz/containers/auth.json\\n exit status 1\"","time=2026-10-01T15:33:44.701Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Fleet resourceGroup=global step=mirror-image description=\"Step mirror-image\\n  Kind: ImageMirror\\n  From {\u003cnil\u003e fleet.image.registry \u003cnil\u003e}:{\u003cnil\u003e fleet.image.repository \u003cnil\u003e}@{\u003cnil\u003e fleet.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-10-01T15:35:32.216Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Fleet resourceGroup=global step=mirror-image err=\"error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org\\nSetting up registry authentication for CI source registry.\\ninfo: Using registry public hostname registry.build11.ci.openshift.org\\nSaved credentials for registry.build11.ci.openshift.org into /tmp/tmp.WQPJJsgkPI/containers/auth.json\\nLogging into target ACR arohcpsvcdev.\\nLogin Succeeded\\nMirroring image registry.build11.ci.openshift.org/ci-op-49jbb95d/pipeline@sha256:0d10cd3c8fa8572aa7784bf13bac7b0907199a7c1851db08138b412e3f25df14 to arohcpsvcdev.azurecr.io/ci-op-49jbb95d/pipeline:0d10cd3c8fa8572aa7784bf13bac7b0907199a7c1851db08138b412e3f25df14.\\nThe image will still be available under it's original digest sha256:0d10cd3c8fa8572aa7784bf13bac7b0907199a7c1851db08138b412e3f25df14 in the target registry.\\nError response from registry: failed to resolve sha256:0d10cd3c8fa8572aa7784bf13bac7b0907199a7c1851db08138b412e3f25df14: unknown: unknown error: map[DriverName:s3aws Enclosed:map[RequestFailure:map[]]]\\nCommand failed (attempt 1/5). Retrying in 2s...\\nError response from registry: failed to resolve sha256:0d10cd3c8fa8572aa7784bf13bac7b0907199a7c1851db08138b412e3f25df14: unknown: unknown error: map[DriverName:s3aws Enclosed:map[RequestFailure:map[]]]\\nCommand failed (attempt 2/5). Retrying in 4s...\\nError response from registry: failed to resolve sha256:0d10cd3c8fa8572aa7784bf13bac7b0907199a7c1851db08138b412e3f25df14: unknown: unknown error: map[DriverName:s3aws Enclosed:map[RequestFailure:map[]]]\\nCommand failed (attempt 3/5). Retrying in 8s...\\nError response from registry: failed to resolve sha256:0d10cd3c8fa8572aa7784bf13bac7b0907199a7c1851db08138b412e3f25df14: unknown: unknown error: map[DriverName:s3aws Enclosed:map[RequestFailure:map[]]]\\nCommand failed (attempt 4/5). Retrying in 16s...\\nError response from registry: failed to resolve sha256:0d10cd3c8fa8572aa7784bf13bac7b0907199a7c1851db08138b412e3f25df14: unknown: unknown error: map[DriverName:s3aws Enclosed:map[RequestFailure:map[]]]\\nCommand failed after 5 attempts: oras cp registry.build11.ci.openshift.org/ci-op-49jbb95d/pipeline@sha256:0d10cd3c8fa8572aa7784bf13bac7b0907199a7c1851db08138b412e3f25df14 arohcpsvcdev.azurecr.io/ci-op-49jbb95d/pipeline:0d10cd3c8fa8572aa7784bf13bac7b0907199a7c1851db08138b412e3f25df14 --from-registry-config /tmp/tmp.WQPJJsgkPI/containers/auth.json --to-registry-config /tmp/tmp.WQPJJsgkPI/containers/auth.json\\n exit status 1\""],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6900/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105670637572853760","occurred_at":"2026-10-01T14:46:16Z","signature_id":"94ee0cea4a4ee0ca9f3baeefcfcae22623fa46b795ccfa005026a3378ffdef00","pr_number":6900,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7281/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105670047690133504","occurred_at":"2026-10-01T14:43:55Z","signature_id":"2d70df3f3655f8e6d61803842ff1a711d8b43be234f53bc324901afc6271aab3","pr_number":7281,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"c16862eb3a0b5f7f0945b9a402b5b1bee591652a6c51f39ea011104fcd65aa5c","failure_pattern":"DNS for route host \u003croute-host\u003e did not resolve: DNS for \u003croute-host\u003e did not resolve within \u003cduration\u003e (last error: lookup \u003chost\u003e on \u003cdns-server\u003e: no such host): context deadline exceeded","search_query":"DNS for route host agnhost-e2e-sample-app-swv95.apps.aro.u1w0b2p8i5n8f3h.2e4g.j0616448.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-swv95.apps.aro.u1w0b2p8i5n8f3h.2e4g.j0616448.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-swv95.apps.aro.u1w0b2p8i5n8f3h.2e4g.j0616448.hcp.osadev.cloud on 172.30.0.10:53: no such host): context deadline exceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,1,1,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":9,"prior_last_seen_at":"2026-09-24T06:44:44Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.20","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:189]: failed to verify simple web app runs on cluster \"cluster-candidate-4-22-x756tn\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b82d40\u003e: \n    DNS for route host agnhost-e2e-sample-app-z4rfg.apps.aro.x8b7b2l9a5c4m4j.y2zb.j3483392.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-z4rfg.apps.aro.x8b7b2l9a5c4m4j.y2zb.j3483392.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-z4rfg.apps.aro.x8b7b2l9a5c4m4j.y2zb.j3483392.hcp.osadev.cloud on 172.30.0.10:53: no such host): context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:189]: failed to verify simple web app runs on cluster \"cluster-candidate-4-22-x756tn\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b82d40\u003e: \n    DNS for route host agnhost-e2e-sample-app-z4rfg.apps.aro.x8b7b2l9a5c4m4j.y2zb.j3483392.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-z4rfg.apps.aro.x8b7b2l9a5c4m4j.y2zb.j3483392.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-z4rfg.apps.aro.x8b7b2l9a5c4m4j.y2zb.j3483392.hcp.osadev.cloud on 172.30.0.10:53: no such host): context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:201]: failed to verify simple web app on back-level cluster version 4.20\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000693320\u003e: \n    DNS for route host agnhost-e2e-sample-app-swv95.apps.aro.u1w0b2p8i5n8f3h.2e4g.j0616448.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-swv95.apps.aro.u1w0b2p8i5n8f3h.2e4g.j0616448.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-swv95.apps.aro.u1w0b2p8i5n8f3h.2e4g.j0616448.hcp.osadev.cloud on 172.30.0.10:53: no such host): context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:201]: failed to verify simple web app on back-level cluster version 4.20\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000693320\u003e: \n    DNS for route host agnhost-e2e-sample-app-swv95.apps.aro.u1w0b2p8i5n8f3h.2e4g.j0616448.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-swv95.apps.aro.u1w0b2p8i5n8f3h.2e4g.j0616448.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-swv95.apps.aro.u1w0b2p8i5n8f3h.2e4g.j0616448.hcp.osadev.cloud on 172.30.0.10:53: no such host): context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7170/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747285383483392","occurred_at":"2026-09-29T01:37:11Z","signature_id":"033bd4bed27c6501fcfae7ece88fb5408acbf2f3212a6715eab2644fa1cabe97","pr_number":7170,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7106/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104551230880616448","occurred_at":"2026-09-28T12:38:08Z","signature_id":"d0a0ef141598400a6c63d0737ab5c55ee05359e8d50ed563cb531e14fff81ef2","pr_number":7106,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"9875340340e8a84eab3c14c72cc498c82582aaf6c0fdf1646fe5c4ca338b7548","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version \u003cversion\u003e is Partial (want Completed), started \u003cduration\u003e ago; hosted cluster degraded: UnavailableReplicas: [openshift-apiserver]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":2,"after_last_push_count":0,"trend_counts":[0,0,0,0,1,1,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-21"],"prior_runs_affected":3,"prior_last_seen_at":"2026-09-25T16:19:16Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:87]: failed to create HCP cluster for external auth list test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ca0a60\u003e: \n    failed to create HCP cluster ea-listpkp2p7: failed waiting for cluster=\"ea-listpkp2p7\" in resourcegroup=\"ea-list-4ccm8pbgrf47\" to finish creating: GET https://rp.j4233600.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ff4033f3-93ba-43b3-86a5-c0cc8837ee8a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ff4033f3-93ba-43b3-86a5-c0cc8837ee8a\",\n      \"name\": \"ff4033f3-93ba-43b3-86a5-c0cc8837ee8a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-02T15:58:05.107845034Z\",\n      \"endTime\": \"2026-10-02T16:27:08.62997793Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.21.36 is Partial (want Completed), started 1m14s ago; version 4.21.36 is Partial (want Completed), started 5m36s ago; version 4.21.36 is Partial (want Completed), started 11m4s ago; version 4.21.36 is Partial (want Completed), started 15m6s ago; version 4.21.36 is Partial (want Completed), started 20m46s ago; version 4.21.36 is Partial (want Completed), started 24m30s ago; version 4.21.36 is Partial (want Completed), started 25m39s ago; version 4.21.36 is Partial (want Completed), started 25m51s ago; hosted cluster degraded: UnavailableReplicas: openshift-apiserver deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:87]: failed to create HCP cluster for external auth list test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ca0a60\u003e: \n    failed to create HCP cluster ea-listpkp2p7: failed waiting for cluster=\"ea-listpkp2p7\" in resourcegroup=\"ea-list-4ccm8pbgrf47\" to finish creating: GET https://rp.j4233600.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ff4033f3-93ba-43b3-86a5-c0cc8837ee8a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/ff4033f3-93ba-43b3-86a5-c0cc8837ee8a\",\n      \"name\": \"ff4033f3-93ba-43b3-86a5-c0cc8837ee8a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-02T15:58:05.107845034Z\",\n      \"endTime\": \"2026-10-02T16:27:08.62997793Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.21.36 is Partial (want Completed), started 1m14s ago; version 4.21.36 is Partial (want Completed), started 5m36s ago; version 4.21.36 is Partial (want Completed), started 11m4s ago; version 4.21.36 is Partial (want Completed), started 15m6s ago; version 4.21.36 is Partial (want Completed), started 20m46s ago; version 4.21.36 is Partial (want Completed), started 24m30s ago; version 4.21.36 is Partial (want Completed), started 25m39s ago; version 4.21.36 is Partial (want Completed), started 25m51s ago; hosted cluster degraded: UnavailableReplicas: openshift-apiserver deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:130]: HCP cluster rg-candidate-4-20-vgwv7thnmvhb/cluster-candidate-4-20-mvn65b should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001036300\u003e: \n    failed to create HCP cluster cluster-candidate-4-20-mvn65b: failed waiting for cluster=\"cluster-candidate-4-20-mvn65b\" in resourcegroup=\"rg-candidate-4-20-vgwv7thnmvhb\" to finish creating: GET https://rp.j8032640.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/c8df1e89-0fd9-4b56-a005-77ef918b3bfb\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/c8df1e89-0fd9-4b56-a005-77ef918b3bfb\",\n      \"name\": \"c8df1e89-0fd9-4b56-a005-77ef918b3bfb\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-01T23:41:46.834189313Z\",\n      \"endTime\": \"2026-10-02T00:10:52.697527079Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.20.40 is Partial (want Completed), started 1m39s ago; version 4.20.40 is Partial (want Completed), started 4m49s ago; version 4.20.40 is Partial (want Completed), started 10m52s ago; version 4.20.40 is Partial (want Completed), started 14m44s ago; version 4.20.40 is Partial (want Completed), started 19m16s ago; version 4.20.40 is Partial (want Completed), started 21m37s ago; version 4.20.40 is Partial (want Completed), started 23m41s ago; version 4.20.40 is Partial (want Completed), started 24m16s ago; hosted cluster degraded: UnavailableReplicas: openshift-apiserver deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:130]: HCP cluster rg-candidate-4-20-vgwv7thnmvhb/cluster-candidate-4-20-mvn65b should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001036300\u003e: \n    failed to create HCP cluster cluster-candidate-4-20-mvn65b: failed waiting for cluster=\"cluster-candidate-4-20-mvn65b\" in resourcegroup=\"rg-candidate-4-20-vgwv7thnmvhb\" to finish creating: GET https://rp.j8032640.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/c8df1e89-0fd9-4b56-a005-77ef918b3bfb\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/c8df1e89-0fd9-4b56-a005-77ef918b3bfb\",\n      \"name\": \"c8df1e89-0fd9-4b56-a005-77ef918b3bfb\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-01T23:41:46.834189313Z\",\n      \"endTime\": \"2026-10-02T00:10:52.697527079Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.20.40 is Partial (want Completed), started 1m39s ago; version 4.20.40 is Partial (want Completed), started 4m49s ago; version 4.20.40 is Partial (want Completed), started 10m52s ago; version 4.20.40 is Partial (want Completed), started 14m44s ago; version 4.20.40 is Partial (want Completed), started 19m16s ago; version 4.20.40 is Partial (want Completed), started 21m37s ago; version 4.20.40 is Partial (want Completed), started 23m41s ago; version 4.20.40 is Partial (want Completed), started 24m16s ago; hosted cluster degraded: UnavailableReplicas: openshift-apiserver deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7232/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106039082894233600","occurred_at":"2026-10-02T15:10:20Z","signature_id":"6bce40273864c881050d6e2d7a4a0595d348985d0aa9ebd379d5a02487091686","pr_number":7232,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7293/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105791127218032640","occurred_at":"2026-10-01T22:45:03Z","signature_id":"b93d3d67354c2268d19256ee382276ea01db66fea349f1b5c476f8d2b3d14967","pr_number":7293,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"f3a0ec083a80f290f7c051e6f9dfe7391746cc2a0f62d0ca2697a0285007d4a5","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is \u003ccount\u003e, want \u003e= \u003ccount\u003e (autoscaling min); node pool condition AllNodesHealthy is False: \u003ccount\u003e of \u003ccount\u003e machines are not healthy Machine \u003cnode\u003e: InspectionFailed: Waiting for AzureMachine to report spec.providerID; node pool condition AllMachinesReady is False: \u003ccount\u003e of \u003ccount\u003e machines are not ready Machine \u003cnode\u003e: Creating: virtualmachine creating or updating; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":2,"after_last_push_count":1,"trend_counts":[0,0,0,1,0,0,1,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:154]: failed to create AZ nodepool autoscale-az with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapError | 0x3528a4bdeac0\u003e: \n    failed to create NodePool autoscale-az: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-vljzr5rw54g9\" to finish creating: GET https://rp.j7922048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/336a4045-fdd2-4a2c-b138-8d99b939169e\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/336a4045-fdd2-4a2c-b138-8d99b939169e\",\n      \"name\": \"336a4045-fdd2-4a2c-b138-8d99b939169e\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-03T20:19:49.133571808Z\",\n      \"endTime\": \"2026-10-03T20:38:58.66181942Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want \\u003e= 3 (autoscaling min); node pool condition AllNodesHealthy is False: 3 of 3 machines are not healthy\\nMachine h9f6c5t3m0f9b9x-autoscale-az-bg5l4-5nr55: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\nMachine h9f6c5t3m0f9b9x-autoscale-az-bg5l4-8xk7g: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\nMachine h9f6c5t3m0f9b9x-autoscale-az-bg5l4-kdmwk: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\n; node pool condition AllMachinesReady is False: 3 of 3 machines are not ready\\nMachine h9f6c5t3m0f9b9x-autoscale-az-bg5l4-5nr55: Creating: virtualmachine creating or updating\\nMachine h9f6c5t3m0f9b9x-autoscale-az-bg5l4-8xk7g: Creating: virtualmachine creating or updating\\nMachine h9f6c5t3m0f9b9x-autoscale-az-bg5l4-kdmwk: Creating: virtualmachine creating or updating\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:154]: failed to create AZ nodepool autoscale-az with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapError | 0x3528a4bdeac0\u003e: \n    failed to create NodePool autoscale-az: failed waiting for nodepool=\"autoscale-az\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-vljzr5rw54g9\" to finish creating: GET https://rp.j7922048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/336a4045-fdd2-4a2c-b138-8d99b939169e\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/336a4045-fdd2-4a2c-b138-8d99b939169e\",\n      \"name\": \"336a4045-fdd2-4a2c-b138-8d99b939169e\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-03T20:19:49.133571808Z\",\n      \"endTime\": \"2026-10-03T20:38:58.66181942Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want \\u003e= 3 (autoscaling min); node pool condition AllNodesHealthy is False: 3 of 3 machines are not healthy\\nMachine h9f6c5t3m0f9b9x-autoscale-az-bg5l4-5nr55: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\nMachine h9f6c5t3m0f9b9x-autoscale-az-bg5l4-8xk7g: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\nMachine h9f6c5t3m0f9b9x-autoscale-az-bg5l4-kdmwk: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\n; node pool condition AllMachinesReady is False: 3 of 3 machines are not ready\\nMachine h9f6c5t3m0f9b9x-autoscale-az-bg5l4-5nr55: Creating: virtualmachine creating or updating\\nMachine h9f6c5t3m0f9b9x-autoscale-az-bg5l4-8xk7g: Creating: virtualmachine creating or updating\\nMachine h9f6c5t3m0f9b9x-autoscale-az-bg5l4-kdmwk: Creating: virtualmachine creating or updating\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:220]: failed to create no-AZ nodepool autoscale-noaz with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0014f6680\u003e: \n    failed to create NodePool autoscale-noaz: failed waiting for nodepool=\"autoscale-noaz\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-mxcczjbklf6k\" to finish creating: GET https://rp.j1701248.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/49794eca-872f-4949-8230-a9c6d512647a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/49794eca-872f-4949-8230-a9c6d512647a\",\n      \"name\": \"49794eca-872f-4949-8230-a9c6d512647a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T19:06:11.188459377Z\",\n      \"endTime\": \"2026-09-30T19:25:16.297661458Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 2, want \\u003e= 3 (autoscaling min); node pool condition AllNodesHealthy is False: 1 of 3 machines are not healthy\\nMachine p5d6o0j0i5s4u7a-autoscale-noaz-686hx-dvr6p: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\n; node pool condition AllMachinesReady is False: 1 of 3 machines are not ready\\nMachine p5d6o0j0i5s4u7a-autoscale-noaz-686hx-dvr6p: Creating: virtualmachine creating or updating\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:220]: failed to create no-AZ nodepool autoscale-noaz with autoscaling\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0014f6680\u003e: \n    failed to create NodePool autoscale-noaz: failed waiting for nodepool=\"autoscale-noaz\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-mxcczjbklf6k\" to finish creating: GET https://rp.j1701248.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/49794eca-872f-4949-8230-a9c6d512647a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/49794eca-872f-4949-8230-a9c6d512647a\",\n      \"name\": \"49794eca-872f-4949-8230-a9c6d512647a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-30T19:06:11.188459377Z\",\n      \"endTime\": \"2026-09-30T19:25:16.297661458Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 2, want \\u003e= 3 (autoscaling min); node pool condition AllNodesHealthy is False: 1 of 3 machines are not healthy\\nMachine p5d6o0j0i5s4u7a-autoscale-noaz-686hx-dvr6p: InspectionFailed: Waiting for AzureMachine to report spec.providerID\\n; node pool condition AllMachinesReady is False: 1 of 3 machines are not ready\\nMachine p5d6o0j0i5s4u7a-autoscale-noaz-686hx-dvr6p: Creating: virtualmachine creating or updating\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7333/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106458234737922048","occurred_at":"2026-10-03T18:55:53Z","signature_id":"79b90ae5312ada738ac4440b4501fdd97f482ae1f84f6796798dab482e44cbd8","pr_number":7333,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105354557851701248","occurred_at":"2026-09-30T17:50:16Z","signature_id":"a106d5350ee15080f79123cc2e755f305356aa43155c5554eb5bbed8c6fbadba","pr_number":7261,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"255883e0e1738fd02f2daa41d490a5ba122bcfd657ae1579f6fbfb04d4dff13d","failure_pattern":"ERROR CODE: DeploymentFailed; detail code VaultAlreadyExists; detail message the vault name '\u003cvault-name\u003e' is already in use. Vault names are globally unique so it is possible that the name is already taken. If you are sure that the vault name was not taken then it is possible that a vault with the same name was recently deleted but not purged after being placed in a recoverable state. If the vault is in a recoverable state then the vault will need to be purged before reusing the name. For more information about VaultAlreadyExists, soft delete and purging a vault follow this link \u003curl\u003e","search_query":"ERROR CODE: DeploymentFailed","failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/infra (stamp=2)","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":2,"after_last_push_count":1,"trend_counts":[0,0,0,0,3,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":6,"prior_last_seen_at":"2026-09-25T11:48:27Z","contributing_tests":[{"failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/infra (stamp=2)","occurrences":1},{"failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/service/cluster","occurrences":1}],"full_error_samples":["time=2026-10-01T19:47:54.330Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster description=\"Step cluster\\n  Kind: ARM\\n  Template: templates/svc-cluster.bicep\\n  Parameters: configurations/svc-cluster.tmpl.bicepparam\"\ntime=2026-10-01T19:47:56.434Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster\ntime=2026-10-01T19:47:57.612Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster deployment=7fa4e9b0d5432f3733a8410e6c9eae279686c4d2104771439ec6c49754f75d3c portal=https://ms.portal.azure.com/#view/Microsoft_Azure_Resources/DeploymentDetails.MenuView/~/overview/id/%2Fsubscriptions%2FXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX%2FresourceGroups%2Fhcp-underlay-ci01-j2785792-svc%2Fproviders%2FMicrosoft.Resources%2Fdeployments%2F7fa4e9b0d5432f3733a8410e6c9eae279686c4d2104771439ec6c49754f75d3c\ntime=2026-10-01T19:50:58.074Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j2785792-svc/providers/Microsoft.Resources/deployments/7fa4e9b0d5432f3733a8410e6c9eae279686c4d2104771439ec6c49754f75d3c/operationStatuses/08584107228086173802\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeploymentFailed\\\",\\n    \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n    \\\"details\\\": [\\n      {\\n        \\\"code\\\": \\\"Conflict\\\",\\n        \\\"message\\\": \\\"{\\\\r\\\\n  \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n  \\\\\\\"error\\\\\\\": {\\\\r\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n    \\\\\\\"details\\\\\\\": [\\\\r\\\\n      {\\\\r\\\\n        \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n        \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j2785792-svc/providers/Microsoft.Resources/deployments/cluster-suocoh45plnvg\\\\\\\",\\\\r\\\\n        \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n        \\\\\\\"details\\\\\\\": [\\\\r\\\\n          {\\\\r\\\\n            \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n            \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j2785792-svc/providers/Microsoft.Resources/deployments/ah-ci01-se-j2785792-1\\\\\\\",\\\\r\\\\n            \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n            \\\\\\\"details\\\\\\\": [\\\\r\\\\n              {\\\\r\\\\n                \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n                \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j2785792-svc/providers/Microsoft.Resources/deployments/ah-ci01-se-j2785792-1\\\\\\\",\\\\r\\\\n                \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n                \\\\\\\"details\\\\\\\": [\\\\r\\\\n                  {\\\\r\\\\n                    \\\\\\\"code\\\\\\\": \\\\\\\"VaultAlreadyExists\\\\\\\",\\\\r\\\\n                    \\\\\\\"message\\\\\\\": \\\\\\\"The vault name 'ah-ci01-se-j2785792-1' is already in use. Vault names are globally unique so it is possible that the name is already taken. If you are sure that the vault name was not taken then it is possible that a vault with the same name was recently deleted but not purged after being placed in a recoverable state. If the vault is in a recoverable state then the vault will need to be purged before reusing the name. For more information about VaultAlreadyExists, soft delete and purging a vault follow this link https://go.microsoft.com/fwlink/?linkid=2147740.\\\\\\\"\\\\r\\\\n                  }\\\\r\\\\n                ]\\\\r\\\\n              }\\\\r\\\\n            ]\\\\r\\\\n          }\\\\r\\\\n        ]\\\\r\\\\n      }\\\\r\\\\n    ]\\\\r\\\\n  }\\\\r\\\\n}\\\"\\n      }\\n    ]\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"","time=2026-10-01T19:47:48.734Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=infra stamp=2 description=\"Step infra\\n  Kind: ARM\\n  Template: templates/mgmt-infra.bicep\\n  Parameters: configurations/mgmt-infra.tmpl.bicepparam\"\ntime=2026-10-01T19:47:49.512Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=infra stamp=2\ntime=2026-10-01T19:47:50.952Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=infra stamp=2 deployment=5be4ec9a5f0977ac9396f709d63fcfad01e98a314c6ed4279d81457cdf4fb342 portal=https://ms.portal.azure.com/#view/Microsoft_Azure_Resources/DeploymentDetails.MenuView/~/overview/id/%2Fsubscriptions%2FXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX%2FresourceGroups%2Fhcp-underlay-ci01-j0582272-mgmt-2%2Fproviders%2FMicrosoft.Resources%2Fdeployments%2F5be4ec9a5f0977ac9396f709d63fcfad01e98a314c6ed4279d81457cdf4fb342\ntime=2026-10-01T19:50:21.739Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=infra stamp=2 err=\"stamp 2: failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j0582272-mgmt-2/providers/Microsoft.Resources/deployments/5be4ec9a5f0977ac9396f709d63fcfad01e98a314c6ed4279d81457cdf4fb342/operationStatuses/08584107228152517010\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeploymentFailed\\\",\\n    \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n    \\\"details\\\": [\\n      {\\n        \\\"code\\\": \\\"Conflict\\\",\\n        \\\"message\\\": \\\"{\\\\r\\\\n  \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n  \\\\\\\"error\\\\\\\": {\\\\r\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n    \\\\\\\"details\\\\\\\": [\\\\r\\\\n      {\\\\r\\\\n        \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n        \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0582272-mgmt-2/providers/Microsoft.Resources/deployments/ah-ci01-me-j0582272-2\\\\\\\",\\\\r\\\\n        \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n        \\\\\\\"details\\\\\\\": [\\\\r\\\\n          {\\\\r\\\\n            \\\\\\\"code\\\\\\\": \\\\\\\"VaultAlreadyExists\\\\\\\",\\\\r\\\\n            \\\\\\\"message\\\\\\\": \\\\\\\"The vault name 'ah-ci01-me-j0582272-2' is already in use. Vault names are globally unique so it is possible that the name is already taken. If you are sure that the vault name was not taken then it is possible that a vault with the same name was recently deleted but not purged after being placed in a recoverable state. If the vault is in a recoverable state then the vault will need to be purged before reusing the name. For more information about VaultAlreadyExists, soft delete and purging a vault follow this link https://go.microsoft.com/fwlink/?linkid=2147740.\\\\\\\"\\\\r\\\\n          }\\\\r\\\\n        ]\\\\r\\\\n      }\\\\r\\\\n    ]\\\\r\\\\n  }\\\\r\\\\n}\\\"\\n      },\\n      {\\n        \\\"code\\\": \\\"Conflict\\\",\\n        \\\"message\\\": \\\"{\\\\r\\\\n  \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n  \\\\\\\"error\\\\\\\": {\\\\r\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n    \\\\\\\"details\\\\\\\": [\\\\r\\\\n      {\\\\r\\\\n        \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n        \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0582272-mgmt-2/providers/Microsoft.Resources/deployments/mgmt-kv-2awbxe73l63vi\\\\\\\",\\\\r\\\\n        \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n        \\\\\\\"details\\\\\\\": [\\\\r\\\\n          {\\\\r\\\\n            \\\\\\\"code\\\\\\\": \\\\\\\"VaultAlreadyExists\\\\\\\",\\\\r\\\\n            \\\\\\\"message\\\\\\\": \\\\\\\"The vault name 'ah-ci01-mg-j0582272-2' is already in use. Vault names are globally unique so it is possible that the name is already taken. If you are sure that the vault name was not taken then it is possible that a vault with the same name was recently deleted but not purged after being placed in a recoverable state. If the vault is in a recoverable state then the vault will need to be purged before reusing the name. For more information about VaultAlreadyExists, soft delete and purging a vault follow this link https://go.microsoft.com/fwlink/?linkid=2147740.\\\\\\\"\\\\r\\\\n          }\\\\r\\\\n        ]\\\\r\\\\n      }\\\\r\\\\n    ]\\\\r\\\\n  }\\\\r\\\\n}\\\"\\n      },\\n      {\\n        \\\"code\\\": \\\"Conflict\\\",\\n        \\\"message\\\": \\\"{\\\\r\\\\n  \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n  \\\\\\\"error\\\\\\\": {\\\\r\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n    \\\\\\\"details\\\\\\\": [\\\\r\\\\n      {\\\\r\\\\n        \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n        \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j0582272-mgmt-2/providers/Microsoft.Resources/deployments/msi-kv-g2p3wnorghzau\\\\\\\",\\\\r\\\\n        \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n        \\\\\\\"details\\\\\\\": [\\\\r\\\\n          {\\\\r\\\\n            \\\\\\\"code\\\\\\\": \\\\\\\"VaultAlreadyExists\\\\\\\",\\\\r\\\\n            \\\\\\\"message\\\\\\\": \\\\\\\"The vault name 'ah-ci01-mi-j0582272-2' is already in use. Vault names are globally unique so it is possible that the name is already taken. If you are sure that the vault name was not taken then it is possible that a vault with the same name was recently deleted but not purged after being placed in a recoverable state. If the vault is in a recoverable state then the vault will need to be purged before reusing the name. For more information about VaultAlreadyExists, soft delete and purging a vault follow this link https://go.microsoft.com/fwlink/?linkid=2147740.\\\\\\\"\\\\r\\\\n          }\\\\r\\\\n        ]\\\\r\\\\n      }\\\\r\\\\n    ]\\\\r\\\\n  }\\\\r\\\\n}\\\"\\n      }\\n    ]\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\""],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7306/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105741109882785792","occurred_at":"2026-10-01T19:26:17Z","signature_id":"fa17931981292f423927883a89b52aa95c48fed87ff6ab8291b372cd88031f32","pr_number":7306,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105738861190582272","occurred_at":"2026-10-01T19:17:21Z","signature_id":"d517e51fc5b09c819903bacd247416bcbbe167939922787f3a2438a125b3fdc2","pr_number":7143,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"fe24c8b4b28d3d2b1937803a92704c44ec574f3d1c3b740ec6d97282a1e18d39","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceNodePoolStatus] failed to create transaction: pq: sorry, too many clients already; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,1,0,0,0,0,0,1],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-14"],"prior_runs_affected":3,"prior_last_seen_at":"2026-09-16T10:05:09Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade control plane minor version when pods cannot be created from 4.22 minor to 4.23 minor","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade_blocked_pod_creation.go:201]: failed to create node pool \"np-deny-pods\" for cluster \"cp-ystream-deny-pods-4-23-xkfbjd\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x2a7427f335a0\u003e: \n    failed to create NodePool np-deny-pods: failed waiting for nodepool=\"np-deny-pods\" for cluster \"cp-ystream-deny-pods-4-23-xkfbjd\" in resourcegroup=\"rg-cp-ystream-deny-pods-4-23-kn78qhkvn7r5\" to finish creating: GET https://rp.j1005824.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/515d8ca9-813c-4f77-9322-384e84e5b889\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/515d8ca9-813c-4f77-9322-384e84e5b889\",\n      \"name\": \"515d8ca9-813c-4f77-9322-384e84e5b889\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-04T12:55:03.905501468Z\",\n      \"endTime\": \"2026-10-04T12:55:10.702340048Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceNodePoolStatus] failed to create transaction: pq: sorry, too many clients already\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-deny-pods: failed waiting for nodepool=\\\"np-deny-pods\\\" for cluster \\\"cp-ystream-deny-pods-4-23-xkfbjd\\\" in resourcegroup=\\\"rg-cp-ystream-deny-pods-4-23-kn78qhkvn7r5\\\" to finish creating: GET https://rp.j1005824.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/515d8ca9-813c-4f77-9322-384e84e5b889\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/515d8ca9-813c-4f77-9322-384e84e5b889\\\",\\n  \\\"name\\\": \\\"515d8ca9-813c-4f77-9322-384e84e5b889\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T12:55:03.905501468Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T12:55:10.702340048Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"[clusterServiceNodePoolStatus] failed to create transaction: pq: sorry, too many clients already\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0x2a7427ee7720\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-deny-pods\\\" for cluster \\\"cp-ystream-deny-pods-4-23-xkfbjd\\\" in resourcegroup=\\\"rg-cp-ystream-deny-pods-4-23-kn78qhkvn7r5\\\" to finish creating: GET https://rp.j1005824.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/515d8ca9-813c-4f77-9322-384e84e5b889\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/515d8ca9-813c-4f77-9322-384e84e5b889\\\",\\n  \\\"name\\\": \\\"515d8ca9-813c-4f77-9322-384e84e5b889\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T12:55:03.905501468Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T12:55:10.702340048Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"[clusterServiceNodePoolStatus] failed to create transaction: pq: sorry, too many clients already\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0x2a742a1b0210\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"500c3e1c-8bc3-4162-9795-cd4b7da1c1a2\",\n                        ],\n                        \"Date\": [\n                            \"Sun, 04 Oct 2026 12:55:14 GMT\",\n                        ],\n                        \"Content-Length\": [\"534\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"9\"],\n                        \"Server\": [\"istio-envoy\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0x2a7427ee6a00\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 54, 50, 55, 97, 97, 55, 48, 45, 51, 54, 97, 51, 45, 52, 48, 98, 48, 45, 56, 101, 54, 56, 45, 57, 55, 53, 50, 54, 57, 101, 51, 57, 100, 55, 98, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 119, 101, 115, 116, 117, 115, 51, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 53, 49, 53, 100, 56, 99, 97, 57, 45, 56, 49, 51, 99, 45, 52, 102, 55, 55, 45, 57, 51, 50, 50, 45, 51, 56, 52, 101, 56, 52, 101, 53, 98, 56, 56, 57, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 53, 49, 53, 100, 56, 99, 97, 57, 45, 56, 49, 51, 99, 45, 52, 102, 55, 55, 45, 57, 51, 50, 50, 45, 51, 56, 52, 101, 56, 52, 101, 53, 98, 56, 56, 57, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 49, 50, 58, 53, 53, 58, 48, 51, 46, 57, 48, 53, 53, 48, 49, 52, 54, 56, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 49, 50, 58, 53, 53, 58, 49, 48, 46, 55, 48, 50, 51, 52, 48, 48, 52, 56, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 99, 114, 101, 97, 116, 101, 32, 116, 114, 97, 110, 115, 97, 99, 116, 105, 111, 110, 58, 32, 112, 113, 58, 32, 115, 111, 114, 114, 121, 44, 32, 116, 111, 111, 32, 109, 97, 110, 121, 32, 99, 108, 105, 101, 110, 116, 115, 32, 97, 108, 114, 101, 97, 100, 121, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: 534,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j1005824.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/515d8ca9-813c-4f77-9322-384e84e5b889\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2026-09-01-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"364b6bbd-b380-4114-a571-19b87ff888cd\",\n                            ],\n                            \"X-Ms-Client-Request-Id\": [\n                                \"654503b4-94af-4e2d-8e00-6ea8012d5b84\",\n                            ],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-04T12:55:14Z\\\"}\",\n                            ],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j1005824.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j1005824.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 23, 180, 224, 218, 97, 173, 67, 49, 182, 74, 190, 192, 170, 2, 29, 120, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 49, 48, 48, 53, 56, 50, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 49, 50, 49, 52, 50, 50, 90, 23, 13, 50, 55, 48, 52, 48, 52, 49, 50, 50, 52, 50, 50, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 49, 48, 48, 53, 56, 50, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 173, 246, 107, 173, 30, 200, 81, 244, 199, 239, 172, 116, 125, 72, 136, 53, 107, 48, 224, 151, 147, 222, 213, 107, 133, 26, 70, 53, 51, 156, 217, 151, 226, 11, 165, 116, 132, 122, 62, 185, 30, 184, 204, 188, 208, 84, 63, 55, 141, 112, 77, 243, 218, 41, 37, 223, 130, 253, 126, 169, 71, 5, 196, 41, 119, 127, 87, 111, 183, 230, 85, 196, 168, 123, 11, 116, 35, 170, 186, 238, 255, 133, 87, 183, 181, 22, 163, 124, 170, 120, 83, 67, 187, 27, 179, 59, 105, 48, 61, 253, 164, 90, 201, 229, 184, 180, 177, 92, 164, 254, 32, 97, 229, 252, 91, 252, 178, 200, 68, 173, 255, 133, 172, 127, 162, 13, 66, 58, 199, 133, 204, 208, 222, 223, 225, 60, 17, 58, 202, 49, 228, 250, 230, 99, 101, 174, 83, 44, 6, 149, 122, 166, 131, 53, 115, 249, 60, 214, 253, 175, 118, 108, 65, 32, 61, 18, 31, 235, 135, 228, 175, 188, 64, 223, 218, 108, 214, 248, 3, 117, 223, 122, 151, 240, 197, 8, 122, 33, 174, 93, 111, 115, 217, 103, 243, 164, 49, 227, 217, 137, 219, 56, 110, 103, 109, 249, 171, 192, 14, 165, 18, 241, 99, 127, 80, 31, 140, 126, 87, 209, 224, 148, 25, 51, 196, 9, 47, 238, 43, 61, 148, 186, 175, 42, 239, 108, 34, 197, 20, 66, 34, 244, 7, 187, 200, 248, 53, 129, 182, 212, 157, 124, 23, 165, 112, 85, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 49, 48, 48, 53, 56, 50, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 187, 184, 245, 247, 216, 210, 1, 202, 144, 36, 94, 53, 104, 206, 138, 197, 45, 123, 49, 75, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 187, 184, 245, 247, 216, 210, 1, 202, 144, 36, 94, 53, 104, 206, 138, 197, 45, 123, 49, 75, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 0, 15, 4, 241, 95, 0, 113, 42, 10, 142, 121, 69, 122, 110, 20, 108, 168, 167, 188, 218, 154, 164, 35, 13, 142, 201, 134, 115, 226, 1, 137, 144, 254, 97, 213, 200, 138, 51, 200, 159, 152, 167, 255, 220, 98, 162, 54, 196, 164, 254, 145, 164, 236, 72, 42, 90, 65, 102, 180, 216, 153, 240, 76, 183, 7, 78, 225, 225, 93, 87, 103, 226, 228, 80, 114, 165, 186, 167, 29, 213, 203, 140, 184, 146, 97, 218, 96, 2, 232, 66, 68, 244, 59, 101, 248, 94, 142, 233, 116, 90, 194, 178, 195, 221, 130, 46, 252, 109, 59, 61, 61, 55, 103, 142, 218, 185, 54, 16, 105, 28, 242, 152, 157, 212, 31, 53, 167, 67, 221, 31, 168, 200, 38, 22, 170, 229, 233, 33, 51, 16, 42, 214, 118, 54, 235, 13, 200, 228, 153, 186, 197, 147, 250, 81, 193, 48, 164, 139, 239, 37, 242, 66, 165, 198, 57, 10, 141, 241, 211, 23, 143, 61, 114, 74, 18, 99, 129, 82, 227, 155, 217, 36, 202, 204, 23, 48, 64, 15, 14, 21, 226, 251, 142, 137, 232, 225, 250, 142, 62, 138, 113, 161, 107, 213, 221, 190, 37, 232, 130, 4, 104, 58, 113, 127, 0, 91, 1, 56, 4, 115, 205, 88, 247, 100, 124, 207, 26, 107, 84, 132, 30, 217, 155, 137, 174, 40, 161, 156, 236, 138, 218, 158, 160, 97, 120, 117, 83, 236, 84, 245, 215, 50, 87, 195, 9, 96],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 23, 180, 224, 218, 97, 173, 67, 49, 182, 74, 190, 192, 170, 2, 29, 120, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 49, 48, 48, 53, 56, 50, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 49, 50, 49, 52, 50, 50, 90, 23, 13, 50, 55, 48, 52, 48, 52, 49, 50, 50, 52, 50, 50, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 49, 48, 48, 53, 56, 50, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 173, 246, 107, 173, 30, 200, 81, 244, 199, 239, 172, 116, 125, 72, 136, 53, 107, 48, 224, 151, 147, 222, 213, 107, 133, 26, 70, 53, 51, 156, 217, 151, 226, 11, 165, 116, 132, 122, 62, 185, 30, 184, 204, 188, 208, 84, 63, 55, 141, 112, 77, 243, 218, 41, 37, 223, 130, 253, 126, 169, 71, 5, 196, 41, 119, 127, 87, 111, 183, 230, 85, 196, 168, 123, 11, 116, 35, 170, 186, 238, 255, 133, 87, 183, 181, 22, 163, 124, 170, 120, 83, 67, 187, 27, 179, 59, 105, 48, 61, 253, 164, 90, 201, 229, 184, 180, 177, 92, 164, 254, 32, 97, 229, 252, 91, 252, 178, 200, 68, 173, 255, 133, 172, 127, 162, 13, 66, 58, 199, 133, 204, 208, 222, 223, 225, 60, 17, 58, 202, 49, 228, 250, 230, 99, 101, 174, 83, 44, 6, 149, 122, 166, 131, 53, 115, 249, 60, 214, 253, 175, 118, 108, 65, 32, 61, 18, 31, 235, 135, 228, 175, 188, 64, 223, 218, 108, 214, 248, 3, 117, 223, 122, 151, 240, 197, 8, 122, 33, 174, 93, 111, 115, 217, 103, 243, 164, 49, 227, 217, 137, 219, 56, 110, 103, 109, 249, 171, 192, 14, 165, 18, 241, 99, 127, 80, 31, 140, 126, 87, 209, 224, 148, 25, 51, 196, 9, 47, 238, 43, 61, 148, 186, 175, 42, 239, 108, 34, 197, 20, 66, 34, 244, 7, 187, 200, 248, 53, 129, 182, 212, 157, 124, 23, 165, 112, 85, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 49, 48, 48, 53, 56, 50, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 187, 184, 245, 247, 216, 210, 1, 202, 144, 36, 94, 53, 104, 206, 138, 197, 45, 123, 49, 75, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 187, 184, 245, 247, 216, 210, 1, 202, 144, 36, 94, 53, 104, 206, 138, 197, 45, 123, 49, 75],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 173, 246, 107, 173, 30, 200, 81, 244, 199, 239, 172, 116, 125, 72, 136, 53, 107, 48, 224, 151, 147, 222, 213, 107, 133, 26, 70, 53, 51, 156, 217, 151, 226, 11, 165, 116, 132, 122, 62, 185, 30, 184, 204, 188, 208, 84, 63, 55, 141, 112, 77, 243, 218, 41, 37, 223, 130, 253, 126, 169, 71, 5, 196, 41, 119, 127, 87, 111, 183, 230, 85, 196, 168, 123, 11, 116, 35, 170, 186, 238, 255, 133, 87, 183, 181, 22, 163, 124, 170, 120, 83, 67, 187, 27, 179, 59, 105, 48, 61, 253, 164, 90, 201, 229, 184, 180, 177, 92, 164, 254, 32, 97, 229, 252, 91, 252, 178, 200, 68, 173, 255, 133, 172, 127, 162, 13, 66, 58, 199, 133, 204, 208, 222, 223, 225, 60, 17, 58, 202, 49, 228, 250, 230, 99, 101, 174, 83, 44, 6, 149, 122, 166, 131, 53, 115, 249, 60, 214, 253, 175, 118, 108, 65, 32, 61, 18, 31, 235, 135, 228, 175, 188, 64, 223, 218, 108, 214, 248, 3, 117, 223, 122, 151, 240, 197, 8, 122, 33, 174, 93, 111, 115, 217, 103, 243, 164, 49, 227, 217, 137, 219, 56, 110, 103, 109, 249, 171, 192, 14, 165, 18, 241, 99, 127, 80, 31, 140, 126, 87, 209, 224, 148, 25, 51, 196, 9, 47, 238, 43, 61, 148, 186, 175, 42, 239, 108, 34, 197, 20, 66, 34, 244, 7, 187, 200, 248, 53, 129, 182, 212, 157, 124, 23, 165, 112, 85, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 49, 48, 48, 53, 56, 50, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 49, 48, 48, 53, 56, 50, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [0, 15, 4, 241, 95, 0, 113, 42, 10, 142, 121, 69, 122, 110, 20, 108, 168, 167, 188, 218, 154, 164, 35, 13, 142, 201, 134, 115, 226, 1, 137, 144, 254, 97, 213, 200, 138, 51, 200, 159, 152, 167, 255, 220, 98, 162, 54, 196, 164, 254, 145, 164, 236, 72, 42, 90, 65, 102, 180, 216, 153, 240, 76, 183, 7, 78, 225, 225, 93, 87, 103, 226, 228, 80, 114, 165, 186, 167, 29, 213, 203, 140, 184, 146, 97, 218, 96, 2, 232, 66, 68, 244, 59, 101, 248, 94, 142, 233, 116, 90, 194, 178, 195, 221, 130, 46, 252, 109, 59, 61, 61, 55, 103, 142, 218, 185, 54, 16, 105, 28, 242, 152, 157, 212, 31, 53, 167, 67, 221, 31, 168, 200, 38, 22, 170, 229, 233, 33, 51, 16, 42, 214, 118, 54, 235, 13, 200, 228, 153, 186, 197, 147, 250, 81, 193, 48, 164, 139, 239, 37, 242, 66, 165, 198, 57, 10, 141, 241, 211, 23, 143, 61, 114, 74, 18, 99, 129, 82, 227, 155, 217, 36, 202, 204, 23, 48, 64, 15, 14, 21, 226, 251, 142, 137, 232, 225, 250, 142, 62, 138, 113, 161, 107, 213, 221, 190, 37, 232, 130, 4, 104, 58, 113, 127, 0, 91, 1, 56, 4, 115, 205, 88, 247, 100, 124, 207, 26, 107, 84, 132, 30, 217, 155, 137, 174, 40, 161, 156, 236, 138, 218, 158, 160, 97, 120, 117, 83, 236, 84, 245, 215, 50, 87, 195, 9, 96],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0x2a74295b2c10\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [13135520997874736504, 1708237387226497841],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j1005824.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j1005824.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926712862, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942438262, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [187, 184, 245, 247, 216, 210, 1, 202, 144, 36, 94, 53, 104, 206, 138, 197, 45, 123, 49, 75],\n                                AuthorityKeyId: [187, 184, 245, 247, 216, 210, 1, 202, 144, 36, 94, 53, 104, 206, 138, 197, 45, 123, 49, 75],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j1005824.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bc760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j1005824.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/515d8ca9-813c-4f77-9322-384e84e5b889\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/515d8ca9-813c-4f77-9322-384e84e5b889\\\",\\n  \\\"name\\\": \\\"515d8ca9-813c-4f77-9322-384e84e5b889\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T12:55:03.905501468Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T12:55:10.702340048Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"[clusterServiceNodePoolStatus] failed to create transaction: pq: sorry, too many clients already\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade_blocked_pod_creation.go:201]: failed to create node pool \"np-deny-pods\" for cluster \"cp-ystream-deny-pods-4-23-xkfbjd\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x2a7427f335a0\u003e: \n    failed to create NodePool np-deny-pods: failed waiting for nodepool=\"np-deny-pods\" for cluster \"cp-ystream-deny-pods-4-23-xkfbjd\" in resourcegroup=\"rg-cp-ystream-deny-pods-4-23-kn78qhkvn7r5\" to finish creating: GET https://rp.j1005824.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/515d8ca9-813c-4f77-9322-384e84e5b889\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/515d8ca9-813c-4f77-9322-384e84e5b889\",\n      \"name\": \"515d8ca9-813c-4f77-9322-384e84e5b889\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-04T12:55:03.905501468Z\",\n      \"endTime\": \"2026-10-04T12:55:10.702340048Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceNodePoolStatus] failed to create transaction: pq: sorry, too many clients already\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create NodePool np-deny-pods: failed waiting for nodepool=\\\"np-deny-pods\\\" for cluster \\\"cp-ystream-deny-pods-4-23-xkfbjd\\\" in resourcegroup=\\\"rg-cp-ystream-deny-pods-4-23-kn78qhkvn7r5\\\" to finish creating: GET https://rp.j1005824.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/515d8ca9-813c-4f77-9322-384e84e5b889\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/515d8ca9-813c-4f77-9322-384e84e5b889\\\",\\n  \\\"name\\\": \\\"515d8ca9-813c-4f77-9322-384e84e5b889\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T12:55:03.905501468Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T12:55:10.702340048Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"[clusterServiceNodePoolStatus] failed to create transaction: pq: sorry, too many clients already\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0x2a7427ee7720\u003e{\n            msg: \"failed waiting for nodepool=\\\"np-deny-pods\\\" for cluster \\\"cp-ystream-deny-pods-4-23-xkfbjd\\\" in resourcegroup=\\\"rg-cp-ystream-deny-pods-4-23-kn78qhkvn7r5\\\" to finish creating: GET https://rp.j1005824.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/515d8ca9-813c-4f77-9322-384e84e5b889\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/515d8ca9-813c-4f77-9322-384e84e5b889\\\",\\n  \\\"name\\\": \\\"515d8ca9-813c-4f77-9322-384e84e5b889\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T12:55:03.905501468Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T12:55:10.702340048Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"[clusterServiceNodePoolStatus] failed to create transaction: pq: sorry, too many clients already\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0x2a742a1b0210\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Request-Id\": [\n                            \"500c3e1c-8bc3-4162-9795-cd4b7da1c1a2\",\n                        ],\n                        \"Date\": [\n                            \"Sun, 04 Oct 2026 12:55:14 GMT\",\n                        ],\n                        \"Content-Length\": [\"534\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"9\"],\n                        \"Server\": [\"istio-envoy\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0x2a7427ee6a00\u003e{\n                        s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 101, 54, 50, 55, 97, 97, 55, 48, 45, 51, 54, 97, 51, 45, 52, 48, 98, 48, 45, 56, 101, 54, 56, 45, 57, 55, 53, 50, 54, 57, 101, 51, 57, 100, 55, 98, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 119, 101, 115, 116, 117, 115, 51, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 53, 49, 53, 100, 56, 99, 97, 57, 45, 56, 49, 51, 99, 45, 52, 102, 55, 55, 45, 57, 51, 50, 50, 45, 51, 56, 52, 101, 56, 52, 101, 53, 98, 56, 56, 57, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 53, 49, 53, 100, 56, 99, 97, 57, 45, 56, 49, 51, 99, 45, 52, 102, 55, 55, 45, 57, 51, 50, 50, 45, 51, 56, 52, 101, 56, 52, 101, 53, 98, 56, 56, 57, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 49, 50, 58, 53, 53, 58, 48, 51, 46, 57, 48, 53, 53, 48, 49, 52, 54, 56, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 49, 48, 45, 48, 52, 84, 49, 50, 58, 53, 53, 58, 49, 48, 46, 55, 48, 50, 51, 52, 48, 48, 52, 56, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 91, 99, 108, 117, 115, 116, 101, 114, 83, 101, 114, 118, 105, 99, 101, 78, 111, 100, 101, 80, 111, 111, 108, 83, 116, 97, 116, 117, 115, 93, 32, 102, 97, 105, 108, 101, 100, 32, 116, 111, 32, 99, 114, 101, 97, 116, 101, 32, 116, 114, 97, 110, 115, 97, 99, 116, 105, 111, 110, 58, 32, 112, 113, 58, 32, 115, 111, 114, 114, 121, 44, 32, 116, 111, 111, 32, 109, 97, 110, 121, 32, 99, 108, 105, 101, 110, 116, 115, 32, 97, 108, 114, 101, 97, 100, 121, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                        i: 0,\n                    },\n                    ContentLength: 534,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"GET\",\n                        URL: {\n                            Scheme: \"https\",\n                            Opaque: \"\",\n                            User: nil,\n                            Host: \"rp.j1005824.hcpsvc.osadev.cloud\",\n                            Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/515d8ca9-813c-4f77-9322-384e84e5b889\",\n                            Fragment: \"\",\n                            RawQuery: \"api-version=2026-09-01-preview\",\n                            RawPath: \"\",\n                            RawFragment: \"\",\n                            ForceQuery: false,\n                            OmitHost: false,\n                        },\n                        Proto: \"HTTP/1.1\",\n                        ProtoMajor: 1,\n                        ProtoMinor: 1,\n                        Header: {\n                            \"X-Ms-Identity-Url\": [\n                                \"https://dummyhost.identity.azure.net\",\n                            ],\n                            \"Authorization\": [\"redacted\"],\n                            \"User-Agent\": [\n                                \"e2e/development azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.26.7 (Red Hat 1.26.7-1.el9_8) X:strictfipsruntime; linux)\",\n                            ],\n                            \"X-Ms-Correlation-Request-Id\": [\n                                \"364b6bbd-b380-4114-a571-19b87ff888cd\",\n                            ],\n                            \"X-Ms-Client-Request-Id\": [\n                                \"654503b4-94af-4e2d-8e00-6ea8012d5b84\",\n                            ],\n                            \"X-Ms-Arm-Resource-System-Data\": [\n                                \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-10-04T12:55:14Z\\\"}\",\n                            ],\n                        },\n                        Body: nil,\n                        GetBody: nil,\n                        ContentLength: 0,\n                        TransferEncoding: nil,\n                        Close: false,\n                        Host: \"rp.j1005824.hcpsvc.osadev.cloud\",\n                        Form: nil,\n                        PostForm: nil,\n                        MultipartForm: nil,\n                        Trailer: nil,\n                        RemoteAddr: \"\",\n                        RequestURI: \"\",\n                        TLS: nil,\n                        Cancel: nil,\n                        Response: nil,\n                        Pattern: \"\",\n                        ctx: \u003csuppressed context\u003e,\n                        pat: nil,\n                        matches: nil,\n                        otherValues: nil,\n                    },\n                    TLS: {\n                        Version: 772,\n                        HandshakeComplete: true,\n                        DidResume: false,\n                        CipherSuite: 4865,\n                        CurveID: 29,\n                        NegotiatedProtocol: \"h2\",\n                        NegotiatedProtocolIsMutual: true,\n                        ServerName: \"rp.j1005824.hcpsvc.osadev.cloud\",\n                        PeerCertificates: [\n                            {\n                                Raw: [48, 130, 3, 136, 48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 23, 180, 224, 218, 97, 173, 67, 49, 182, 74, 190, 192, 170, 2, 29, 120, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 49, 48, 48, 53, 56, 50, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 49, 50, 49, 52, 50, 50, 90, 23, 13, 50, 55, 48, 52, 48, 52, 49, 50, 50, 52, 50, 50, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 49, 48, 48, 53, 56, 50, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 173, 246, 107, 173, 30, 200, 81, 244, 199, 239, 172, 116, 125, 72, 136, 53, 107, 48, 224, 151, 147, 222, 213, 107, 133, 26, 70, 53, 51, 156, 217, 151, 226, 11, 165, 116, 132, 122, 62, 185, 30, 184, 204, 188, 208, 84, 63, 55, 141, 112, 77, 243, 218, 41, 37, 223, 130, 253, 126, 169, 71, 5, 196, 41, 119, 127, 87, 111, 183, 230, 85, 196, 168, 123, 11, 116, 35, 170, 186, 238, 255, 133, 87, 183, 181, 22, 163, 124, 170, 120, 83, 67, 187, 27, 179, 59, 105, 48, 61, 253, 164, 90, 201, 229, 184, 180, 177, 92, 164, 254, 32, 97, 229, 252, 91, 252, 178, 200, 68, 173, 255, 133, 172, 127, 162, 13, 66, 58, 199, 133, 204, 208, 222, 223, 225, 60, 17, 58, 202, 49, 228, 250, 230, 99, 101, 174, 83, 44, 6, 149, 122, 166, 131, 53, 115, 249, 60, 214, 253, 175, 118, 108, 65, 32, 61, 18, 31, 235, 135, 228, 175, 188, 64, 223, 218, 108, 214, 248, 3, 117, 223, 122, 151, 240, 197, 8, 122, 33, 174, 93, 111, 115, 217, 103, 243, 164, 49, 227, 217, 137, 219, 56, 110, 103, 109, 249, 171, 192, 14, 165, 18, 241, 99, 127, 80, 31, 140, 126, 87, 209, 224, 148, 25, 51, 196, 9, 47, 238, 43, 61, 148, 186, 175, 42, 239, 108, 34, 197, 20, 66, 34, 244, 7, 187, 200, 248, 53, 129, 182, 212, 157, 124, 23, 165, 112, 85, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 49, 48, 48, 53, 56, 50, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 187, 184, 245, 247, 216, 210, 1, 202, 144, 36, 94, 53, 104, 206, 138, 197, 45, 123, 49, 75, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 187, 184, 245, 247, 216, 210, 1, 202, 144, 36, 94, 53, 104, 206, 138, 197, 45, 123, 49, 75, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 0, 15, 4, 241, 95, 0, 113, 42, 10, 142, 121, 69, 122, 110, 20, 108, 168, 167, 188, 218, 154, 164, 35, 13, 142, 201, 134, 115, 226, 1, 137, 144, 254, 97, 213, 200, 138, 51, 200, 159, 152, 167, 255, 220, 98, 162, 54, 196, 164, 254, 145, 164, 236, 72, 42, 90, 65, 102, 180, 216, 153, 240, 76, 183, 7, 78, 225, 225, 93, 87, 103, 226, 228, 80, 114, 165, 186, 167, 29, 213, 203, 140, 184, 146, 97, 218, 96, 2, 232, 66, 68, 244, 59, 101, 248, 94, 142, 233, 116, 90, 194, 178, 195, 221, 130, 46, 252, 109, 59, 61, 61, 55, 103, 142, 218, 185, 54, 16, 105, 28, 242, 152, 157, 212, 31, 53, 167, 67, 221, 31, 168, 200, 38, 22, 170, 229, 233, 33, 51, 16, 42, 214, 118, 54, 235, 13, 200, 228, 153, 186, 197, 147, 250, 81, 193, 48, 164, 139, 239, 37, 242, 66, 165, 198, 57, 10, 141, 241, 211, 23, 143, 61, 114, 74, 18, 99, 129, 82, 227, 155, 217, 36, 202, 204, 23, 48, 64, 15, 14, 21, 226, 251, 142, 137, 232, 225, 250, 142, 62, 138, 113, 161, 107, 213, 221, 190, 37, 232, 130, 4, 104, 58, 113, 127, 0, 91, 1, 56, 4, 115, 205, 88, 247, 100, 124, 207, 26, 107, 84, 132, 30, 217, 155, 137, 174, 40, 161, 156, 236, 138, 218, 158, 160, 97, 120, 117, 83, 236, 84, 245, 215, 50, 87, 195, 9, 96],\n                                RawTBSCertificate: [48, 130, 2, 112, 160, 3, 2, 1, 2, 2, 16, 23, 180, 224, 218, 97, 173, 67, 49, 182, 74, 190, 192, 170, 2, 29, 120, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 49, 48, 48, 53, 56, 50, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 30, 23, 13, 50, 54, 49, 48, 48, 52, 49, 50, 49, 52, 50, 50, 90, 23, 13, 50, 55, 48, 52, 48, 52, 49, 50, 50, 52, 50, 50, 90, 48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 49, 48, 48, 53, 56, 50, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 173, 246, 107, 173, 30, 200, 81, 244, 199, 239, 172, 116, 125, 72, 136, 53, 107, 48, 224, 151, 147, 222, 213, 107, 133, 26, 70, 53, 51, 156, 217, 151, 226, 11, 165, 116, 132, 122, 62, 185, 30, 184, 204, 188, 208, 84, 63, 55, 141, 112, 77, 243, 218, 41, 37, 223, 130, 253, 126, 169, 71, 5, 196, 41, 119, 127, 87, 111, 183, 230, 85, 196, 168, 123, 11, 116, 35, 170, 186, 238, 255, 133, 87, 183, 181, 22, 163, 124, 170, 120, 83, 67, 187, 27, 179, 59, 105, 48, 61, 253, 164, 90, 201, 229, 184, 180, 177, 92, 164, 254, 32, 97, 229, 252, 91, 252, 178, 200, 68, 173, 255, 133, 172, 127, 162, 13, 66, 58, 199, 133, 204, 208, 222, 223, 225, 60, 17, 58, 202, 49, 228, 250, 230, 99, 101, 174, 83, 44, 6, 149, 122, 166, 131, 53, 115, 249, 60, 214, 253, 175, 118, 108, 65, 32, 61, 18, 31, 235, 135, 228, 175, 188, 64, 223, 218, 108, 214, 248, 3, 117, 223, 122, 151, 240, 197, 8, 122, 33, 174, 93, 111, 115, 217, 103, 243, 164, 49, 227, 217, 137, 219, 56, 110, 103, 109, 249, 171, 192, 14, 165, 18, 241, 99, 127, 80, 31, 140, 126, 87, 209, 224, 148, 25, 51, 196, 9, 47, 238, 43, 61, 148, 186, 175, 42, 239, 108, 34, 197, 20, 66, 34, 244, 7, 187, 200, 248, 53, 129, 182, 212, 157, 124, 23, 165, 112, 85, 2, 3, 1, 0, 1, 163, 129, 169, 48, 129, 166, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 9, 6, 3, 85, 29, 19, 4, 2, 48, 0, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 48, 42, 6, 3, 85, 29, 17, 4, 35, 48, 33, 130, 31, 114, 112, 46, 106, 49, 48, 48, 53, 56, 50, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100, 48, 31, 6, 3, 85, 29, 35, 4, 24, 48, 22, 128, 20, 187, 184, 245, 247, 216, 210, 1, 202, 144, 36, 94, 53, 104, 206, 138, 197, 45, 123, 49, 75, 48, 29, 6, 3, 85, 29, 14, 4, 22, 4, 20, 187, 184, 245, 247, 216, 210, 1, 202, 144, 36, 94, 53, 104, 206, 138, 197, 45, 123, 49, 75],\n                                RawSubjectPublicKeyInfo: [48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 173, 246, 107, 173, 30, 200, 81, 244, 199, 239, 172, 116, 125, 72, 136, 53, 107, 48, 224, 151, 147, 222, 213, 107, 133, 26, 70, 53, 51, 156, 217, 151, 226, 11, 165, 116, 132, 122, 62, 185, 30, 184, 204, 188, 208, 84, 63, 55, 141, 112, 77, 243, 218, 41, 37, 223, 130, 253, 126, 169, 71, 5, 196, 41, 119, 127, 87, 111, 183, 230, 85, 196, 168, 123, 11, 116, 35, 170, 186, 238, 255, 133, 87, 183, 181, 22, 163, 124, 170, 120, 83, 67, 187, 27, 179, 59, 105, 48, 61, 253, 164, 90, 201, 229, 184, 180, 177, 92, 164, 254, 32, 97, 229, 252, 91, 252, 178, 200, 68, 173, 255, 133, 172, 127, 162, 13, 66, 58, 199, 133, 204, 208, 222, 223, 225, 60, 17, 58, 202, 49, 228, 250, 230, 99, 101, 174, 83, 44, 6, 149, 122, 166, 131, 53, 115, 249, 60, 214, 253, 175, 118, 108, 65, 32, 61, 18, 31, 235, 135, 228, 175, 188, 64, 223, 218, 108, 214, 248, 3, 117, 223, 122, 151, 240, 197, 8, 122, 33, 174, 93, 111, 115, 217, 103, 243, 164, 49, 227, 217, 137, 219, 56, 110, 103, 109, 249, 171, 192, 14, 165, 18, 241, 99, 127, 80, 31, 140, 126, 87, 209, 224, 148, 25, 51, 196, 9, 47, 238, 43, 61, 148, 186, 175, 42, 239, 108, 34, 197, 20, 66, 34, 244, 7, 187, 200, 248, 53, 129, 182, 212, 157, 124, 23, 165, 112, 85, 2, 3, 1, 0, 1],\n                                RawSubject: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 49, 48, 48, 53, 56, 50, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                RawIssuer: [48, 42, 49, 40, 48, 38, 6, 3, 85, 4, 3, 19, 31, 114, 112, 46, 106, 49, 48, 48, 53, 56, 50, 52, 46, 104, 99, 112, 115, 118, 99, 46, 111, 115, 97, 100, 101, 118, 46, 99, 108, 111, 117, 100],\n                                Signature: [0, 15, 4, 241, 95, 0, 113, 42, 10, 142, 121, 69, 122, 110, 20, 108, 168, 167, 188, 218, 154, 164, 35, 13, 142, 201, 134, 115, 226, 1, 137, 144, 254, 97, 213, 200, 138, 51, 200, 159, 152, 167, 255, 220, 98, 162, 54, 196, 164, 254, 145, 164, 236, 72, 42, 90, 65, 102, 180, 216, 153, 240, 76, 183, 7, 78, 225, 225, 93, 87, 103, 226, 228, 80, 114, 165, 186, 167, 29, 213, 203, 140, 184, 146, 97, 218, 96, 2, 232, 66, 68, 244, 59, 101, 248, 94, 142, 233, 116, 90, 194, 178, 195, 221, 130, 46, 252, 109, 59, 61, 61, 55, 103, 142, 218, 185, 54, 16, 105, 28, 242, 152, 157, 212, 31, 53, 167, 67, 221, 31, 168, 200, 38, 22, 170, 229, 233, 33, 51, 16, 42, 214, 118, 54, 235, 13, 200, 228, 153, 186, 197, 147, 250, 81, 193, 48, 164, 139, 239, 37, 242, 66, 165, 198, 57, 10, 141, 241, 211, 23, 143, 61, 114, 74, 18, 99, 129, 82, 227, 155, 217, 36, 202, 204, 23, 48, 64, 15, 14, 21, 226, 251, 142, 137, 232, 225, 250, 142, 62, 138, 113, 161, 107, 213, 221, 190, 37, 232, 130, 4, 104, 58, 113, 127, 0, 91, 1, 56, 4, 115, 205, 88, 247, 100, 124, 207, 26, 107, 84, 132, 30, 217, 155, 137, 174, 40, 161, 156, 236, 138, 218, 158, 160, 97, 120, 117, 83, 236, 84, 245, 215, 50, 87, 195, 9, 96],\n                                SignatureAlgorithm: 4,\n                                PublicKeyAlgorithm: 1,\n                                PublicKey: \u003c*rsa.PublicKey | 0x2a74295b2c10\u003e{\n                                    N: {\n                                        neg: false,\n                                        abs: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    E: 65537,\n                                },\n                                Version: 3,\n                                SerialNumber: {\n                                    neg: false,\n                                    abs: [13135520997874736504, 1708237387226497841],\n                                },\n                                Issuer: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j1005824.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                Subject: {\n                                    Country: nil,\n                                    Organization: nil,\n                                    OrganizationalUnit: nil,\n                                    Locality: nil,\n                                    Province: nil,\n                                    StreetAddress: nil,\n                                    PostalCode: nil,\n                                    SerialNumber: \"\",\n                                    CommonName: \"rp.j1005824.hcpsvc.osadev.cloud\",\n                                    Names: [\n                                        {Type: ..., Value: ...},\n                                    ],\n                                    ExtraNames: nil,\n                                },\n                                NotBefore: {wall: 0, ext: 63926712862, loc: nil},\n                                NotAfter: {wall: 0, ext: 63942438262, loc: nil},\n                                KeyUsage: 5,\n                                Extensions: [\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: true,\n                                        Value: [..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                    {\n                                        Id: [..., ..., ..., ...],\n                                        Critical: false,\n                                        Value: [..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ..., ...],\n                                    },\n                                ],\n                                ExtraExtensions: nil,\n                                UnhandledCriticalExtensions: nil,\n                                ExtKeyUsage: [1, 2],\n                                UnknownExtKeyUsage: nil,\n                                BasicConstraintsValid: true,\n                                IsCA: false,\n                                MaxPathLen: -1,\n                                MaxPathLenZero: false,\n                                SubjectKeyId: [187, 184, 245, 247, 216, 210, 1, 202, 144, 36, 94, 53, 104, 206, 138, 197, 45, 123, 49, 75],\n                                AuthorityKeyId: [187, 184, 245, 247, 216, 210, 1, 202, 144, 36, 94, 53, 104, 206, 138, 197, 45, 123, 49, 75],\n                                OCSPServer: nil,\n                                IssuingCertificateURL: nil,\n                                DNSNames: [\n                                    \"rp.j1005824.hcpsvc.osadev.cloud\",\n                                ],\n                                EmailAddresses: nil,\n                                IPAddresses: nil,\n                                URIs: nil,\n                                PermittedDNSDomainsCritical: false,\n                                PermittedDNSDomains: nil,\n                                ExcludedDNSDomains: nil,\n                                PermittedIPRanges: nil,\n                                ExcludedIPRanges: nil,\n                                PermittedEmailAddresses: nil,\n                                ExcludedEmailAddresses: nil,\n                                PermittedURIDomains: nil,\n                                ExcludedURIDomains: nil,\n                                CRLDistributionPoints: nil,\n                                PolicyIdentifiers: nil,\n                                Policies: nil,\n                                InhibitAnyPolicy: 0,\n                                InhibitAnyPolicyZero: false,\n                                InhibitPolicyMapping: 0,\n                                InhibitPolicyMappingZero: false,\n                                RequireExplicitPolicy: 0,\n                                RequireExplicitPolicyZero: false,\n                                PolicyMappings: nil,\n                            },\n                        ],\n                        VerifiedChains: nil,\n                        SignedCertificateTimestamps: nil,\n                        OCSPResponse: nil,\n                        TLSUnique: nil,\n                        ECHAccepted: false,\n                        HelloRetryRequest: false,\n                        ekm: 0x57bc760,\n                        testingOnlyPeerSignatureAlgorithm: 2052,\n                    },\n                },\n                errMsg: \"GET https://rp.j1005824.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/515d8ca9-813c-4f77-9322-384e84e5b889\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/515d8ca9-813c-4f77-9322-384e84e5b889\\\",\\n  \\\"name\\\": \\\"515d8ca9-813c-4f77-9322-384e84e5b889\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-10-04T12:55:03.905501468Z\\\",\\n  \\\"endTime\\\": \\\"2026-10-04T12:55:10.702340048Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"[clusterServiceNodePoolStatus] failed to create transaction: pq: sorry, too many clients already\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            },\n        },\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:247]: failed to create node pool\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000687000\u003e: \n    failed to create NodePool np-1: failed waiting for nodepool=\"np-1\" for cluster \"acr-pull-create\" in resourcegroup=\"acr-pull-create-vdlktwxnm8vh\" to finish creating: GET https://rp.j8708096.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9fb52b81-388d-4086-8055-43b274743b11\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9fb52b81-388d-4086-8055-43b274743b11\",\n      \"name\": \"9fb52b81-388d-4086-8055-43b274743b11\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T23:41:09.989503835Z\",\n      \"endTime\": \"2026-09-28T23:41:15.954914297Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceNodePoolStatus] failed to create transaction: pq: sorry, too many clients already\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:247]: failed to create node pool\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000687000\u003e: \n    failed to create NodePool np-1: failed waiting for nodepool=\"np-1\" for cluster \"acr-pull-create\" in resourcegroup=\"acr-pull-create-vdlktwxnm8vh\" to finish creating: GET https://rp.j8708096.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9fb52b81-388d-4086-8055-43b274743b11\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/9fb52b81-388d-4086-8055-43b274743b11\",\n      \"name\": \"9fb52b81-388d-4086-8055-43b274743b11\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T23:41:09.989503835Z\",\n      \"endTime\": \"2026-09-28T23:41:15.954914297Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceNodePoolStatus] failed to create transaction: pq: sorry, too many clients already\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7309/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106715258621005824","occurred_at":"2026-10-04T11:57:13Z","signature_id":"7d1c7efe1880a2c0fbdc00aafec402914715d971e7b33461e107cbac0efd89fe","pr_number":7309,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6922/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104702432968708096","occurred_at":"2026-09-28T22:38:58Z","signature_id":"e75e1ad4b0432801e2acb69e7608842fb32bc692d9078a7d6cfc759e2f16fd9a","pr_number":6922,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"2992815bad38a5769dd245becb8213e9b3a7e85882b8db6a819eb56049478a21","failure_pattern":"UpdateHCPCluster timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-9h5ws9hlzq4p\" to finish updating, caused by: timeout '10.000000' minutes exceeded during UpdateHCPCluster for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-9h5ws9hlzq4p, error: context deadline exceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling and update the autoscaling configuration","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":2,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,1,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling and update the autoscaling configuration","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:173]: failed to update cluster \"autoscaling-hcp-cluster\" autoscaling configuration\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011d8120\u003e: \n    failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-9h5ws9hlzq4p\" to finish updating, caused by: timeout '10.000000' minutes exceeded during UpdateHCPCluster for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-9h5ws9hlzq4p, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:173]: failed to update cluster \"autoscaling-hcp-cluster\" autoscaling configuration\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011d8120\u003e: \n    failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-9h5ws9hlzq4p\" to finish updating, caused by: timeout '10.000000' minutes exceeded during UpdateHCPCluster for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-9h5ws9hlzq4p, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:173]: failed to update cluster \"autoscaling-hcp-cluster\" autoscaling configuration\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002725230\u003e: \n    failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-w8pbb4pwwmm7\" to finish updating, caused by: timeout '10.000000' minutes exceeded during UpdateHCPCluster for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-w8pbb4pwwmm7, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:173]: failed to update cluster \"autoscaling-hcp-cluster\" autoscaling configuration\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002725230\u003e: \n    failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-w8pbb4pwwmm7\" to finish updating, caused by: timeout '10.000000' minutes exceeded during UpdateHCPCluster for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-w8pbb4pwwmm7, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105963382757658624","occurred_at":"2026-10-02T10:09:31Z","signature_id":"61300846ff2ab19ece6d91bcf7c616bc6175f4c4f2bfefccd840a12b6302252a","pr_number":6889,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"19c4e7bd3a878120f8a1e6eec2558373cd830b2818377cfd788cbadd533fad7a","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"c65eaecf2bcf9cab816e9e9171a4f334676466d8dfb2f88bb604984fc8e6cfe2","failure_pattern":"alert [hcp] HCPClusterOperatorUnavailable fired","search_query":"alert [hcp] HCPClusterOperatorUnavailable fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert HCPClusterOperatorUnavailable does not fire","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":2,"after_last_push_count":0,"trend_counts":[0,0,0,2,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert HCPClusterOperatorUnavailable does not fire","occurrences":2}],"full_error_samples":["alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-30T17:40:28Z\n  Ended:       2026-09-30T18:18:32Z\n  Severity:    Sev3\n  Labels:      alertname=\"HCPClusterOperatorUnavailable\", cluster=\"ci01-j5446016-mgmt-1\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t5f0hjlm2j48ooq92uj0su5rbnsq03t-x3y7i6e5z1z9c0c\", region=\"westus3\", severity=\"warning\"\n  Description: 2 cluster operator(s) on hosted cluster ocm-arohcpci01-2t5f0hjlm2j48ooq92uj0su5rbnsq03t-x3y7i6e5z1z9c0c (management cluster ci01-j5446016-mgmt-1) have been reporting Available=false for more than 30 minutes. The version and console operators are excluded from this alert; the affected cluster has worker nodes present. An unavailable operator means the component it manages is down, not merely degraded.","alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-30T09:10:27Z\n  Ended:       2026-09-30T10:12:28Z\n  Severity:    Sev3\n  Labels:      alertname=\"HCPClusterOperatorUnavailable\", cluster=\"ci01-j0283264-mgmt-2\", component=\"kubernetes-infrastructure\", namespace=\"ocm-arohcpci01-2t56ofmlsp87gpoiuva34g4ukacv58an-private-kas\", region=\"westus3\", severity=\"warning\"\n  Description: 2 cluster operator(s) on hosted cluster ocm-arohcpci01-2t56ofmlsp87gpoiuva34g4ukacv58an-private-kas (management cluster ci01-j0283264-mgmt-2) have been reporting Available=false for more than 30 minutes. The version and console operators are excluded from this alert; the affected cluster has worker nodes present. An unavailable operator means the component it manages is down, not merely degraded."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"0e1182513eb29f65f3a7935b97b78d6d7dd25e1ef38c392477b0b0539d97cd71","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"3850893a2be376a4c082764baaa2865ab6202df69d12b07798777716859179b2","pr_number":7261,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"519fe0fe7478bebfb7ef939c84f76fa0281886d85cb376148838a1878147b618","failure_pattern":"alert [svc] KubeNodeUnreachable fired","search_query":"alert [svc] KubeNodeUnreachable fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert KubeNodeUnreachable does not fire","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":2,"after_last_push_count":0,"trend_counts":[0,1,0,1,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert KubeNodeUnreachable does not fire","occurrences":2}],"full_error_samples":["alert fired 2 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-30T17:15:29Z\n  Ended:       2026-09-30T17:26:26Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeNodeUnreachable\", cluster=\"ci01-j5446016-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", effect=\"NoSchedule\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.68:8080\", job=\"kube-state-metrics\", key=\"node.kubernetes.io/unreachable\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j5446016/providers/microsoft.monitor/accounts/services-j5446016\", namespace=\"prometheus\", node=\"aks-userswft1-23433410-vmss000001\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-5hwk9\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: aks-userswft1-23433410-vmss000001 is unreachable and some workloads may be rescheduled.\nFiring 2:\n  State:       Resolved\n  Started:     2026-09-30T17:16:26Z\n  Ended:       2026-09-30T17:26:26Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeNodeUnreachable\", cluster=\"ci01-j5446016-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", effect=\"NoSchedule\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.68:8080\", job=\"kube-state-metrics\", key=\"node.kubernetes.io/unreachable\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j5446016/providers/microsoft.monitor/accounts/services-j5446016\", namespace=\"prometheus\", node=\"aks-userswft1-23433410-vmss000001\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-5hwk9\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: aks-userswft1-23433410-vmss000001 is unreachable and some workloads may be rescheduled.","alert fired 1 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-28T13:21:03Z\n  Ended:       2026-09-28T13:27:01Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeNodeUnreachable\", cluster=\"ci01-j8288256-mgmt-2\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", effect=\"NoSchedule\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.50:8080\", job=\"kube-state-metrics\", key=\"node.kubernetes.io/unreachable\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j8288256/providers/microsoft.monitor/accounts/services-j8288256\", namespace=\"prometheus\", node=\"aks-userswft3-30800232-vmss000000\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-789nk\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"centralus\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: aks-userswft3-30800232-vmss000000 is unreachable and some workloads may be rescheduled."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"5fddfe712c98fb0e643ec5bb4c03b94974770b44c356b20f027ad56567a251f3","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"7e5bb140f45412694ed52c011bce64b635715a19e67b5f190f74b9ede9baf738","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"0ceadf43459c98a2e2f9b61df48bfd6a5c28973cefdcf40c376ce51ca24ebe4c","failure_pattern":"assigning role \u003cuuid\u003e on /subscriptions/\u003csubscription\u003e/resourcegroups/\u003cresource-group\u003e/providers/Microsoft","search_query":"assigning role befefa01-2a29-4197-83a8-272ff33ce314 on /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-c7hffp5rx8qh--managed/providers/Microsoft","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to issue the default ingress serving certificate from Let's Encrypt using cert-manager with ACME DNS-01 challenges","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":2,"after_last_push_count":0,"trend_counts":[0,0,2,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to issue the default ingress serving certificate from Let's Encrypt using cert-manager with ACME DNS-01 challenges","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_ingress_cert_letsencrypt.go:248]: Told to stop trying after 15.612s.\nDNS Zone Contributor role assignment should succeed once principal propagates\nassigning role befefa01-2a29-4197-83a8-272ff33ce314 on /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-c7hffp5rx8qh--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.8h5b.j0435840.hcp.osadev.cloud to a626cc91-d8ba-4fcd-b448-1c0201b41a1e: PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-c7hffp5rx8qh--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.8h5b.j0435840.hcp.osadev.cloud/providers/Microsoft.Authorization/roleAssignments/b39c004e-40fa-570e-813c-44e71fc436b7\n--------------------------------------------------------------------------------\nRESPONSE 400: 400 Bad Request\nERROR CODE: RoleAssignmentLimitExceeded\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"RoleAssignmentLimitExceeded\",\n    \"message\": \"No more role assignments can be created.\"\n  }\n}\n--------------------------------------------------------------------------------\n: assigning role befefa01-2a29-4197-83a8-272ff33ce314 on /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-c7hffp5rx8qh--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.8h5b.j0435840.hcp.osadev.cloud to a626cc91-d8ba-4fcd-b448-1c0201b41a1e: PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-c7hffp5rx8qh--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.8h5b.j0435840.hcp.osadev.cloud/providers/Microsoft.Authorization/roleAssignments/b39c004e-40fa-570e-813c-44e71fc436b7\n--------------------------------------------------------------------------------\nRESPONSE 400: 400 Bad Request\nERROR CODE: RoleAssignmentLimitExceeded\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"RoleAssignmentLimitExceeded\",\n    \"message\": \"No more role assignments can be created.\"\n  }\n}\n--------------------------------------------------------------------------------\n\nAt one point, however, the function did return successfully.\nYet, Eventually failed because the matcher was not satisfied:\nExpected success, but got an error:\n    \u003c*fmt.wrapError | 0xc000e58700\u003e: \n    assigning role befefa01-2a29-4197-83a8-272ff33ce314 on /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-c7hffp5rx8qh--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.8h5b.j0435840.hcp.osadev.cloud to a626cc91-d8ba-4fcd-b448-1c0201b41a1e: PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-c7hffp5rx8qh--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.8h5b.j0435840.hcp.osadev.cloud/providers/Microsoft.Authorization/roleAssignments/b39c004e-40fa-570e-813c-44e71fc436b7\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: PrincipalNotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"PrincipalNotFound\",\n        \"message\": \"Principal a626cc91d8ba4fcdb4481c0201b41a1e does not exist in the directory XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX. Check that you have the correct principal ID. If you are creating this principal and then immediately assigning a role, this error might be related to a replication delay. In this case, set the role assignment principalType property to a value, such as ServicePrincipal, User, or Group.  See https://aka.ms/docs-principaltype\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_ingress_cert_letsencrypt.go:248]: Told to stop trying after 15.612s.\nDNS Zone Contributor role assignment should succeed once principal propagates\nassigning role befefa01-2a29-4197-83a8-272ff33ce314 on /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-c7hffp5rx8qh--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.8h5b.j0435840.hcp.osadev.cloud to a626cc91-d8ba-4fcd-b448-1c0201b41a1e: PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-c7hffp5rx8qh--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.8h5b.j0435840.hcp.osadev.cloud/providers/Microsoft.Authorization/roleAssignments/b39c004e-40fa-570e-813c-44e71fc436b7\n--------------------------------------------------------------------------------\nRESPONSE 400: 400 Bad Request\nERROR CODE: RoleAssignmentLimitExceeded\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"RoleAssignmentLimitExceeded\",\n    \"message\": \"No more role assignments can be created.\"\n  }\n}\n--------------------------------------------------------------------------------\n: assigning role befefa01-2a29-4197-83a8-272ff33ce314 on /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-c7hffp5rx8qh--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.8h5b.j0435840.hcp.osadev.cloud to a626cc91-d8ba-4fcd-b448-1c0201b41a1e: PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-c7hffp5rx8qh--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.8h5b.j0435840.hcp.osadev.cloud/providers/Microsoft.Authorization/roleAssignments/b39c004e-40fa-570e-813c-44e71fc436b7\n--------------------------------------------------------------------------------\nRESPONSE 400: 400 Bad Request\nERROR CODE: RoleAssignmentLimitExceeded\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"RoleAssignmentLimitExceeded\",\n    \"message\": \"No more role assignments can be created.\"\n  }\n}\n--------------------------------------------------------------------------------\n\nAt one point, however, the function did return successfully.\nYet, Eventually failed because the matcher was not satisfied:\nExpected success, but got an error:\n    \u003c*fmt.wrapError | 0xc000e58700\u003e: \n    assigning role befefa01-2a29-4197-83a8-272ff33ce314 on /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-c7hffp5rx8qh--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.8h5b.j0435840.hcp.osadev.cloud to a626cc91-d8ba-4fcd-b448-1c0201b41a1e: PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-c7hffp5rx8qh--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.8h5b.j0435840.hcp.osadev.cloud/providers/Microsoft.Authorization/roleAssignments/b39c004e-40fa-570e-813c-44e71fc436b7\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: PrincipalNotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"PrincipalNotFound\",\n        \"message\": \"Principal a626cc91d8ba4fcdb4481c0201b41a1e does not exist in the directory XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX. Check that you have the correct principal ID. If you are creating this principal and then immediately assigning a role, this error might be related to a replication delay. In this case, set the role assignment principalType property to a value, such as ServicePrincipal, User, or Group.  See https://aka.ms/docs-principaltype\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_ingress_cert_letsencrypt.go:248]: Told to stop trying after 15.676s.\nDNS Zone Contributor role assignment should succeed once principal propagates\nassigning role befefa01-2a29-4197-83a8-272ff33ce314 on /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-rpc5rk6cx9j4--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.9hzx.j0230656.hcp.osadev.cloud to c1778d09-4e30-43d3-a6e5-c12816d71c41: PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-rpc5rk6cx9j4--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.9hzx.j0230656.hcp.osadev.cloud/providers/Microsoft.Authorization/roleAssignments/18eec22c-5874-5077-bd44-80689d165720\n--------------------------------------------------------------------------------\nRESPONSE 400: 400 Bad Request\nERROR CODE: RoleAssignmentLimitExceeded\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"RoleAssignmentLimitExceeded\",\n    \"message\": \"No more role assignments can be created.\"\n  }\n}\n--------------------------------------------------------------------------------\n: assigning role befefa01-2a29-4197-83a8-272ff33ce314 on /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-rpc5rk6cx9j4--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.9hzx.j0230656.hcp.osadev.cloud to c1778d09-4e30-43d3-a6e5-c12816d71c41: PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-rpc5rk6cx9j4--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.9hzx.j0230656.hcp.osadev.cloud/providers/Microsoft.Authorization/roleAssignments/18eec22c-5874-5077-bd44-80689d165720\n--------------------------------------------------------------------------------\nRESPONSE 400: 400 Bad Request\nERROR CODE: RoleAssignmentLimitExceeded\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"RoleAssignmentLimitExceeded\",\n    \"message\": \"No more role assignments can be created.\"\n  }\n}\n--------------------------------------------------------------------------------\n\nAt one point, however, the function did return successfully.\nYet, Eventually failed because the matcher was not satisfied:\nExpected success, but got an error:\n    \u003c*fmt.wrapError | 0xc000ebe2a0\u003e: \n    assigning role befefa01-2a29-4197-83a8-272ff33ce314 on /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-rpc5rk6cx9j4--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.9hzx.j0230656.hcp.osadev.cloud to c1778d09-4e30-43d3-a6e5-c12816d71c41: PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-rpc5rk6cx9j4--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.9hzx.j0230656.hcp.osadev.cloud/providers/Microsoft.Authorization/roleAssignments/18eec22c-5874-5077-bd44-80689d165720\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: PrincipalNotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"PrincipalNotFound\",\n        \"message\": \"Principal c1778d094e3043d3a6e5c12816d71c41 does not exist in the directory XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX. Check that you have the correct principal ID. If you are creating this principal and then immediately assigning a role, this error might be related to a replication delay. In this case, set the role assignment principalType property to a value, such as ServicePrincipal, User, or Group.  See https://aka.ms/docs-principaltype\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_ingress_cert_letsencrypt.go:248]: Told to stop trying after 15.676s.\nDNS Zone Contributor role assignment should succeed once principal propagates\nassigning role befefa01-2a29-4197-83a8-272ff33ce314 on /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-rpc5rk6cx9j4--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.9hzx.j0230656.hcp.osadev.cloud to c1778d09-4e30-43d3-a6e5-c12816d71c41: PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-rpc5rk6cx9j4--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.9hzx.j0230656.hcp.osadev.cloud/providers/Microsoft.Authorization/roleAssignments/18eec22c-5874-5077-bd44-80689d165720\n--------------------------------------------------------------------------------\nRESPONSE 400: 400 Bad Request\nERROR CODE: RoleAssignmentLimitExceeded\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"RoleAssignmentLimitExceeded\",\n    \"message\": \"No more role assignments can be created.\"\n  }\n}\n--------------------------------------------------------------------------------\n: assigning role befefa01-2a29-4197-83a8-272ff33ce314 on /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-rpc5rk6cx9j4--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.9hzx.j0230656.hcp.osadev.cloud to c1778d09-4e30-43d3-a6e5-c12816d71c41: PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-rpc5rk6cx9j4--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.9hzx.j0230656.hcp.osadev.cloud/providers/Microsoft.Authorization/roleAssignments/18eec22c-5874-5077-bd44-80689d165720\n--------------------------------------------------------------------------------\nRESPONSE 400: 400 Bad Request\nERROR CODE: RoleAssignmentLimitExceeded\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"RoleAssignmentLimitExceeded\",\n    \"message\": \"No more role assignments can be created.\"\n  }\n}\n--------------------------------------------------------------------------------\n\nAt one point, however, the function did return successfully.\nYet, Eventually failed because the matcher was not satisfied:\nExpected success, but got an error:\n    \u003c*fmt.wrapError | 0xc000ebe2a0\u003e: \n    assigning role befefa01-2a29-4197-83a8-272ff33ce314 on /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-rpc5rk6cx9j4--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.9hzx.j0230656.hcp.osadev.cloud to c1778d09-4e30-43d3-a6e5-c12816d71c41: PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ingress-cert-le-rpc5rk6cx9j4--managed/providers/Microsoft.Network/dnsZones/aro.ingress-cert-le.9hzx.j0230656.hcp.osadev.cloud/providers/Microsoft.Authorization/roleAssignments/18eec22c-5874-5077-bd44-80689d165720\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: PrincipalNotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"PrincipalNotFound\",\n        \"message\": \"Principal c1778d094e3043d3a6e5c12816d71c41 does not exist in the directory XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX. Check that you have the correct principal ID. If you are creating this principal and then immediately assigning a role, this error might be related to a replication delay. In this case, set the role assignment principalType property to a value, such as ServicePrincipal, User, or Group.  See https://aka.ms/docs-principaltype\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7224/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747427830435840","occurred_at":"2026-09-29T01:37:45Z","signature_id":"f28b26d4aa76fff53f003758b1a41bfccea4cd0caf5af76a8621aa82007dfbb2","pr_number":7224,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7215/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747333580230656","occurred_at":"2026-09-29T01:37:23Z","signature_id":"4861cdacb696d2101485082fc0296f581b3d84df1e60c0eef44066fadfda980d","pr_number":7215,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"f2923293c89e6d0b4f0db452002506cef1ee74dfd4af25725a8ed3b2648905b4","failure_pattern":"breakglass session kubeconfig not ready: timeout waiting for session to become ready","search_query":"failed to get ready session kubeconfig from /admin/v1/hcp/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/admin-api-breakglass-rsq2rx94fvrl/providers/microsoft.redhatopenshift/hcpopenshiftclusters/sre-hcp-cluster/breakglass/breakglass-bcnzj/kubeconfig: timeout waiting for session to become ready (last status: {\"status\":\"Session is not ready\"})","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"SRE should be able to log into a cluster via a breakglass session","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":2,"after_last_push_count":1,"trend_counts":[0,0,2,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"SRE should be able to log into a cluster via a breakglass session","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:249]: failed to create breakglass credentials for another user\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00095e460\u003e: \n    failed to get ready session kubeconfig from /admin/v1/hcp/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/admin-api-breakglass-rsq2rx94fvrl/providers/microsoft.redhatopenshift/hcpopenshiftclusters/sre-hcp-cluster/breakglass/breakglass-bcnzj/kubeconfig: timeout waiting for session to become ready (last status: {\"status\":\"Session is not ready\"})\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:249]: failed to create breakglass credentials for another user\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00095e460\u003e: \n    failed to get ready session kubeconfig from /admin/v1/hcp/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/admin-api-breakglass-rsq2rx94fvrl/providers/microsoft.redhatopenshift/hcpopenshiftclusters/sre-hcp-cluster/breakglass/breakglass-bcnzj/kubeconfig: timeout waiting for session to become ready (last status: {\"status\":\"Session is not ready\"})\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:249]: failed to create breakglass credentials for another user\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00019f000\u003e: \n    failed to get ready session kubeconfig from /admin/v1/hcp/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/admin-api-breakglass-xcdsf8s6jfv2/providers/microsoft.redhatopenshift/hcpopenshiftclusters/sre-hcp-cluster/breakglass/breakglass-94w82/kubeconfig: timeout waiting for session to become ready (last status: {\"status\":\"Session is not ready\"})\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:249]: failed to create breakglass credentials for another user\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00019f000\u003e: \n    failed to get ready session kubeconfig from /admin/v1/hcp/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/admin-api-breakglass-xcdsf8s6jfv2/providers/microsoft.redhatopenshift/hcpopenshiftclusters/sre-hcp-cluster/breakglass/breakglass-94w82/kubeconfig: timeout waiting for session to become ready (last status: {\"status\":\"Session is not ready\"})\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7068/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105052413286158336","occurred_at":"2026-09-29T21:49:39Z","signature_id":"a2e6f33b9531e79917bad79473ad5885c1320f2309e0ab194f79b924ef0bae9f","pr_number":7068,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7170/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104977428710428672","occurred_at":"2026-09-29T16:51:34Z","signature_id":"573950b7da00dec43bb410f800f47a6634208a43168239980f1b47fc7731f307","pr_number":7170,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"0421c66c980bab7883ea258cf0dfcba450cd116eeb9b42d78247faa93a3a1288","failure_pattern":"certificate not ready: reason=DoesNotExist message=Issuing certificate as Secret does not exist","search_query":"certificate not ready: reason=DoesNotExist message=Issuing certificate as Secret does not exist","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to issue the default ingress serving certificate from Let's Encrypt using cert-manager with ACME DNS-01 challenges","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":2,"after_last_push_count":9,"trend_counts":[2,0,0,0,1,1,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":20,"prior_last_seen_at":"2026-09-27T12:48:31Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to issue the default ingress serving certificate from Let's Encrypt using cert-manager with ACME DNS-01 challenges","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_ingress_cert_letsencrypt.go:388]: Timed out after 600.001s.\nCertificate should be issued by Let's Encrypt staging via ACME DNS-01\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc002838820\u003e: \n    certificate not ready: reason=DoesNotExist message=Issuing certificate as Secret does not exist\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_ingress_cert_letsencrypt.go:388]: Timed out after 600.001s.\nCertificate should be issued by Let's Encrypt staging via ACME DNS-01\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc002838820\u003e: \n    certificate not ready: reason=DoesNotExist message=Issuing certificate as Secret does not exist\n    ...","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_ingress_cert_letsencrypt.go:388]: Timed out after 600.007s.\nCertificate should be issued by Let's Encrypt staging via ACME DNS-01\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc00262f770\u003e: \n    certificate not ready: reason=DoesNotExist message=Issuing certificate as Secret does not exist\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_ingress_cert_letsencrypt.go:388]: Timed out after 600.007s.\nCertificate should be issued by Let's Encrypt staging via ACME DNS-01\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc00262f770\u003e: \n    certificate not ready: reason=DoesNotExist message=Issuing certificate as Secret does not exist\n    ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7311/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106091840703827968","occurred_at":"2026-10-02T18:39:58Z","signature_id":"dfa343b19e8ca6f894f17713a054300c8d7a7c712659fa089dac380e5a5e1ab0","pr_number":7311,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7227/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105693768928727040","occurred_at":"2026-10-01T16:18:10Z","signature_id":"ca8d78ae16088a003af0ff0522d3d50d3754aada3a46656a06c9179ae4952d6d","pr_number":7227,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"bac1c5cb8cd2257dc73ed97f502419b2bb0c5622fe0e3311e3284099d74a2633","failure_pattern":"clusterIssuer not ready: reason=ErrRegisterACMEAccount message=Failed to register ACME account: Get \"\u003curl\u003e","search_query":"clusterIssuer not ready: reason=ErrRegisterACMEAccount message=Failed to register ACME account: Get \"https://acme-staging-v02","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to issue the default ingress serving certificate from Let's Encrypt using cert-manager with ACME DNS-01 challenges","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":2,"after_last_push_count":7,"trend_counts":[0,1,1,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":11,"prior_last_seen_at":"2026-09-23T17:52:29Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to issue the default ingress serving certificate from Let's Encrypt using cert-manager with ACME DNS-01 challenges","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_ingress_cert_letsencrypt.go:357]: Timed out after 300.002s.\nClusterIssuer should become Ready (ACME account registered)\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc000d0e4a0\u003e: \n    clusterIssuer not ready: reason=ErrRegisterACMEAccount message=Failed to register ACME account: Get \"https://acme-staging-v02.api.letsencrypt.org/directory\": dial tcp: lookup acme-staging-v02.api.letsencrypt.org on 172.30.0.10:53: read udp 10.128.0.10:47677-\u003e172.30.0.10:53: read: connection refused\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_ingress_cert_letsencrypt.go:357]: Timed out after 300.002s.\nClusterIssuer should become Ready (ACME account registered)\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc000d0e4a0\u003e: \n    clusterIssuer not ready: reason=ErrRegisterACMEAccount message=Failed to register ACME account: Get \"https://acme-staging-v02.api.letsencrypt.org/directory\": dial tcp: lookup acme-staging-v02.api.letsencrypt.org on 172.30.0.10:53: read udp 10.128.0.10:47677-\u003e172.30.0.10:53: read: connection refused\n    ...","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_ingress_cert_letsencrypt.go:357]: Timed out after 300.008s.\nClusterIssuer should become Ready (ACME account registered)\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc001488a20\u003e: \n    clusterIssuer not ready: reason=ErrRegisterACMEAccount message=Failed to register ACME account: Get \"https://acme-staging-v02.api.letsencrypt.org/directory\": dial tcp: lookup acme-staging-v02.api.letsencrypt.org on 172.30.0.10:53: read udp 10.128.0.10:46491-\u003e172.30.0.10:53: read: connection refused\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_ingress_cert_letsencrypt.go:357]: Timed out after 300.008s.\nClusterIssuer should become Ready (ACME account registered)\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc001488a20\u003e: \n    clusterIssuer not ready: reason=ErrRegisterACMEAccount message=Failed to register ACME account: Get \"https://acme-staging-v02.api.letsencrypt.org/directory\": dial tcp: lookup acme-staging-v02.api.letsencrypt.org on 172.30.0.10:53: read udp 10.128.0.10:46491-\u003e172.30.0.10:53: read: connection refused\n    ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7241/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104977540106948608","occurred_at":"2026-09-29T16:52:08Z","signature_id":"42b8a91f761a09a88ae01f9b8a9c7279d90c5604a9bde9eb96a04a1c749bb721","pr_number":7241,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7170/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104500002637221888","occurred_at":"2026-09-28T09:14:19Z","signature_id":"620340dd365edadda3dbd85304c7c7cde65b3e17f1f0272584c0a1bf12bb3b26","pr_number":7170,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"abcd5f9b62e8cf7d13105a0c9ded33446cbd1e1f876e962101b7bbf9a2c604c6","failure_pattern":"failed to roll out Helm release: failed post-install: resource Job/default-sc/unannotate-default-sc not ready. status: InProgress, message: Job in progress context deadline exceeded","search_query":"stamp 2: error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: failed post-install: resource Job/default-sc/unannotate-default-sc not ready. status: InProgress, message: Job in progress\\ncontext deadline exceeded","failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/storageclass (stamp=2)","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,1,1,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-21"],"prior_runs_affected":3,"prior_last_seen_at":"2026-09-21T14:23:45Z","contributing_tests":[{"failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/storageclass (stamp=2)","occurrences":2}],"full_error_samples":["time=2026-10-01T20:26:41.918Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=storageclass stamp=2 description=\"Step storageclass\\n Kind: Helm\\n\"\ntime=2026-10-01T20:26:42.226Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=storageclass stamp=2 values=\"map[skuName:PremiumV2_LRS unannotateJobImage:mcr.microsoft.com/aks/command/runtime@sha256:161971cdd3bfe66be6a9b96d67fabf8c4b54a88b841add1aaced26b0a00358b4]\"\ntime=2026-10-01T20:26:42.226Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=storageclass stamp=2\ntime=2026-10-01T20:26:42.418Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=storageclass stamp=2 namespace=default-sc\ntime=2026-10-01T20:26:42.591Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=storageclass stamp=2 dryRun=false\ntime=2026-10-01T20:26:42.591Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=storageclass stamp=2\ntime=2026-10-01T20:26:42.660Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=storageclass stamp=2\ntime=2026-10-01T20:31:45.711Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=storageclass stamp=2 err=\"failed post-install: resource Job/default-sc/unannotate-default-sc not ready. status: InProgress, message: Job in progress\\ncontext deadline exceeded\"\ntime=2026-10-01T20:31:45.712Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=storageclass stamp=2 err=\"stamp 2: error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: failed post-install: resource Job/default-sc/unannotate-default-sc not ready. status: InProgress, message: Job in progress\\ncontext deadline exceeded\"","time=2026-09-30T10:09:47.479Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=storageclass stamp=2 description=\"Step storageclass\\n Kind: Helm\\n\"\ntime=2026-09-30T10:09:48.123Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=storageclass stamp=2 values=\"map[skuName:PremiumV2_LRS unannotateJobImage:mcr.microsoft.com/aks/command/runtime@sha256:161971cdd3bfe66be6a9b96d67fabf8c4b54a88b841add1aaced26b0a00358b4]\"\ntime=2026-09-30T10:09:48.123Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=storageclass stamp=2\ntime=2026-09-30T10:09:48.426Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=storageclass stamp=2 namespace=default-sc\ntime=2026-09-30T10:09:48.816Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=storageclass stamp=2 dryRun=false\ntime=2026-09-30T10:09:48.816Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=storageclass stamp=2\ntime=2026-09-30T10:09:48.942Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=storageclass stamp=2\ntime=2026-09-30T10:14:53.371Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=storageclass stamp=2 err=\"failed post-install: resource Job/default-sc/unannotate-default-sc not ready. status: InProgress, message: Job in progress\\ncontext deadline exceeded\"\ntime=2026-09-30T10:14:53.371Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=storageclass stamp=2 err=\"stamp 2: error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: failed post-install: resource Job/default-sc/unannotate-default-sc not ready. status: InProgress, message: Job in progress\\ncontext deadline exceeded\""],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7181/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105746107995787264","occurred_at":"2026-10-01T19:46:09Z","signature_id":"19498df56e93c37fe7f6fb08ad99bc2b1b1c8d05100b0a59886217e4fe1408e0","pr_number":7181,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7071/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105227392430641152","occurred_at":"2026-09-30T09:24:58Z","signature_id":"19498df56e93c37fe7f6fb08ad99bc2b1b1c8d05100b0a59886217e4fe1408e0","pr_number":7071,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"0c8f285ebf7a77151b5c5324a77de4ff3bf14831af7586b962d27c5eacb2a8e6","failure_pattern":"failed to roll out Helm release: resource Deployment/maestro/maestro-agent not ready. status: InProgress, message: Available: 0/1 context deadline exceeded","search_query":"stamp 1: error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: resource Deployment/maestro/maestro-agent not ready. status: InProgress, message: Available: 0/1\\ncontext deadline exceeded","failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Maestro.Agent/management/deploy (stamp=1)","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":2,"after_last_push_count":0,"trend_counts":[0,0,0,0,0,2,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Maestro.Agent/management/deploy (stamp=1)","occurrences":2}],"full_error_samples":["time=2026-10-02T04:18:24.964Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy stamp=1 description=\"Step deploy\\n Kind: Helm\\n\"\ntime=2026-10-02T04:18:25.604Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy stamp=1 values=\"map[azure:map[clientId:3a6b5dce-c503-483f-868b-3656736645ed cloudEnvironmentName:AzurePublicCloud tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] broker:map[host:arohcp-ci01-maestro-j6706176.westus3-1.ts.eventgrid.azure.net port:8883] consumerName:hcp-underlay-j6706176-mgmt-1 credsKeyVault:map[name:ah-ci01-mg-j6706176-1 secret:hcp-underlay-j6706176-mgmt-1] deployment:map[zoneCount:3] glog_v:2 image:map[digest:sha256:9af415e086251e94f471e03844ce768bed6493653b6cabdaff68acf99573679d registry:arohcpsvcdev.azurecr.io repository:redhat-user-workloads/maestro-rhtap-tenant/maestro/maestro] installAppliedManifestWorkCRD:false replicas:1 serviceAccountName:maestro sideCar:map[image:map[digest:sha256:3a8316d42c6491dbc15f2cf59985901365c7c402d3a0649abe695a4a6554654e registry:mcr.microsoft.com repository:azurelinux/base/nginx]]]\"\ntime=2026-10-02T04:18:25.604Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy stamp=1\ntime=2026-10-02T04:18:26.032Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy stamp=1 namespace=maestro\ntime=2026-10-02T04:18:26.347Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy stamp=1 dryRun=false\ntime=2026-10-02T04:18:26.347Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy stamp=1\ntime=2026-10-02T04:18:26.470Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy stamp=1\ntime=2026-10-02T04:23:32.794Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy stamp=1 err=\"resource Deployment/maestro/maestro-agent not ready. status: InProgress, message: Available: 0/1\\ncontext deadline exceeded\"\ntime=2026-10-02T04:23:32.795Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy stamp=1 err=\"stamp 1: error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: resource Deployment/maestro/maestro-agent not ready. status: InProgress, message: Available: 0/1\\ncontext deadline exceeded\"","time=2026-10-02T04:04:12.931Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy stamp=1 description=\"Step deploy\\n Kind: Helm\\n\"\ntime=2026-10-02T04:04:13.290Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy stamp=1 values=\"map[azure:map[clientId:ad930020-a0d3-4a84-b682-06665523a404 cloudEnvironmentName:AzurePublicCloud tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] broker:map[host:arohcp-ci01-maestro-j3304448.canadacentral-1.ts.eventgrid.azure.net port:8883] consumerName:hcp-underlay-j3304448-mgmt-1 credsKeyVault:map[name:ah-ci01-mg-j3304448-1 secret:hcp-underlay-j3304448-mgmt-1] deployment:map[zoneCount:3] glog_v:2 image:map[digest:sha256:9af415e086251e94f471e03844ce768bed6493653b6cabdaff68acf99573679d registry:arohcpsvcdev.azurecr.io repository:redhat-user-workloads/maestro-rhtap-tenant/maestro/maestro] installAppliedManifestWorkCRD:false replicas:1 serviceAccountName:maestro sideCar:map[image:map[digest:sha256:3a8316d42c6491dbc15f2cf59985901365c7c402d3a0649abe695a4a6554654e registry:mcr.microsoft.com repository:azurelinux/base/nginx]]]\"\ntime=2026-10-02T04:04:13.290Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy stamp=1\ntime=2026-10-02T04:04:13.437Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy stamp=1 namespace=maestro\ntime=2026-10-02T04:04:13.594Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy stamp=1 dryRun=false\ntime=2026-10-02T04:04:13.594Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy stamp=1\ntime=2026-10-02T04:04:13.638Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy stamp=1\ntime=2026-10-02T04:09:17.935Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy stamp=1 err=\"resource Deployment/maestro/maestro-agent not ready. status: InProgress, message: Available: 0/1\\ncontext deadline exceeded\"\ntime=2026-10-02T04:09:17.936Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy stamp=1 err=\"stamp 1: error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: resource Deployment/maestro/maestro-agent not ready. status: InProgress, message: Available: 0/1\\ncontext deadline exceeded\""],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6364/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105865001846706176","occurred_at":"2026-10-02T03:38:36Z","signature_id":"65d9370e60af642e906378ad8145d81c4e331f8977d3894f60b0c564c92ed6e5","pr_number":6364,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7105/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105860601363304448","occurred_at":"2026-10-02T03:21:06Z","signature_id":"4ab9e4e3b3cde7399dc6f8c4bc34053ae4761a23ab44459a95beb2590036596e","pr_number":7105,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"d767e2ca9d03f1dc0e13a444db797a0616296488c51bf10639db55d1b9966004","failure_pattern":"failed waiting for nodepool=\"\u003cnodepool\u003e\" for cluster \"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish creating: context deadline exceeded","search_query":"failed waiting for nodepool=\"np-ver-4-20-32\" for cluster \"cluster-ver-4-20\" in resourcegroup=\"rg-cluster-back-version-26c6r9w89qkm\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.20","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":2,"after_last_push_count":1,"trend_counts":[0,1,1,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-21"],"prior_runs_affected":3,"prior_last_seen_at":"2026-09-25T02:58:49Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.20","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:198]: failed to create node pool version 4.20.32 for back-level cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00090ce00\u003e: \n    failed waiting for nodepool=\"np-ver-4-20-32\" for cluster \"cluster-ver-4-20\" in resourcegroup=\"rg-cluster-back-version-26c6r9w89qkm\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:198]: failed to create node pool version 4.20.32 for back-level cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00090ce00\u003e: \n    failed waiting for nodepool=\"np-ver-4-20-32\" for cluster \"cluster-ver-4-20\" in resourcegroup=\"rg-cluster-back-version-26c6r9w89qkm\" to finish creating: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:198]: failed to create node pool version 4.20.32 for back-level cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000bb6980\u003e: \n    failed waiting for nodepool=\"np-ver-4-20-32\" for cluster \"cluster-ver-4-20\" in resourcegroup=\"rg-cluster-back-version-v4wmmc9xsjpk\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:198]: failed to create node pool version 4.20.32 for back-level cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000bb6980\u003e: \n    failed waiting for nodepool=\"np-ver-4-20-32\" for cluster \"cluster-ver-4-20\" in resourcegroup=\"rg-cluster-back-version-v4wmmc9xsjpk\" to finish creating: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7001/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104892283974324224","occurred_at":"2026-09-29T11:13:21Z","signature_id":"05f50fe6c06a19d52aaf0828883deb3ec0137078e1331dc21248328defadaed8","pr_number":7001,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7124/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104613528387194880","occurred_at":"2026-09-28T16:45:41Z","signature_id":"e69c1d42b103c2fc2619e82648d81646d2d6df78f72c3c1d170576fb995e0bdb","pr_number":7124,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-20\" in resourcegroup=\"rg-cluster-back-version-sl29bx8fv8nz\" to finish creating, caused by: timeout '30.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-20 in resource group rg-cluster-back-version-sl29bx8fv8nz, error: context deadline exceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.20","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":0.3824091778202677,"anchor_occurrences":2,"after_last_push_count":0,"trend_counts":[0,2,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":8,"prior_last_seen_at":"2026-09-24T06:52:47Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.20","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:152]: failed to create HCP cluster version 4.20\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001400360\u003e: \n    failed waiting for cluster=\"cluster-ver-4-20\" in resourcegroup=\"rg-cluster-back-version-sl29bx8fv8nz\" to finish creating, caused by: timeout '30.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-20 in resource group rg-cluster-back-version-sl29bx8fv8nz, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:152]: failed to create HCP cluster version 4.20\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001400360\u003e: \n    failed waiting for cluster=\"cluster-ver-4-20\" in resourcegroup=\"rg-cluster-back-version-sl29bx8fv8nz\" to finish creating, caused by: timeout '30.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-20 in resource group rg-cluster-back-version-sl29bx8fv8nz, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:152]: failed to create HCP cluster version 4.20\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001904960\u003e: \n    failed waiting for cluster=\"cluster-ver-4-20\" in resourcegroup=\"rg-cluster-back-version-vhq6gmmfrw9m\" to finish creating, caused by: timeout '30.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-20 in resource group rg-cluster-back-version-vhq6gmmfrw9m, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:152]: failed to create HCP cluster version 4.20\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001904960\u003e: \n    failed waiting for cluster=\"cluster-ver-4-20\" in resourcegroup=\"rg-cluster-back-version-vhq6gmmfrw9m\" to finish creating, caused by: timeout '30.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-20 in resource group rg-cluster-back-version-vhq6gmmfrw9m, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"ea6fad37e59eac223c8a29baca02fe524e66bda14470a0e205eea9919102b3f0","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"5c839c8ba3fa92aeabac7465b91fbcdcc11b953f6140a77174e182a2f4dccc18","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"257b448a58141006c11f51362759eea79da6b0398afa6beef61e4326de15f4d6","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog, redhat-operators-catalog]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","occurrences":2,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":2,"after_last_push_count":0,"trend_counts":[0,2,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"SRE should return 409 when boot diagnostics is disabled on a VM","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:303]: failed to create HCP cluster np-noedge-2s722b\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000bfeb60\u003e: \n    failed to create HCP cluster np-noedge-2s722b: failed waiting for cluster=\"np-noedge-2s722b\" in resourcegroup=\"rg-np-noedge-2s722b-ttwnzxstsj4p\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/18b3752b-dfe7-413c-83e0-e4570361ec93\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/18b3752b-dfe7-413c-83e0-e4570361ec93\",\n      \"name\": \"18b3752b-dfe7-413c-83e0-e4570361ec93\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:54:09.735885483Z\",\n      \"endTime\": \"2026-09-28T05:23:14.561838226Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-operators-catalog; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:303]: failed to create HCP cluster np-noedge-2s722b\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000bfeb60\u003e: \n    failed to create HCP cluster np-noedge-2s722b: failed waiting for cluster=\"np-noedge-2s722b\" in resourcegroup=\"rg-np-noedge-2s722b-ttwnzxstsj4p\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/18b3752b-dfe7-413c-83e0-e4570361ec93\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/18b3752b-dfe7-413c-83e0-e4570361ec93\",\n      \"name\": \"18b3752b-dfe7-413c-83e0-e4570361ec93\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:54:09.735885483Z\",\n      \"endTime\": \"2026-09-28T05:23:14.561838226Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-operators-catalog; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:417]: failed to create HCP cluster \"sre-hcp-cluster-bootdiag\" for boot diagnostics test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000fc65a0\u003e: \n    failed to create HCP cluster sre-hcp-cluster-bootdiag: failed waiting for cluster=\"sre-hcp-cluster-bootdiag\" in resourcegroup=\"admin-api-serialconsole-bootdiag-6vnwh8vjnz8r\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/0b3163de-a897-4f45-9b77-e785bdfab09f\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/0b3163de-a897-4f45-9b77-e785bdfab09f\",\n      \"name\": \"0b3163de-a897-4f45-9b77-e785bdfab09f\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:53:53.798033495Z\",\n      \"endTime\": \"2026-09-28T05:22:54.610455796Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-operators-catalog; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:417]: failed to create HCP cluster \"sre-hcp-cluster-bootdiag\" for boot diagnostics test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000fc65a0\u003e: \n    failed to create HCP cluster sre-hcp-cluster-bootdiag: failed waiting for cluster=\"sre-hcp-cluster-bootdiag\" in resourcegroup=\"admin-api-serialconsole-bootdiag-6vnwh8vjnz8r\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/0b3163de-a897-4f45-9b77-e785bdfab09f\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/0b3163de-a897-4f45-9b77-e785bdfab09f\",\n      \"name\": \"0b3163de-a897-4f45-9b77-e785bdfab09f\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:53:53.798033495Z\",\n      \"endTime\": \"2026-09-28T05:22:54.610455796Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-operators-catalog; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"65926fb3ef21067b7449af3c8bad1b64cbed97824fcac64f72df97d6b9cae9eb","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"dc5aba529688a7c5d0344c6021726d3af95020d72a42d1fb5deae657451b585d","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"cb1198fd68f10a5126a38488adcab0e5698ddefc9bae064f4179ead558afbe1a","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable; hosted cluster degraded: UnavailableReplicas: [redhat-operators-catalog]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.21 minor to 4.22 minor","occurrences":2,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":2,"after_last_push_count":0,"trend_counts":[0,2,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.21 minor to 4.22 minor","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:123]: failed to create HCP cluster \"cluster-zstream-4-22-8fvg54\" with version 4.22.15 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ae0680\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-8fvg54: failed waiting for cluster=\"cluster-zstream-4-22-8fvg54\" in resourcegroup=\"rg-zstream-upgrade-4-22-8zfwm76xgnlj\" to finish creating: GET https://rp.j0189952.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/847235cf-8889-474c-8fc4-418de69191f0\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/847235cf-8889-474c-8fc4-418de69191f0\",\n      \"name\": \"847235cf-8889-474c-8fc4-418de69191f0\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T19:10:18.057920805Z\",\n      \"endTime\": \"2026-09-28T19:39:25.918712924Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog; hosted cluster degraded: UnavailableReplicas: redhat-operators-catalog deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:123]: failed to create HCP cluster \"cluster-zstream-4-22-8fvg54\" with version 4.22.15 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ae0680\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-8fvg54: failed waiting for cluster=\"cluster-zstream-4-22-8fvg54\" in resourcegroup=\"rg-zstream-upgrade-4-22-8zfwm76xgnlj\" to finish creating: GET https://rp.j0189952.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/847235cf-8889-474c-8fc4-418de69191f0\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/847235cf-8889-474c-8fc4-418de69191f0\",\n      \"name\": \"847235cf-8889-474c-8fc4-418de69191f0\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T19:10:18.057920805Z\",\n      \"endTime\": \"2026-09-28T19:39:25.918712924Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog; hosted cluster degraded: UnavailableReplicas: redhat-operators-catalog deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:133]: failed to create HCP cluster \"cp-ystream-upgrade-4-22-27p526\" at install version 4.21\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000d20a60\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-22-27p526: failed waiting for cluster=\"cp-ystream-upgrade-4-22-27p526\" in resourcegroup=\"rg-cp-ystream-upgrade-4-22-7drm72sqb8zr\" to finish creating: GET https://rp.j0189952.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/3b089068-0a7a-4b3d-bdf3-9f03ebedd6b2\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/3b089068-0a7a-4b3d-bdf3-9f03ebedd6b2\",\n      \"name\": \"3b089068-0a7a-4b3d-bdf3-9f03ebedd6b2\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T19:10:49.293974095Z\",\n      \"endTime\": \"2026-09-28T19:39:55.897408712Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog; hosted cluster degraded: UnavailableReplicas: redhat-operators-catalog deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:133]: failed to create HCP cluster \"cp-ystream-upgrade-4-22-27p526\" at install version 4.21\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000d20a60\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-22-27p526: failed waiting for cluster=\"cp-ystream-upgrade-4-22-27p526\" in resourcegroup=\"rg-cp-ystream-upgrade-4-22-7drm72sqb8zr\" to finish creating: GET https://rp.j0189952.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/3b089068-0a7a-4b3d-bdf3-9f03ebedd6b2\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/3b089068-0a7a-4b3d-bdf3-9f03ebedd6b2\",\n      \"name\": \"3b089068-0a7a-4b3d-bdf3-9f03ebedd6b2\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T19:10:49.293974095Z\",\n      \"endTime\": \"2026-09-28T19:39:55.897408712Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog; hosted cluster degraded: UnavailableReplicas: redhat-operators-catalog deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"883e6909996fc32433cd23f6eb465299bc9e4798451dc2382f9ae8bc9046e7f6","pr_number":7178,"after_last_push_of_merged_pr":false},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"be02b062470985c866d3bce0cf574ecc16a3fffda367f6f061cf26ba857913fb","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"28485ae47900ca737aa0bfad6d457ebe9972f9b9dbd85391d03a17bd274e9f55","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable; hosted cluster degraded: UnavailableReplicas: multiple components; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":2,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,2,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:99]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000bfa500\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-s6psdk49m28r\" to finish creating: GET https://rp.j5787776.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/edddc05b-21c8-4d1e-832c-40b942f545e9\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/edddc05b-21c8-4d1e-832c-40b942f545e9\",\n      \"name\": \"edddc05b-21c8-4d1e-832c-40b942f545e9\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:50:21.626128144Z\",\n      \"endTime\": \"2026-09-29T03:19:23.597463388Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: cluster-node-tuning-operator, ingress-operator, redhat-operators-catalog, redhat-marketplace-catalog, hosted-cluster-config-operator, csi-snapshot-controller-operator, packageserver, cluster-version-operator, openshift-route-controller-manager, cluster-image-registry-operator, openshift-controller-manager, cluster-storage-operator, olm-operator, certified-operators-catalog, dns-operator, cluster-policy-controller, catalog-operator, community-operators-catalog, cluster-network-operator; hosted cluster degraded: UnavailableReplicas: [catalog-operator deployment has 1 unavailable replicas, certified-operators-catalog deployment has 1 unavailable replicas, cluster-network-operator deployment has 1 unavailable replicas, cluster-storage-operator deployment has 1 unavailable replicas, cluster-version-operator deployment has 1 unavailable replicas, community-operators-catalog deployment has 1 unavailable replicas, csi-snapshot-controller-operator deployment has 1 unavailable replicas, dns-operator deployment has 1 unavailable replicas, hosted-cluster-config-operator deployment has 1 unavailable replicas, ingress-operator deployment has 1 unavailable replicas, olm-operator deployment has 1 unavailable replicas, packageserver deployment has 3 unavailable replicas, redhat-marketplace-catalog deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:99]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000bfa500\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-s6psdk49m28r\" to finish creating: GET https://rp.j5787776.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/edddc05b-21c8-4d1e-832c-40b942f545e9\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/edddc05b-21c8-4d1e-832c-40b942f545e9\",\n      \"name\": \"edddc05b-21c8-4d1e-832c-40b942f545e9\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:50:21.626128144Z\",\n      \"endTime\": \"2026-09-29T03:19:23.597463388Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: cluster-node-tuning-operator, ingress-operator, redhat-operators-catalog, redhat-marketplace-catalog, hosted-cluster-config-operator, csi-snapshot-controller-operator, packageserver, cluster-version-operator, openshift-route-controller-manager, cluster-image-registry-operator, openshift-controller-manager, cluster-storage-operator, olm-operator, certified-operators-catalog, dns-operator, cluster-policy-controller, catalog-operator, community-operators-catalog, cluster-network-operator; hosted cluster degraded: UnavailableReplicas: [catalog-operator deployment has 1 unavailable replicas, certified-operators-catalog deployment has 1 unavailable replicas, cluster-network-operator deployment has 1 unavailable replicas, cluster-storage-operator deployment has 1 unavailable replicas, cluster-version-operator deployment has 1 unavailable replicas, community-operators-catalog deployment has 1 unavailable replicas, csi-snapshot-controller-operator deployment has 1 unavailable replicas, dns-operator deployment has 1 unavailable replicas, hosted-cluster-config-operator deployment has 1 unavailable replicas, ingress-operator deployment has 1 unavailable replicas, olm-operator deployment has 1 unavailable replicas, packageserver deployment has 3 unavailable replicas, redhat-marketplace-catalog deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-4-21-lw74fqklhgk4/cluster-candidate-4-21-g2bwxp should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f986a0\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-g2bwxp: failed waiting for cluster=\"cluster-candidate-4-21-g2bwxp\" in resourcegroup=\"rg-candidate-4-21-lw74fqklhgk4\" to finish creating: GET https://rp.j5787776.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/5608e9f9-828b-4064-a2f9-7ed4a7817028\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/5608e9f9-828b-4064-a2f9-7ed4a7817028\",\n      \"name\": \"5608e9f9-828b-4064-a2f9-7ed4a7817028\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:49:24.101243473Z\",\n      \"endTime\": \"2026-09-29T03:18:33.772930492Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: packageserver, cluster-version-operator, openshift-controller-manager, cluster-node-tuning-operator, catalog-operator, cluster-network-operator, dns-operator, csi-snapshot-controller-operator, cluster-image-registry-operator, olm-operator, cluster-policy-controller, redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, openshift-route-controller-manager, ingress-operator, hosted-cluster-config-operator, community-operators-catalog, cluster-storage-operator; hosted cluster degraded: UnavailableReplicas: [catalog-operator deployment has 1 unavailable replicas, certified-operators-catalog deployment has 1 unavailable replicas, cluster-network-operator deployment has 1 unavailable replicas, cluster-storage-operator deployment has 1 unavailable replicas, community-operators-catalog deployment has 1 unavailable replicas, csi-snapshot-controller-operator deployment has 1 unavailable replicas, dns-operator deployment has 1 unavailable replicas, ingress-operator deployment has 1 unavailable replicas, olm-operator deployment has 1 unavailable replicas, packageserver deployment has 2 unavailable replicas, redhat-marketplace-catalog deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-4-21-lw74fqklhgk4/cluster-candidate-4-21-g2bwxp should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f986a0\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-g2bwxp: failed waiting for cluster=\"cluster-candidate-4-21-g2bwxp\" in resourcegroup=\"rg-candidate-4-21-lw74fqklhgk4\" to finish creating: GET https://rp.j5787776.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/5608e9f9-828b-4064-a2f9-7ed4a7817028\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/5608e9f9-828b-4064-a2f9-7ed4a7817028\",\n      \"name\": \"5608e9f9-828b-4064-a2f9-7ed4a7817028\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:49:24.101243473Z\",\n      \"endTime\": \"2026-09-29T03:18:33.772930492Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: packageserver, cluster-version-operator, openshift-controller-manager, cluster-node-tuning-operator, catalog-operator, cluster-network-operator, dns-operator, csi-snapshot-controller-operator, cluster-image-registry-operator, olm-operator, cluster-policy-controller, redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, openshift-route-controller-manager, ingress-operator, hosted-cluster-config-operator, community-operators-catalog, cluster-storage-operator; hosted cluster degraded: UnavailableReplicas: [catalog-operator deployment has 1 unavailable replicas, certified-operators-catalog deployment has 1 unavailable replicas, cluster-network-operator deployment has 1 unavailable replicas, cluster-storage-operator deployment has 1 unavailable replicas, community-operators-catalog deployment has 1 unavailable replicas, csi-snapshot-controller-operator deployment has 1 unavailable replicas, dns-operator deployment has 1 unavailable replicas, ingress-operator deployment has 1 unavailable replicas, olm-operator deployment has 1 unavailable replicas, packageserver deployment has 2 unavailable replicas, redhat-marketplace-catalog deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7169/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747271315787776","occurred_at":"2026-09-29T01:37:08Z","signature_id":"325116679ad1eeacef1b16c81bf441b9fdf1e7305cde72865d3ac779204218de","pr_number":7169,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7169/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747271315787776","occurred_at":"2026-09-29T01:37:08Z","signature_id":"f0d571441c50dded06701c6bc477a7b41c3b63201ffaf54f32862b05ca7933ec","pr_number":7169,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"35b44a6b9ab05412ceadb04a097872830c7c851f6a1a3193bcd5bd522c51b4f6","failure_pattern":"ERROR CODE: ResourceGroupNotFound; provider Microsoft.AlertsManagement","search_query":"ERROR CODE: ResourceGroupNotFound","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert collection is complete","occurrences":2,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,2,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [hcp] alert collection is complete","occurrences":1},{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert collection is complete","occurrences":1}],"full_error_samples":["alert collection incomplete\nfailed to fetch hcp alert rules: failed to list prometheus rule groups: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-yt/providers/Microsoft.AlertsManagement/prometheusRuleGroups\n--------------------------------------------------------------------------------\nRESPONSE 404: 404 Not Found\nERROR CODE: ResourceGroupNotFound\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"ResourceGroupNotFound\",\n    \"message\": \"Resource group 'hcp-underlay-ci01-yt' could not be found.\"\n  }\n}\n--------------------------------------------------------------------------------","alert collection incomplete\nfailed to fetch svc alert rules: failed to list prometheus rule groups: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-yt/providers/Microsoft.AlertsManagement/prometheusRuleGroups\n--------------------------------------------------------------------------------\nRESPONSE 404: 404 Not Found\nERROR CODE: ResourceGroupNotFound\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"ResourceGroupNotFound\",\n    \"message\": \"Resource group 'hcp-underlay-ci01-yt' could not be found.\"\n  }\n}\n--------------------------------------------------------------------------------"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6756/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104936554697854976","occurred_at":"2026-09-29T14:09:17Z","signature_id":"089ef16f9f72bfc6a0703db0194cf1705d877b51575aef7422f3ea39575bc742","pr_number":6756,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6756/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104936554697854976","occurred_at":"2026-09-29T14:09:17Z","signature_id":"25a286c528ab9b1eb1f357fc541983b6a2afe706d21b4a2ebca1ed7259de7625","pr_number":6756,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"579aca9a055614c4c372f82f6c1cd8ec85f037f92e539fb50ce4ea435c084257","failure_pattern":"ClusterVersion had no completed update entry in history","search_query":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:487]: ClusterVersion had no completed update entry in history","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:487]: ClusterVersion had no completed update entry in history\nExpected\n    \u003cstring\u003e: ...\nnot to be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:487]: ClusterVersion had no completed update entry in history\nExpected\n    \u003cstring\u003e: ...\nnot to be empty"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7181/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105167861478592512","occurred_at":"2026-09-30T05:28:24Z","signature_id":"241350474584925c505b6db759b0c1f71619ba1d16c84a08ca9783ed5efd6581","pr_number":7181,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"36601573516c72370b5de3f2f5199840f1883a8e5ad5f6d84f833bef7eb8e57a","failure_pattern":"Command failed after 5 attempts: oras cp arohcpsvcdev/nshneor/cs@sha256:\u003chex\u003e arohcpsvcdev.azurecr.io/nshneor/cs:\u003chex\u003e --from-registry-config /tmp/tmp.\u003cid\u003e/containers/auth.json --to-registry-config /tmp/tmp.\u003cid\u003e/containers/auth.json","search_query":"Command failed after 5 attempts: oras cp arohcpsvcdev/nshneor/cs@sha256:a18a76b7071862c8f5234d49c9c3e5ac12659f2d8e31792c240e0f4848f81bca arohcpsvcdev.azurecr.io/nshneor/cs:a18a76b7071862c8f5234d49c9c3e5ac12659f2d8e31792c240e0f4848f81bca --from-registry-config /tmp/tmp.BCcaJ3bXs0/containers/auth.json --to-registry-config /tmp/tmp.BCcaJ3bXs0/containers/auth.json","failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.ClusterService/global/mirror-image","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-21"],"prior_runs_affected":3,"prior_last_seen_at":"2026-09-24T11:45:17Z","contributing_tests":[{"failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.ClusterService/global/mirror-image","occurrences":1}],"full_error_samples":["time=2026-09-29T14:11:12.980Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=global step=mirror-image description=\"Step mirror-image\\n  Kind: ImageMirror\\n  From {\u003cnil\u003e clustersService.image.registry \u003cnil\u003e}:{\u003cnil\u003e clustersService.image.repository \u003cnil\u003e}@{\u003cnil\u003e clustersService.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-09-29T14:11:56.710Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=global step=mirror-image err=\"error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org registry.build11.ci.openshift.org\\nFetch pull secret for source registry arohcpsvcdev from arohcpdev-global KV.\\nLogging into target ACR arohcpsvcdev.\\nLogin Succeeded\\nMirroring image arohcpsvcdev/nshneor/cs@sha256:a18a76b7071862c8f5234d49c9c3e5ac12659f2d8e31792c240e0f4848f81bca to arohcpsvcdev.azurecr.io/nshneor/cs:a18a76b7071862c8f5234d49c9c3e5ac12659f2d8e31792c240e0f4848f81bca.\\nThe image will still be available under it's original digest sha256:a18a76b7071862c8f5234d49c9c3e5ac12659f2d8e31792c240e0f4848f81bca in the target registry.\\nError: failed to resolve sha256:a18a76b7071862c8f5234d49c9c3e5ac12659f2d8e31792c240e0f4848f81bca: Get \\\"https://arohcpsvcdev/v2/nshneor/cs/manifests/sha256:a18a76b7071862c8f5234d49c9c3e5ac12659f2d8e31792c240e0f4848f81bca\\\": dial tcp: lookup arohcpsvcdev on 172.30.0.10:53: no such host\\nCommand failed (attempt 1/5). Retrying in 2s...\\nError: failed to resolve sha256:a18a76b7071862c8f5234d49c9c3e5ac12659f2d8e31792c240e0f4848f81bca: Get \\\"https://arohcpsvcdev/v2/nshneor/cs/manifests/sha256:a18a76b7071862c8f5234d49c9c3e5ac12659f2d8e31792c240e0f4848f81bca\\\": dial tcp: lookup arohcpsvcdev on 172.30.0.10:53: no such host\\nCommand failed (attempt 2/5). Retrying in 4s...\\nError: failed to resolve sha256:a18a76b7071862c8f5234d49c9c3e5ac12659f2d8e31792c240e0f4848f81bca: Get \\\"https://arohcpsvcdev/v2/nshneor/cs/manifests/sha256:a18a76b7071862c8f5234d49c9c3e5ac12659f2d8e31792c240e0f4848f81bca\\\": dial tcp: lookup arohcpsvcdev on 172.30.0.10:53: no such host\\nCommand failed (attempt 3/5). Retrying in 8s...\\nError: failed to resolve sha256:a18a76b7071862c8f5234d49c9c3e5ac12659f2d8e31792c240e0f4848f81bca: Get \\\"https://arohcpsvcdev/v2/nshneor/cs/manifests/sha256:a18a76b7071862c8f5234d49c9c3e5ac12659f2d8e31792c240e0f4848f81bca\\\": dial tcp: lookup arohcpsvcdev on 172.30.0.10:53: no such host\\nCommand failed (attempt 4/5). Retrying in 16s...\\nError: failed to resolve sha256:a18a76b7071862c8f5234d49c9c3e5ac12659f2d8e31792c240e0f4848f81bca: Get \\\"https://arohcpsvcdev/v2/nshneor/cs/manifests/sha256:a18a76b7071862c8f5234d49c9c3e5ac12659f2d8e31792c240e0f4848f81bca\\\": dial tcp: lookup arohcpsvcdev on 172.30.0.10:53: no such host\\nCommand failed after 5 attempts: oras cp arohcpsvcdev/nshneor/cs@sha256:a18a76b7071862c8f5234d49c9c3e5ac12659f2d8e31792c240e0f4848f81bca arohcpsvcdev.azurecr.io/nshneor/cs:a18a76b7071862c8f5234d49c9c3e5ac12659f2d8e31792c240e0f4848f81bca --from-registry-config /tmp/tmp.BCcaJ3bXs0/containers/auth.json --to-registry-config /tmp/tmp.BCcaJ3bXs0/containers/auth.json\\n exit status 1\""],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104929253865820160","occurred_at":"2026-09-29T13:40:16Z","signature_id":"062e807a8092da1711f0e05e391e8b306673f16936facbff876328c71872d5ee","pr_number":6889,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"87788fb66fa66f5634c4510270d5e7da1c08535316668adf092302880431221e","failure_pattern":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle: Cluster provisioning failed","search_query":"Cluster provisioning failed","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":4,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":10,"prior_last_seen_at":"2026-09-23T22:03:16Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Cluster provisioning failed\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Cluster provisioning failed"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"14c80964b9874c9081110be783c8e717ab9db60e5a66ec45327b015be13e84aa","pr_number":7073,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"08ad18e89c33b55d4b3e771dd8d81006f379c5497ad8187cd5d751dd18c0ebc4","failure_pattern":"Customer should create a cluster with private ingress using v20260901preview and verify the ingress is internal: Timed out after \u003cduration\u003es.","search_query":"Timed out after 600.000s.","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private ingress using v20260901preview and verify the ingress is internal","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private ingress using v20260901preview and verify the ingress is internal","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:166]: Timed out after 600.000s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:164 with:\nexpected HTTP 200 from sample app via internal LB, got 503\nExpected\n    \u003cstring\u003e: ...\nto equal\n    \u003cstring\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:166]: Timed out after 600.000s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:164 with:\nexpected HTTP 200 from sample app via internal LB, got 503\nExpected\n    \u003cstring\u003e: ...\nto equal\n    \u003cstring\u003e: ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"d77acb6f3606c90c5b93fb7307e047cf9fa16eec87a5e89c1c9e889994c91696","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"293006e7a1ad208844fa10f4e2b3c0c8959662e799277a9c1d23e6534078c9e0","failure_pattern":"DeleteHCPCluster timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"resource group \"rg-cluster-back-version-cnrv4422rs76\": failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"rg-cluster-back-version-cnrv4422rs76\", caused by: failed waiting for hcpCluster=\"cluster-ver-4-20\" in resourcegroup=\"rg-cluster-back-version-cnrv4422rs76\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-ver-4-20 in resource group rg-cluster-back-version-cnrv4422rs76, error: context deadline exceeded, error: failed waiting for hcpCluster=\"cluster-ver-4-20\" in resourcegroup=\"rg-cluster-back-version-cnrv4422rs76\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-ver-4-20 in resource group rg-cluster-back-version-cnrv4422rs76, error: context deadline exceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.20","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-14"],"prior_runs_affected":2,"prior_last_seen_at":"2026-09-17T11:57:31Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.20","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc0011481e0\u003e: \n    resource group \"rg-cluster-back-version-cnrv4422rs76\": failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"rg-cluster-back-version-cnrv4422rs76\", caused by: failed waiting for hcpCluster=\"cluster-ver-4-20\" in resourcegroup=\"rg-cluster-back-version-cnrv4422rs76\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-ver-4-20 in resource group rg-cluster-back-version-cnrv4422rs76, error: context deadline exceeded, error: failed waiting for hcpCluster=\"cluster-ver-4-20\" in resourcegroup=\"rg-cluster-back-version-cnrv4422rs76\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-ver-4-20 in resource group rg-cluster-back-version-cnrv4422rs76, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc0011481e0\u003e: \n    resource group \"rg-cluster-back-version-cnrv4422rs76\": failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"rg-cluster-back-version-cnrv4422rs76\", caused by: failed waiting for hcpCluster=\"cluster-ver-4-20\" in resourcegroup=\"rg-cluster-back-version-cnrv4422rs76\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-ver-4-20 in resource group rg-cluster-back-version-cnrv4422rs76, error: context deadline exceeded, error: failed waiting for hcpCluster=\"cluster-ver-4-20\" in resourcegroup=\"rg-cluster-back-version-cnrv4422rs76\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-ver-4-20 in resource group rg-cluster-back-version-cnrv4422rs76, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"61d2f9db9ee4e5c8023a43eed001242fe66442b4bd834571d5f4ea2180946254","pr_number":7261,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"392750d533ddeabf76d5209f9e2a09e5f48e64ee98fce8c13f1c6bd36af29cfa","failure_pattern":"Deserialization Error: no output from command","search_query":"Deserialization Error: no output from command","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to delete a nodepool","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to delete a nodepool","occurrences":1}],"full_error_samples":["app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:409 +0x87 fp=0xc0000d9e90 sp=0xc0000d9e20 pc=0xbff15a7\ngithub.com/Azure/ARO-HCP/test/util/framework.runResourceGroupCleanup.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:410 +0x7e fp=0xc0000d9f78 sp=0xc0000d9e90 pc=0xbff12be\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.22.0/errgroup/errgroup.go:93 +0x50 fp=0xc0000d9fe0 sp=0xc0000d9f78 pc=0x6f51610\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0000d9fe8 sp=0xc0000d9fe0 pc=0x5439fc1\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 3248\n\t/go/pkg/mod/golang.org/x/sync@v0.22.0/errgroup/errgroup.go:78 +0x95\n\ngoroutine 3283 gp=0xc0011bfdc0 m=nil [select, 2 minutes]:\nruntime.gopark(0xc000e65f48?, 0x2?, 0xc0?, 0x5d?, 0xc000e65ef4?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000df4d78 sp=0xc000df4d58 pc=0x54317ae\nruntime.selectgo(0xc000df4f48, 0xc000e65ef0, 0xc00191c0c0?, 0x0, 0xc0028017d0?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc000df4eb8 sp=0xc000df4d78 pc=0x540c3b7\nnet/http.(*persistConn).writeLoop(0xc0013e3b00)\n\t/usr/lib/golang/src/net/http/transport.go:2600 +0xe7 fp=0xc000df4fc8 sp=0xc000df4eb8 pc=0x5803227\nnet/http.(*Transport).dialConn.gowrap3()\n\t/usr/lib/golang/src/net/http/transport.go:1948 +0x25 fp=0xc000df4fe0 sp=0xc000df4fc8 pc=0x57ffec5\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000df4fe8 sp=0xc000df4fe0 pc=0x5439fc1\ncreated by net/http.(*Transport).dialConn in goroutine 3249\n\t/usr/lib/golang/src/net/http/transport.go:1948 +0x17a5\n\ngoroutine 3232 gp=0xc0002616c0 m=nil [select]:\nruntime.gopark(0xc001a7f768?, 0x2?, 0x40?, 0x0?, 0xc001a7f75c?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc001a7f5e8 sp=0xc001a7f5c8 pc=0x54317ae\nruntime.selectgo(0xc001a7f768, 0xc001a7f758, 0xc001a7f788?, 0x0, 0xf83b8ce?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc001a7f728 sp=0xc001a7f5e8 pc=0x540c3b7\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x108bfe40, 0xc00066ad20}, 0xf7fc714?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.23.0/internal/shared/shared.go:36 +0x76 fp=0xc001a7f798 sp=0xc001a7f728 pc=0x5c1c996\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x10919ee0, {0x108bfe40, 0xc00066ad20}, 0x542ed93)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.23.0/runtime/poller.go:284 +0x732 fp=0xc001a7fa98 sp=0xc001a7f798 pc=0x5e69a92\ngithub.com/Azure/ARO-HCP/test/util/framework.deleteHCPClusterAttempt({0x108bfe40, 0xc00066ad20}, 0xc00104bae8, {0xc000f74aa0, 0x1c}, {0xc0018c1ef0, 0x15})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/helpers_v20240610preview.go:591 +0x365 fp=0xc001a7fc20 sp=0xc001a7fa98 pc=0xbfaf265\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster20240610.func1({0x108bfe40?, 0xc00066ad20?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/helpers_v20240610preview.go:628 +0x72 fp=0xc001a7fcc8 sp=0xc001a7fc20 pc=0xbfafa12\nk8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtectionWithContext({0x108bfe40?, 0xc00066ad20?}, 0xc00066ad30?)\n\t/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:159 +0x62 fp=0xc001a7fd20 sp=0xc001a7fcc8 pc=0x5bd1a22\nk8s.io/apimachinery/pkg/util/wait.ExponentialBackoffWithContext({0x108bfe40, 0xc00066ad20}, {0xdf8475800, 0x4000000000000000, 0x3fb999999999999a, 0x5, 0x0}, 0xc001a7fe68)\n\t/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:501 +0xae fp=0xc001a7fd98 sp=0xc001a7fd20 pc=0x5bcface\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster20240610({0x108bfdd0, 0xc000f19220}, 0xc00104bae8, {0xc000f74aa0, 0x1c}, {0xc0018c1ef0, 0x15}, 0x15d3ef79800)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/helpers_v20240610preview.go:626 +0x285 fp=0xc001a7fef0 sp=0xc001a7fd98 pc=0xbfaf785\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters20240610.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/helpers_v20240610preview.go:799 +0x7e fp=0xc001a7ff78 sp=0xc001a7fef0 pc=0xbfb219e\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.22.0/errgroup/errgroup.go:93 +0x50 fp=0xc001a7ffe0 sp=0xc001a7ff78 pc=0x6f51610\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc001a7ffe8 sp=0xc001a7ffe0 pc=0x5439fc1\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 3273\n\t/go/pkg/mod/golang.org/x/sync@v0.22.0/errgroup/errgroup.go:78 +0x95\n\nrax    0xca\nrbx    0x0\nrcx    0x543bde3\nrdx    0x0\nrdi    0x169679d0\nrsi    0x80\nrbp    0x7ffc297c0df0\nrsp    0x7ffc297c0da8\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0x3\nr13    0x1\nr14    0x16965440\nr15    0x5\nrip    0x543bde1\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserialization Error: no output from command\napp-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:409 +0x87 fp=0xc0000d9e90 sp=0xc0000d9e20 pc=0xbff15a7\ngithub.com/Azure/ARO-HCP/test/util/framework.runResourceGroupCleanup.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:410 +0x7e fp=0xc0000d9f78 sp=0xc0000d9e90 pc=0xbff12be\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.22.0/errgroup/errgroup.go:93 +0x50 fp=0xc0000d9fe0 sp=0xc0000d9f78 pc=0x6f51610\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0000d9fe8 sp=0xc0000d9fe0 pc=0x5439fc1\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 3248\n\t/go/pkg/mod/golang.org/x/sync@v0.22.0/errgroup/errgroup.go:78 +0x95\n\ngoroutine 3283 gp=0xc0011bfdc0 m=nil [select, 2 minutes]:\nruntime.gopark(0xc000e65f48?, 0x2?, 0xc0?, 0x5d?, 0xc000e65ef4?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000df4d78 sp=0xc000df4d58 pc=0x54317ae\nruntime.selectgo(0xc000df4f48, 0xc000e65ef0, 0xc00191c0c0?, 0x0, 0xc0028017d0?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc000df4eb8 sp=0xc000df4d78 pc=0x540c3b7\nnet/http.(*persistConn).writeLoop(0xc0013e3b00)\n\t/usr/lib/golang/src/net/http/transport.go:2600 +0xe7 fp=0xc000df4fc8 sp=0xc000df4eb8 pc=0x5803227\nnet/http.(*Transport).dialConn.gowrap3()\n\t/usr/lib/golang/src/net/http/transport.go:1948 +0x25 fp=0xc000df4fe0 sp=0xc000df4fc8 pc=0x57ffec5\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000df4fe8 sp=0xc000df4fe0 pc=0x5439fc1\ncreated by net/http.(*Transport).dialConn in goroutine 3249\n\t/usr/lib/golang/src/net/http/transport.go:1948 +0x17a5\n\ngoroutine 3232 gp=0xc0002616c0 m=nil [select]:\nruntime.gopark(0xc001a7f768?, 0x2?, 0x40?, 0x0?, 0xc001a7f75c?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc001a7f5e8 sp=0xc001a7f5c8 pc=0x54317ae\nruntime.selectgo(0xc001a7f768, 0xc001a7f758, 0xc001a7f788?, 0x0, 0xf83b8ce?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc001a7f728 sp=0xc001a7f5e8 pc=0x540c3b7\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x108bfe40, 0xc00066ad20}, 0xf7fc714?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.23.0/internal/shared/shared.go:36 +0x76 fp=0xc001a7f798 sp=0xc001a7f728 pc=0x5c1c996\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x10919ee0, {0x108bfe40, 0xc00066ad20}, 0x542ed93)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.23.0/runtime/poller.go:284 +0x732 fp=0xc001a7fa98 sp=0xc001a7f798 pc=0x5e69a92\ngithub.com/Azure/ARO-HCP/test/util/framework.deleteHCPClusterAttempt({0x108bfe40, 0xc00066ad20}, 0xc00104bae8, {0xc000f74aa0, 0x1c}, {0xc0018c1ef0, 0x15})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/helpers_v20240610preview.go:591 +0x365 fp=0xc001a7fc20 sp=0xc001a7fa98 pc=0xbfaf265\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster20240610.func1({0x108bfe40?, 0xc00066ad20?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/helpers_v20240610preview.go:628 +0x72 fp=0xc001a7fcc8 sp=0xc001a7fc20 pc=0xbfafa12\nk8s.io/apimachinery/pkg/util/wait.runConditionWithCrashProtectionWithContext({0x108bfe40?, 0xc00066ad20?}, 0xc00066ad30?)\n\t/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/wait.go:159 +0x62 fp=0xc001a7fd20 sp=0xc001a7fcc8 pc=0x5bd1a22\nk8s.io/apimachinery/pkg/util/wait.ExponentialBackoffWithContext({0x108bfe40, 0xc00066ad20}, {0xdf8475800, 0x4000000000000000, 0x3fb999999999999a, 0x5, 0x0}, 0xc001a7fe68)\n\t/go/pkg/mod/k8s.io/apimachinery@v0.35.3/pkg/util/wait/backoff.go:501 +0xae fp=0xc001a7fd98 sp=0xc001a7fd20 pc=0x5bcface\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster20240610({0x108bfdd0, 0xc000f19220}, 0xc00104bae8, {0xc000f74aa0, 0x1c}, {0xc0018c1ef0, 0x15}, 0x15d3ef79800)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/helpers_v20240610preview.go:626 +0x285 fp=0xc001a7fef0 sp=0xc001a7fd98 pc=0xbfaf785\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters20240610.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/helpers_v20240610preview.go:799 +0x7e fp=0xc001a7ff78 sp=0xc001a7fef0 pc=0xbfb219e\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.22.0/errgroup/errgroup.go:93 +0x50 fp=0xc001a7ffe0 sp=0xc001a7ff78 pc=0x6f51610\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc001a7ffe8 sp=0xc001a7ffe0 pc=0x5439fc1\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 3273\n\t/go/pkg/mod/golang.org/x/sync@v0.22.0/errgroup/errgroup.go:78 +0x95\n\nrax    0xca\nrbx    0x0\nrcx    0x543bde3\nrdx    0x0\nrdi    0x169679d0\nrsi    0x80\nrbp    0x7ffc297c0df0\nrsp    0x7ffc297c0da8\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0x3\nr13    0x1\nr14    0x16965440\nr15    0x5\nrip    0x543bde1\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserialization Error: no output from command"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"765cb31fbe9731b40edd3678a0fe26d7a83e359d9cc7b2b09560b2f8ec5e71aa","pr_number":7261,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"8ba35a0be8ccf0b303098704ed0163e70d6e62fb03a868282a3dd05f8e223ca9","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster has no control plane endpoint host; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:138]: failed to wait for second cluster \"basic-hcp-cluster2\" to complete creation (timeout '30.000000' minutes)\nUnexpected error:\n    \u003c*exported.ResponseError | 0xc0006be1b0\u003e: \n    GET https://rp.j5787776.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/c185b878-6f2e-4a60-86e4-2feff70756de\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/c185b878-6f2e-4a60-86e4-2feff70756de\",\n      \"name\": \"c185b878-6f2e-4a60-86e4-2feff70756de\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:50:57.370798886Z\",\n      \"endTime\": \"2026-09-29T03:20:03.878832155Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster has no control plane endpoint host\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:138]: failed to wait for second cluster \"basic-hcp-cluster2\" to complete creation (timeout '30.000000' minutes)\nUnexpected error:\n    \u003c*exported.ResponseError | 0xc0006be1b0\u003e: \n    GET https://rp.j5787776.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/c185b878-6f2e-4a60-86e4-2feff70756de\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/c185b878-6f2e-4a60-86e4-2feff70756de\",\n      \"name\": \"c185b878-6f2e-4a60-86e4-2feff70756de\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:50:57.370798886Z\",\n      \"endTime\": \"2026-09-29T03:20:03.878832155Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster has no control plane endpoint host\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7169/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747271315787776","occurred_at":"2026-09-29T01:37:08Z","signature_id":"85a287d5653ab6bcaf105cd957a8217c394584cc296e9fcdb3b3b96ee45bf756","pr_number":7169,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"033a35a94b422f43f42fb3fd7d6be1a15babbad3631288f522120821e13fb3db","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable; hosted cluster degraded: UnavailableReplicas: [catalog-operator, hosted-cluster-config-operator, kube-apiserver, olm-operator, openshift-apiserver, packageserver]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:123]: failed to create HCP cluster \"cluster-zstream-4-20-26r6nt\" with version 4.20.39 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00106e580\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-26r6nt: failed waiting for cluster=\"cluster-zstream-4-20-26r6nt\" in resourcegroup=\"rg-zstream-upgrade-4-20-6bpd6fpsn6s4\" to finish creating: GET https://rp.j8288256.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/4dd629ed-2a31-430a-9bfc-f3b253048b0d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/4dd629ed-2a31-430a-9bfc-f3b253048b0d\",\n      \"name\": \"4dd629ed-2a31-430a-9bfc-f3b253048b0d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T12:53:43.832400833Z\",\n      \"endTime\": \"2026-09-28T13:22:51.48967289Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: kube-apiserver, openshift-route-controller-manager, catalog-operator, community-operators-catalog, hosted-cluster-config-operator, olm-operator, cluster-version-operator, cluster-storage-operator, openshift-controller-manager, dns-operator, packageserver, redhat-operators-catalog, certified-operators-catalog, cluster-network-operator, cluster-node-tuning-operator, csi-snapshot-controller-operator, cluster-image-registry-operator, ingress-operator, cluster-policy-controller, redhat-marketplace-catalog; hosted cluster degraded: UnavailableReplicas: [catalog-operator deployment has 1 unavailable replicas, hosted-cluster-config-operator deployment has 1 unavailable replicas, kube-apiserver deployment has 1 unavailable replicas, olm-operator deployment has 1 unavailable replicas, openshift-apiserver deployment has 1 unavailable replicas, packageserver deployment has 3 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:123]: failed to create HCP cluster \"cluster-zstream-4-20-26r6nt\" with version 4.20.39 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00106e580\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-26r6nt: failed waiting for cluster=\"cluster-zstream-4-20-26r6nt\" in resourcegroup=\"rg-zstream-upgrade-4-20-6bpd6fpsn6s4\" to finish creating: GET https://rp.j8288256.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/4dd629ed-2a31-430a-9bfc-f3b253048b0d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/4dd629ed-2a31-430a-9bfc-f3b253048b0d\",\n      \"name\": \"4dd629ed-2a31-430a-9bfc-f3b253048b0d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T12:53:43.832400833Z\",\n      \"endTime\": \"2026-09-28T13:22:51.48967289Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: kube-apiserver, openshift-route-controller-manager, catalog-operator, community-operators-catalog, hosted-cluster-config-operator, olm-operator, cluster-version-operator, cluster-storage-operator, openshift-controller-manager, dns-operator, packageserver, redhat-operators-catalog, certified-operators-catalog, cluster-network-operator, cluster-node-tuning-operator, csi-snapshot-controller-operator, cluster-image-registry-operator, ingress-operator, cluster-policy-controller, redhat-marketplace-catalog; hosted cluster degraded: UnavailableReplicas: [catalog-operator deployment has 1 unavailable replicas, hosted-cluster-config-operator deployment has 1 unavailable replicas, kube-apiserver deployment has 1 unavailable replicas, olm-operator deployment has 1 unavailable replicas, openshift-apiserver deployment has 1 unavailable replicas, packageserver deployment has 3 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"f7d62dbf65a929971d7b445f4669c5e565d9157cf38c9ff8ed6b211c77c0fe91","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"2c0a88f2a0ef84e4c12e30b05c3779aee6f0cf66551b88fac3c1693eccdbecc5","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable; hosted cluster degraded: UnavailableReplicas: [catalog-operator, hosted-cluster-config-operator, olm-operator, packageserver]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:94]: failed to create HCP cluster for external auth test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c18980\u003e: \n    failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-vspgr4ltfkks\" to finish creating: GET https://rp.j5787776.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/81a89006-e9e6-43e0-a945-6223e2371587\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/81a89006-e9e6-43e0-a945-6223e2371587\",\n      \"name\": \"81a89006-e9e6-43e0-a945-6223e2371587\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:49:48.446308819Z\",\n      \"endTime\": \"2026-09-29T03:18:53.683107891Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: openshift-route-controller-manager, ingress-operator, cluster-image-registry-operator, cluster-version-operator, hosted-cluster-config-operator, certified-operators-catalog, cluster-storage-operator, cluster-node-tuning-operator, cluster-policy-controller, catalog-operator, packageserver, redhat-operators-catalog, csi-snapshot-controller-operator, olm-operator, openshift-controller-manager, cluster-network-operator, dns-operator, community-operators-catalog, redhat-marketplace-catalog; hosted cluster degraded: UnavailableReplicas: [catalog-operator deployment has 1 unavailable replicas, hosted-cluster-config-operator deployment has 1 unavailable replicas, olm-operator deployment has 1 unavailable replicas, packageserver deployment has 3 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:94]: failed to create HCP cluster for external auth test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c18980\u003e: \n    failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-vspgr4ltfkks\" to finish creating: GET https://rp.j5787776.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/81a89006-e9e6-43e0-a945-6223e2371587\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/81a89006-e9e6-43e0-a945-6223e2371587\",\n      \"name\": \"81a89006-e9e6-43e0-a945-6223e2371587\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:49:48.446308819Z\",\n      \"endTime\": \"2026-09-29T03:18:53.683107891Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: openshift-route-controller-manager, ingress-operator, cluster-image-registry-operator, cluster-version-operator, hosted-cluster-config-operator, certified-operators-catalog, cluster-storage-operator, cluster-node-tuning-operator, cluster-policy-controller, catalog-operator, packageserver, redhat-operators-catalog, csi-snapshot-controller-operator, olm-operator, openshift-controller-manager, cluster-network-operator, dns-operator, community-operators-catalog, redhat-marketplace-catalog; hosted cluster degraded: UnavailableReplicas: [catalog-operator deployment has 1 unavailable replicas, hosted-cluster-config-operator deployment has 1 unavailable replicas, olm-operator deployment has 1 unavailable replicas, packageserver deployment has 3 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7169/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747271315787776","occurred_at":"2026-09-29T01:37:08Z","signature_id":"7df035b98ec6828f15f876568df12cc88b8f42de389305b1acc7b6de00986d18","pr_number":7169,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"0dd45aef10b8391c9e5053879220fb6ef98b320a9e44f86e49414d35d0aff7ee","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable; hosted cluster degraded: UnavailableReplicas: [catalog-operator, redhat-operators-catalog]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:237]: failed to create HCP cluster with containerRegistry set\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010c41e0\u003e: \n    failed waiting for cluster=\"acr-pull-create\" in resourcegroup=\"acr-pull-create-jfwb2dgmj26t\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a6a2f8c2-ae4c-4f51-8a9f-44a84ab3a613\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a6a2f8c2-ae4c-4f51-8a9f-44a84ab3a613\",\n      \"name\": \"a6a2f8c2-ae4c-4f51-8a9f-44a84ab3a613\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:54:17.858913168Z\",\n      \"endTime\": \"2026-09-28T05:23:24.118546984Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: catalog-operator, redhat-operators-catalog; hosted cluster degraded: UnavailableReplicas: [catalog-operator deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:237]: failed to create HCP cluster with containerRegistry set\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010c41e0\u003e: \n    failed waiting for cluster=\"acr-pull-create\" in resourcegroup=\"acr-pull-create-jfwb2dgmj26t\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a6a2f8c2-ae4c-4f51-8a9f-44a84ab3a613\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/a6a2f8c2-ae4c-4f51-8a9f-44a84ab3a613\",\n      \"name\": \"a6a2f8c2-ae4c-4f51-8a9f-44a84ab3a613\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:54:17.858913168Z\",\n      \"endTime\": \"2026-09-28T05:23:24.118546984Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: catalog-operator, redhat-operators-catalog; hosted cluster degraded: UnavailableReplicas: [catalog-operator deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"f7515d3eb405f48e343776d3361bb29d0c59e96063451c01a874bff6974c8467","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"29d7e57f52a348cb16f8150b148a3d89306bfe96e3707f80643c1a84b22eed32","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog, community-operators-catalog, kube-apiserver, openshift-apiserver, packageserver, redhat-operators-catalog, router]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:99]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010432a0\u003e: \n    failed to create HCP cluster private-kas: failed waiting for cluster=\"private-kas\" in resourcegroup=\"private-kas-66ncz7vqwm2z\" to finish creating: GET https://rp.j0189952.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/c35d648d-395d-429f-9f2d-24eed4314d86\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/c35d648d-395d-429f-9f2d-24eed4314d86\",\n      \"name\": \"c35d648d-395d-429f-9f2d-24eed4314d86\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T19:10:11.81451702Z\",\n      \"endTime\": \"2026-09-28T19:39:16.076223121Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-operators-catalog; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog deployment has 1 unavailable replicas, community-operators-catalog deployment has 1 unavailable replicas, kube-apiserver deployment has 1 unavailable replicas, openshift-apiserver deployment has 1 unavailable replicas, packageserver deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas, router deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:99]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010432a0\u003e: \n    failed to create HCP cluster private-kas: failed waiting for cluster=\"private-kas\" in resourcegroup=\"private-kas-66ncz7vqwm2z\" to finish creating: GET https://rp.j0189952.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/c35d648d-395d-429f-9f2d-24eed4314d86\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/c35d648d-395d-429f-9f2d-24eed4314d86\",\n      \"name\": \"c35d648d-395d-429f-9f2d-24eed4314d86\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T19:10:11.81451702Z\",\n      \"endTime\": \"2026-09-28T19:39:16.076223121Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-operators-catalog; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog deployment has 1 unavailable replicas, community-operators-catalog deployment has 1 unavailable replicas, kube-apiserver deployment has 1 unavailable replicas, openshift-apiserver deployment has 1 unavailable replicas, packageserver deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas, router deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"8b5a7eabb5b08cdfee8da155099ec3786439ab3265705a61822bd89213b242a9","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"bde990027a86d67f6f571e540c7c41a4153474968e2d1cf8aaae5f61d4176490","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog, community-operators-catalog, redhat-operators-catalog, router]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP HyperShift Presubmit should create a cluster and nodepool to completion","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP HyperShift Presubmit should create a cluster and nodepool to completion","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_hypershift_presubmit.go:83]: HCP cluster rg-hs-pre--6kj9nw5mjrc2/cluster-hs-pre-fvbpxs should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000db85e0\u003e: \n    failed to create HCP cluster cluster-hs-pre-fvbpxs: failed waiting for cluster=\"cluster-hs-pre-fvbpxs\" in resourcegroup=\"rg-hs-pre--6kj9nw5mjrc2\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/2f78ab67-468f-449c-890b-25423489ffcd\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/2f78ab67-468f-449c-890b-25423489ffcd\",\n      \"name\": \"2f78ab67-468f-449c-890b-25423489ffcd\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:54:03.674200437Z\",\n      \"endTime\": \"2026-09-28T05:23:04.406727689Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, certified-operators-catalog, redhat-operators-catalog; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog deployment has 1 unavailable replicas, community-operators-catalog deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas, router deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_hypershift_presubmit.go:83]: HCP cluster rg-hs-pre--6kj9nw5mjrc2/cluster-hs-pre-fvbpxs should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000db85e0\u003e: \n    failed to create HCP cluster cluster-hs-pre-fvbpxs: failed waiting for cluster=\"cluster-hs-pre-fvbpxs\" in resourcegroup=\"rg-hs-pre--6kj9nw5mjrc2\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/2f78ab67-468f-449c-890b-25423489ffcd\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/2f78ab67-468f-449c-890b-25423489ffcd\",\n      \"name\": \"2f78ab67-468f-449c-890b-25423489ffcd\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:54:03.674200437Z\",\n      \"endTime\": \"2026-09-28T05:23:04.406727689Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, certified-operators-catalog, redhat-operators-catalog; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog deployment has 1 unavailable replicas, community-operators-catalog deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas, router deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"589125c66cd0fbbb7e8b00aa0c8a7cb91a2f86a1961306a34f41a9f722db5222","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"b586f8fea86ba211104459fd89bb5ef2ea79917b36b639db22bd6e7bf973221c","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog, community-operators-catalog, redhat-operators-catalog]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ae31a0\u003e: \n    failed to create HCP cluster hcp-cluster-np-128: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-5cbtfzkp497x\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/6576461c-4ae7-4100-90f9-94b3c7ae31de\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/6576461c-4ae7-4100-90f9-94b3c7ae31de\",\n      \"name\": \"6576461c-4ae7-4100-90f9-94b3c7ae31de\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:53:33.784163345Z\",\n      \"endTime\": \"2026-09-28T05:22:34.354425424Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog, certified-operators-catalog; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog deployment has 1 unavailable replicas, community-operators-catalog deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ae31a0\u003e: \n    failed to create HCP cluster hcp-cluster-np-128: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-5cbtfzkp497x\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/6576461c-4ae7-4100-90f9-94b3c7ae31de\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/6576461c-4ae7-4100-90f9-94b3c7ae31de\",\n      \"name\": \"6576461c-4ae7-4100-90f9-94b3c7ae31de\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:53:33.784163345Z\",\n      \"endTime\": \"2026-09-28T05:22:34.354425424Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog, certified-operators-catalog; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog deployment has 1 unavailable replicas, community-operators-catalog deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"59d450dd267abc9e54a533d56b6c387e30b1b1a9dc2279ecaa1ac415c1887478","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"c355edbf3646651e3e1bf25edd2f7bc1a59a3126c247b9fabef0170029fd43a5","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable; hosted cluster degraded: UnavailableReplicas: [cluster-image-registry-operator, cluster-network-operator, cluster-policy-controller, csi-snapshot-controller-operator, ingress-operator]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-4-22-pxxjsb9mbpw2/cluster-candidate-4-22-vchxk6 should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c28520\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-vchxk6: failed waiting for cluster=\"cluster-candidate-4-22-vchxk6\" in resourcegroup=\"rg-candidate-4-22-pxxjsb9mbpw2\" to finish creating: GET https://rp.j5530752.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/dcd43e84-3bac-4e4c-a704-8ad21694f9d5\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/dcd43e84-3bac-4e4c-a704-8ad21694f9d5\",\n      \"name\": \"dcd43e84-3bac-4e4c-a704-8ad21694f9d5\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:51:39.168217674Z\",\n      \"endTime\": \"2026-09-29T03:20:45.495027988Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: cluster-image-registry-operator, ingress-operator, cluster-network-operator, csi-snapshot-controller-operator; hosted cluster degraded: UnavailableReplicas: [cluster-image-registry-operator deployment has 1 unavailable replicas, cluster-network-operator deployment has 1 unavailable replicas, cluster-policy-controller deployment has 1 unavailable replicas, csi-snapshot-controller-operator deployment has 1 unavailable replicas, ingress-operator deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-4-22-pxxjsb9mbpw2/cluster-candidate-4-22-vchxk6 should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c28520\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-vchxk6: failed waiting for cluster=\"cluster-candidate-4-22-vchxk6\" in resourcegroup=\"rg-candidate-4-22-pxxjsb9mbpw2\" to finish creating: GET https://rp.j5530752.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/dcd43e84-3bac-4e4c-a704-8ad21694f9d5\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/dcd43e84-3bac-4e4c-a704-8ad21694f9d5\",\n      \"name\": \"dcd43e84-3bac-4e4c-a704-8ad21694f9d5\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:51:39.168217674Z\",\n      \"endTime\": \"2026-09-29T03:20:45.495027988Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: cluster-image-registry-operator, ingress-operator, cluster-network-operator, csi-snapshot-controller-operator; hosted cluster degraded: UnavailableReplicas: [cluster-image-registry-operator deployment has 1 unavailable replicas, cluster-network-operator deployment has 1 unavailable replicas, cluster-policy-controller deployment has 1 unavailable replicas, csi-snapshot-controller-operator deployment has 1 unavailable replicas, ingress-operator deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6922/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747348675530752","occurred_at":"2026-09-29T01:37:26Z","signature_id":"4f674f930f156c4c656fe9893dd51ff3fd91d417532ebf50d7372800d72bfde1","pr_number":6922,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"3b936310d5449729e7fddac902aac9547b4c9f95ec0132ddb43eddb70da02556","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable; hosted cluster degraded: UnavailableReplicas: [community-operators-catalog, redhat-operators-catalog]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:88]: failed to create HCP cluster \"arm64-vm-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000cb0840\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-rbwvmrnzw8j5\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/5bdae3db-e612-4f27-8693-02200538e08e\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/5bdae3db-e612-4f27-8693-02200538e08e\",\n      \"name\": \"5bdae3db-e612-4f27-8693-02200538e08e\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:54:23.74994885Z\",\n      \"endTime\": \"2026-09-28T05:23:24.026384001Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog; hosted cluster degraded: UnavailableReplicas: [community-operators-catalog deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:88]: failed to create HCP cluster \"arm64-vm-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000cb0840\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-rbwvmrnzw8j5\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/5bdae3db-e612-4f27-8693-02200538e08e\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/5bdae3db-e612-4f27-8693-02200538e08e\",\n      \"name\": \"5bdae3db-e612-4f27-8693-02200538e08e\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:54:23.74994885Z\",\n      \"endTime\": \"2026-09-28T05:23:24.026384001Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog; hosted cluster degraded: UnavailableReplicas: [community-operators-catalog deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"772c0837ffbd02ac36ebd76dd5378bc1ffed78fbbc057c3ba94ac4fd6bb2e9af","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"847f58c2e694684da512b86721767988d4eb7fbb0f488bd687e65af5d9a8f912","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable; hosted cluster degraded: UnavailableReplicas: [kube-apiserver, router]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to retrieve cluster and nodepool status active versions","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to retrieve cluster and nodepool status active versions","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nodepool_active_versions.go:89]: failed to create HCP cluster \"v20261001\" via v20261001preview\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00106c320\u003e: \n    failed to create HCP cluster v20261001: failed waiting for cluster=\"v20261001\" in resourcegroup=\"v20261001preview-qdqkz9rfmldx\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/0c723202-68f5-41c7-a5d4-762157d31d23\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/0c723202-68f5-41c7-a5d4-762157d31d23\",\n      \"name\": \"0c723202-68f5-41c7-a5d4-762157d31d23\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:53:53.997312592Z\",\n      \"endTime\": \"2026-09-28T05:22:54.143428969Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: router; hosted cluster degraded: UnavailableReplicas: [kube-apiserver deployment has 1 unavailable replicas, router deployment has 2 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nodepool_active_versions.go:89]: failed to create HCP cluster \"v20261001\" via v20261001preview\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00106c320\u003e: \n    failed to create HCP cluster v20261001: failed waiting for cluster=\"v20261001\" in resourcegroup=\"v20261001preview-qdqkz9rfmldx\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/0c723202-68f5-41c7-a5d4-762157d31d23\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/0c723202-68f5-41c7-a5d4-762157d31d23\",\n      \"name\": \"0c723202-68f5-41c7-a5d4-762157d31d23\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:53:53.997312592Z\",\n      \"endTime\": \"2026-09-28T05:22:54.143428969Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: router; hosted cluster degraded: UnavailableReplicas: [kube-apiserver deployment has 1 unavailable replicas, router deployment has 2 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"96243ae66c6d39c7d59fea442c69e34bfc8d95860eb89e28f5e0f3d2d01c561b","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"5b287730cc1522c9675d1bc92a45ee5a50996167ec0b230fb0d0298c296c2dc1","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable; hosted cluster degraded: UnavailableReplicas: [kube-apiserver]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.23","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.23","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:123]: failed to create HCP cluster \"cluster-zstream-4-23-pjfds7\" with version 4.23.0-ec.0 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00060a5c0\u003e: \n    failed to create HCP cluster cluster-zstream-4-23-pjfds7: failed waiting for cluster=\"cluster-zstream-4-23-pjfds7\" in resourcegroup=\"rg-zstream-upgrade-4-23-2ph8ks4m6rn4\" to finish creating: GET https://rp.j5787776.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/e4d243b0-a8bd-4697-acb0-9ef4486ad1e1\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/e4d243b0-a8bd-4697-acb0-9ef4486ad1e1\",\n      \"name\": \"e4d243b0-a8bd-4697-acb0-9ef4486ad1e1\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:49:21.332416072Z\",\n      \"endTime\": \"2026-09-29T03:18:23.455609493Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: kube-storage-version-migrator, catalog-operator, olm-collect-profiles, redhat-operators-catalog, openshift-route-controller-manager, cluster-policy-controller, cluster-version-operator, hosted-cluster-config-operator, dns-operator, csi-snapshot-controller-operator, control-plane-pki-operator, cluster-storage-operator, cluster-image-registry-operator, kube-scheduler, packageserver, certified-operators-catalog, kube-controller-manager, cluster-node-tuning-operator, cluster-autoscaler, openshift-controller-manager, olm-operator, community-operators-catalog, konnectivity-agent, azure-cloud-controller-manager, cluster-network-operator, machine-approver, openshift-apiserver, ingress-operator; hosted cluster degraded: UnavailableReplicas: kube-apiserver deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:123]: failed to create HCP cluster \"cluster-zstream-4-23-pjfds7\" with version 4.23.0-ec.0 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00060a5c0\u003e: \n    failed to create HCP cluster cluster-zstream-4-23-pjfds7: failed waiting for cluster=\"cluster-zstream-4-23-pjfds7\" in resourcegroup=\"rg-zstream-upgrade-4-23-2ph8ks4m6rn4\" to finish creating: GET https://rp.j5787776.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/e4d243b0-a8bd-4697-acb0-9ef4486ad1e1\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/e4d243b0-a8bd-4697-acb0-9ef4486ad1e1\",\n      \"name\": \"e4d243b0-a8bd-4697-acb0-9ef4486ad1e1\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:49:21.332416072Z\",\n      \"endTime\": \"2026-09-29T03:18:23.455609493Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: kube-storage-version-migrator, catalog-operator, olm-collect-profiles, redhat-operators-catalog, openshift-route-controller-manager, cluster-policy-controller, cluster-version-operator, hosted-cluster-config-operator, dns-operator, csi-snapshot-controller-operator, control-plane-pki-operator, cluster-storage-operator, cluster-image-registry-operator, kube-scheduler, packageserver, certified-operators-catalog, kube-controller-manager, cluster-node-tuning-operator, cluster-autoscaler, openshift-controller-manager, olm-operator, community-operators-catalog, konnectivity-agent, azure-cloud-controller-manager, cluster-network-operator, machine-approver, openshift-apiserver, ingress-operator; hosted cluster degraded: UnavailableReplicas: kube-apiserver deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7169/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747271315787776","occurred_at":"2026-09-29T01:37:08Z","signature_id":"3b7b441375c2028e92d7a1a20e52f0778ad419ba61d4c3a4875d4e0aa9353139","pr_number":7169,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"8f36771e9fe45b5eb7816e2eac12b45993b1ce25d5e99408f0060a841a7ead5d","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable; hosted cluster degraded: UnavailableReplicas: [redhat-operators-catalog, router]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-4-22-gng5crkc9wh8/cluster-candidate-4-22-w8wr72 should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00117a200\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-w8wr72: failed waiting for cluster=\"cluster-candidate-4-22-w8wr72\" in resourcegroup=\"rg-candidate-4-22-gng5crkc9wh8\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/00770e12-5d2a-48dc-92a8-bd5616100b1d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/00770e12-5d2a-48dc-92a8-bd5616100b1d\",\n      \"name\": \"00770e12-5d2a-48dc-92a8-bd5616100b1d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:54:03.970731237Z\",\n      \"endTime\": \"2026-09-28T05:23:04.188577598Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, router; hosted cluster degraded: UnavailableReplicas: [redhat-operators-catalog deployment has 1 unavailable replicas, router deployment has 2 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-4-22-gng5crkc9wh8/cluster-candidate-4-22-w8wr72 should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00117a200\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-w8wr72: failed waiting for cluster=\"cluster-candidate-4-22-w8wr72\" in resourcegroup=\"rg-candidate-4-22-gng5crkc9wh8\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/00770e12-5d2a-48dc-92a8-bd5616100b1d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/00770e12-5d2a-48dc-92a8-bd5616100b1d\",\n      \"name\": \"00770e12-5d2a-48dc-92a8-bd5616100b1d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:54:03.970731237Z\",\n      \"endTime\": \"2026-09-28T05:23:04.188577598Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, router; hosted cluster degraded: UnavailableReplicas: [redhat-operators-catalog deployment has 1 unavailable replicas, router deployment has 2 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"af9b004a3ce14cb7f4279f4399fb02c6d5dcd5d659994a984db66fa7d804f482","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"c073278b4df6afb8cf91007966cde1fa7c3453fd0ebf082892677572d0b03f07","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: KASLoadBalancerNotReachable: health check to APIServer endpoint \u003chcp-api-host\u003e failed: Get \"\u003curl\u003e\": context deadline exceeded (Client.Timeout exceeded while awaiting headers); hosted cluster degraded: UnavailableReplicas: [redhat-operators-catalog]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.22 minor to 4.23 minor","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.22 minor to 4.23 minor","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:133]: failed to create HCP cluster \"cp-ystream-upgrade-4-23-rxbdcb\" at install version 4.22\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001090b40\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-23-rxbdcb: failed waiting for cluster=\"cp-ystream-upgrade-4-23-rxbdcb\" in resourcegroup=\"rg-cp-ystream-upgrade-4-23-jvcp8dmnbrt7\" to finish creating: GET https://rp.j4259200.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/1e7e2861-4689-447d-b71c-e2cfaeaee7cf\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/1e7e2861-4689-447d-b71c-e2cfaeaee7cf\",\n      \"name\": \"1e7e2861-4689-447d-b71c-e2cfaeaee7cf\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T07:17:56.829077997Z\",\n      \"endTime\": \"2026-09-28T07:47:03.158495671Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: KASLoadBalancerNotReachable: health check to APIServer endpoint api-int.t0n9t0u4r4r5j6y.biea.j4259200.hcp.osadev.cloud failed: Get \\\"https://api-int.t0n9t0u4r4r5j6y.biea.j4259200.hcp.osadev.cloud:443/healthz?verbose\\\": context deadline exceeded (Client.Timeout exceeded while awaiting headers); hosted cluster degraded: UnavailableReplicas: redhat-operators-catalog deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:133]: failed to create HCP cluster \"cp-ystream-upgrade-4-23-rxbdcb\" at install version 4.22\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001090b40\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-23-rxbdcb: failed waiting for cluster=\"cp-ystream-upgrade-4-23-rxbdcb\" in resourcegroup=\"rg-cp-ystream-upgrade-4-23-jvcp8dmnbrt7\" to finish creating: GET https://rp.j4259200.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/1e7e2861-4689-447d-b71c-e2cfaeaee7cf\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/1e7e2861-4689-447d-b71c-e2cfaeaee7cf\",\n      \"name\": \"1e7e2861-4689-447d-b71c-e2cfaeaee7cf\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T07:17:56.829077997Z\",\n      \"endTime\": \"2026-09-28T07:47:03.158495671Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: KASLoadBalancerNotReachable: health check to APIServer endpoint api-int.t0n9t0u4r4r5j6y.biea.j4259200.hcp.osadev.cloud failed: Get \\\"https://api-int.t0n9t0u4r4r5j6y.biea.j4259200.hcp.osadev.cloud:443/healthz?verbose\\\": context deadline exceeded (Client.Timeout exceeded while awaiting headers); hosted cluster degraded: UnavailableReplicas: redhat-operators-catalog deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104457246334259200","occurred_at":"2026-09-28T06:24:41Z","signature_id":"8f8369e8e139f64a46a3b6dd8d438f715d6bab665ea52bac944061720f9f66e7","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"f63c45d9c3e4d65908b630f98974bc45ae47fd02522293aa9b16d6f8e854d56b","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: WaitingForAvailable: Waiting for Kube APIServer deployment to become available; hosted cluster degraded: UnavailableReplicas: [capi-provider, kube-apiserver, router]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:107]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f0f2c0\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-p82fzl2z5vk5\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/03f41a1e-bd33-4df1-9f47-56824bb74022\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/03f41a1e-bd33-4df1-9f47-56824bb74022\",\n      \"name\": \"03f41a1e-bd33-4df1-9f47-56824bb74022\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:55:14.362679822Z\",\n      \"endTime\": \"2026-09-28T05:24:15.510395217Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: WaitingForAvailable: Waiting for Kube APIServer deployment to become available; hosted cluster degraded: UnavailableReplicas: [capi-provider deployment has 2 unavailable replicas, kube-apiserver deployment has 3 unavailable replicas, router deployment has 3 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:107]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f0f2c0\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-p82fzl2z5vk5\" to finish creating: GET https://rp.j4374016.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/03f41a1e-bd33-4df1-9f47-56824bb74022\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/03f41a1e-bd33-4df1-9f47-56824bb74022\",\n      \"name\": \"03f41a1e-bd33-4df1-9f47-56824bb74022\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T04:55:14.362679822Z\",\n      \"endTime\": \"2026-09-28T05:24:15.510395217Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: WaitingForAvailable: Waiting for Kube APIServer deployment to become available; hosted cluster degraded: UnavailableReplicas: [capi-provider deployment has 2 unavailable replicas, kube-apiserver deployment has 3 unavailable replicas, router deployment has 3 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104421180684374016","occurred_at":"2026-09-28T04:00:44Z","signature_id":"a9535031eecea83204e2a98f841c802977ff506d08a46a66165d236a2a58cbfc","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"10442c188c833ffedc7ef4da292665baff0c37e673939cc22c4ae73341b8897f","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version \u003cversion\u003e is Partial (want Completed), started \u003cduration\u003e ago; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog, cluster-image-registry-operator, community-operators-catalog, hosted-cluster-config-operator, kube-apiserver, openshift-apiserver, redhat-operators-catalog]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 5.0","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 5.0","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:123]: failed to create HCP cluster \"cluster-zstream-5-0-c89c6r\" with version 5.0.0-rc.3 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b10480\u003e: \n    failed to create HCP cluster cluster-zstream-5-0-c89c6r: failed waiting for cluster=\"cluster-zstream-5-0-c89c6r\" in resourcegroup=\"rg-zstream-upgrade-5-0-6kc9p4vcvjqq\" to finish creating: GET https://rp.j8288256.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/37f813f1-0df9-4583-beb9-56f83fee5c0a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/37f813f1-0df9-4583-beb9-56f83fee5c0a\",\n      \"name\": \"37f813f1-0df9-4583-beb9-56f83fee5c0a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T12:53:45.206355596Z\",\n      \"endTime\": \"2026-09-28T13:22:51.172490782Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 5.0.0-rc.3 is Partial (want Completed), started 26m23s ago; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog deployment has 1 unavailable replicas, cluster-image-registry-operator deployment has 1 unavailable replicas, community-operators-catalog deployment has 1 unavailable replicas, hosted-cluster-config-operator deployment has 1 unavailable replicas, kube-apiserver deployment has 1 unavailable replicas, openshift-apiserver deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:123]: failed to create HCP cluster \"cluster-zstream-5-0-c89c6r\" with version 5.0.0-rc.3 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b10480\u003e: \n    failed to create HCP cluster cluster-zstream-5-0-c89c6r: failed waiting for cluster=\"cluster-zstream-5-0-c89c6r\" in resourcegroup=\"rg-zstream-upgrade-5-0-6kc9p4vcvjqq\" to finish creating: GET https://rp.j8288256.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/37f813f1-0df9-4583-beb9-56f83fee5c0a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/37f813f1-0df9-4583-beb9-56f83fee5c0a\",\n      \"name\": \"37f813f1-0df9-4583-beb9-56f83fee5c0a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T12:53:45.206355596Z\",\n      \"endTime\": \"2026-09-28T13:22:51.172490782Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 5.0.0-rc.3 is Partial (want Completed), started 26m23s ago; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog deployment has 1 unavailable replicas, cluster-image-registry-operator deployment has 1 unavailable replicas, community-operators-catalog deployment has 1 unavailable replicas, hosted-cluster-config-operator deployment has 1 unavailable replicas, kube-apiserver deployment has 1 unavailable replicas, openshift-apiserver deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104539007848288256","occurred_at":"2026-09-28T11:49:34Z","signature_id":"4f4e5752545f8f46e297ca73e9f4e1a12d4ee1ba77d68cd29f8525db53cf046a","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"d71a4287cac7c4db8dd3797eb946a1bbbe45de0ccd7e568821596e513bc09abb","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version \u003cversion\u003e is Partial (want Completed), started \u003cduration\u003e ago; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog, community-operators-catalog, kube-apiserver, redhat-marketplace-catalog, redhat-operators-catalog]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to delete a nodepool","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to delete a nodepool","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_delete.go:81]: failed to create HCP cluster np-delete-hcp-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000bf61a0\u003e: \n    failed to create HCP cluster np-delete-hcp-cluster: failed waiting for cluster=\"np-delete-hcp-cluster\" in resourcegroup=\"nodepool-delete-lhz84lf5nw65\" to finish creating: GET https://rp.j0189952.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/045ddd50-d43d-42a0-bcda-90888c378119\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/045ddd50-d43d-42a0-bcda-90888c378119\",\n      \"name\": \"045ddd50-d43d-42a0-bcda-90888c378119\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T19:11:03.945176993Z\",\n      \"endTime\": \"2026-09-28T19:40:05.721943753Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.21.35 is Partial (want Completed), started 23m29s ago; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog deployment has 1 unavailable replicas, community-operators-catalog deployment has 1 unavailable replicas, kube-apiserver deployment has 1 unavailable replicas, redhat-marketplace-catalog deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_delete.go:81]: failed to create HCP cluster np-delete-hcp-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000bf61a0\u003e: \n    failed to create HCP cluster np-delete-hcp-cluster: failed waiting for cluster=\"np-delete-hcp-cluster\" in resourcegroup=\"nodepool-delete-lhz84lf5nw65\" to finish creating: GET https://rp.j0189952.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/045ddd50-d43d-42a0-bcda-90888c378119\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/045ddd50-d43d-42a0-bcda-90888c378119\",\n      \"name\": \"045ddd50-d43d-42a0-bcda-90888c378119\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T19:11:03.945176993Z\",\n      \"endTime\": \"2026-09-28T19:40:05.721943753Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.21.35 is Partial (want Completed), started 23m29s ago; hosted cluster degraded: UnavailableReplicas: [certified-operators-catalog deployment has 1 unavailable replicas, community-operators-catalog deployment has 1 unavailable replicas, kube-apiserver deployment has 1 unavailable replicas, redhat-marketplace-catalog deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"0b5f642a5234bd0a643829d4d6a02a3ececb750e0fc106623478f6d9c53767e1","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"50d71e86102fe885def0430fc65ae5eda7365e37815a984b65ed42e4e299b068","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version \u003cversion\u003e is Partial (want Completed), started \u003cduration\u003e ago; hosted cluster degraded: UnavailableReplicas: [cluster-version-operator, openshift-apiserver]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.22.zLatest to 4.20.zLatest","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-21"],"prior_runs_affected":2,"prior_last_seen_at":"2026-09-25T18:09:01Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.22.zLatest to 4.20.zLatest","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:722]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00138a980\u003e: \n    failed to create HCP cluster np-dg-minor-w2lmrh: failed waiting for cluster=\"np-dg-minor-w2lmrh\" in resourcegroup=\"rg-np-dg-minor-w2lmrh-zzht7hmgmswz\" to finish creating: GET https://rp.j2515584.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/8a4adc4d-0ad3-406d-a9bc-9c1ae046c034\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/8a4adc4d-0ad3-406d-a9bc-9c1ae046c034\",\n      \"name\": \"8a4adc4d-0ad3-406d-a9bc-9c1ae046c034\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T10:35:16.490368834Z\",\n      \"endTime\": \"2026-09-28T11:04:17.550861433Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.22.16 is Partial (want Completed), started 1m2s ago; version 4.22.16 is Partial (want Completed), started 7m32s ago; version 4.22.16 is Partial (want Completed), started 11m2s ago; version 4.22.16 is Partial (want Completed), started 18m25s ago; version 4.22.16 is Partial (want Completed), started 20m51s ago; version 4.22.16 is Partial (want Completed), started 23m2s ago; version 4.22.16 is Partial (want Completed), started 26m19s ago; version 4.22.16 is Partial (want Completed), started 27m32s ago; hosted cluster degraded: UnavailableReplicas: [cluster-version-operator deployment has 1 unavailable replicas, openshift-apiserver deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:722]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00138a980\u003e: \n    failed to create HCP cluster np-dg-minor-w2lmrh: failed waiting for cluster=\"np-dg-minor-w2lmrh\" in resourcegroup=\"rg-np-dg-minor-w2lmrh-zzht7hmgmswz\" to finish creating: GET https://rp.j2515584.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/8a4adc4d-0ad3-406d-a9bc-9c1ae046c034\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/8a4adc4d-0ad3-406d-a9bc-9c1ae046c034\",\n      \"name\": \"8a4adc4d-0ad3-406d-a9bc-9c1ae046c034\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T10:35:16.490368834Z\",\n      \"endTime\": \"2026-09-28T11:04:17.550861433Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.22.16 is Partial (want Completed), started 1m2s ago; version 4.22.16 is Partial (want Completed), started 7m32s ago; version 4.22.16 is Partial (want Completed), started 11m2s ago; version 4.22.16 is Partial (want Completed), started 18m25s ago; version 4.22.16 is Partial (want Completed), started 20m51s ago; version 4.22.16 is Partial (want Completed), started 23m2s ago; version 4.22.16 is Partial (want Completed), started 26m19s ago; version 4.22.16 is Partial (want Completed), started 27m32s ago; hosted cluster degraded: UnavailableReplicas: [cluster-version-operator deployment has 1 unavailable replicas, openshift-apiserver deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7203/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104500868232515584","occurred_at":"2026-09-28T09:18:01Z","signature_id":"af5dba612f5bcafa125e14121eae54d6911f7b73c83a90c9caccd95170639937","pr_number":7203,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"95555a98a2afafe44598c5a33e9a57c280d82e0015b35dc42d9e6cb9d9659159","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version \u003cversion\u003e is Partial (want Completed), started \u003cduration\u003e ago; hosted cluster degraded: UnavailableReplicas: [cluster-version-operator]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:208]: failed to create HCP cluster \"agg-cluster\" with aggregated settings\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00105c340\u003e: \n    failed waiting for cluster=\"agg-cluster\" in resourcegroup=\"feature-aggregation-469757bfrb2w\" to finish creating: GET https://rp.j5787776.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/e8d80fe2-11a1-436f-9808-5ee06d64084d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/e8d80fe2-11a1-436f-9808-5ee06d64084d\",\n      \"name\": \"e8d80fe2-11a1-436f-9808-5ee06d64084d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:51:03.349640727Z\",\n      \"endTime\": \"2026-09-29T03:20:03.842186988Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.21.35 is Partial (want Completed), started 48s ago; version 4.21.35 is Partial (want Completed), started 7m33s ago; version 4.21.35 is Partial (want Completed), started 11m51s ago; version 4.21.35 is Partial (want Completed), started 22m57s ago; hosted cluster degraded: UnavailableReplicas: cluster-version-operator deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:208]: failed to create HCP cluster \"agg-cluster\" with aggregated settings\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00105c340\u003e: \n    failed waiting for cluster=\"agg-cluster\" in resourcegroup=\"feature-aggregation-469757bfrb2w\" to finish creating: GET https://rp.j5787776.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/e8d80fe2-11a1-436f-9808-5ee06d64084d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/centralus/hcpOperationStatuses/e8d80fe2-11a1-436f-9808-5ee06d64084d\",\n      \"name\": \"e8d80fe2-11a1-436f-9808-5ee06d64084d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:51:03.349640727Z\",\n      \"endTime\": \"2026-09-29T03:20:03.842186988Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.21.35 is Partial (want Completed), started 48s ago; version 4.21.35 is Partial (want Completed), started 7m33s ago; version 4.21.35 is Partial (want Completed), started 11m51s ago; version 4.21.35 is Partial (want Completed), started 22m57s ago; hosted cluster degraded: UnavailableReplicas: cluster-version-operator deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7169/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747271315787776","occurred_at":"2026-09-29T01:37:08Z","signature_id":"d438d39959361d9c33251f7a313f500d9482cde722b91ce588c4239bbb94315a","pr_number":7169,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"c7fe0af289e2969c7eb39488d64d294fadea2123920704d81e8b66750b4f367b","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version \u003cversion\u003e is Partial (want Completed), started \u003cduration\u003e ago; hosted cluster degraded: UnavailableReplicas: [kube-apiserver, kube-controller-manager, openshift-apiserver, packageserver, router]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-4-22-6mht66l8hhvp/cluster-candidate-4-22-hxvn25 should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00070f360\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-hxvn25: failed waiting for cluster=\"cluster-candidate-4-22-hxvn25\" in resourcegroup=\"rg-candidate-4-22-6mht66l8hhvp\" to finish creating: GET https://rp.j0189952.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/889a73a1-f8c7-4ed8-aad9-e3dfdb686168\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/889a73a1-f8c7-4ed8-aad9-e3dfdb686168\",\n      \"name\": \"889a73a1-f8c7-4ed8-aad9-e3dfdb686168\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T19:10:32.906905274Z\",\n      \"endTime\": \"2026-09-28T19:39:35.528660951Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.22.16 is Partial (want Completed), started 23m1s ago; hosted cluster degraded: UnavailableReplicas: [kube-apiserver deployment has 1 unavailable replicas, kube-controller-manager deployment has 1 unavailable replicas, openshift-apiserver deployment has 1 unavailable replicas, packageserver deployment has 1 unavailable replicas, router deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-4-22-6mht66l8hhvp/cluster-candidate-4-22-hxvn25 should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00070f360\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-hxvn25: failed waiting for cluster=\"cluster-candidate-4-22-hxvn25\" in resourcegroup=\"rg-candidate-4-22-6mht66l8hhvp\" to finish creating: GET https://rp.j0189952.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/889a73a1-f8c7-4ed8-aad9-e3dfdb686168\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/889a73a1-f8c7-4ed8-aad9-e3dfdb686168\",\n      \"name\": \"889a73a1-f8c7-4ed8-aad9-e3dfdb686168\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T19:10:32.906905274Z\",\n      \"endTime\": \"2026-09-28T19:39:35.528660951Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.22.16 is Partial (want Completed), started 23m1s ago; hosted cluster degraded: UnavailableReplicas: [kube-apiserver deployment has 1 unavailable replicas, kube-controller-manager deployment has 1 unavailable replicas, openshift-apiserver deployment has 1 unavailable replicas, packageserver deployment has 1 unavailable replicas, router deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"0e99260da9e615074014e3173244136846aafa91e1232cd4f863676446c4f26c","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"8e3e3516e4f9f9dcb22ed9c70498bb550fb681b3348ceed9a50619cee4e93ae7","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version \u003cversion\u003e is Partial (want Completed), started \u003cduration\u003e ago; hosted cluster degraded: UnavailableReplicas: [kube-apiserver]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:237]: failed to create HCP cluster with containerRegistry set\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00060c440\u003e: \n    failed waiting for cluster=\"acr-pull-create\" in resourcegroup=\"acr-pull-create-br7vgttbd9zx\" to finish creating: GET https://rp.j0189952.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/15a2a59b-feef-488b-a5fa-5bcdbdb54fbf\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/15a2a59b-feef-488b-a5fa-5bcdbdb54fbf\",\n      \"name\": \"15a2a59b-feef-488b-a5fa-5bcdbdb54fbf\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T19:10:44.986989982Z\",\n      \"endTime\": \"2026-09-28T19:39:45.910063992Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.22.16 is Partial (want Completed), started 24m39s ago; hosted cluster degraded: UnavailableReplicas: kube-apiserver deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:237]: failed to create HCP cluster with containerRegistry set\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00060c440\u003e: \n    failed waiting for cluster=\"acr-pull-create\" in resourcegroup=\"acr-pull-create-br7vgttbd9zx\" to finish creating: GET https://rp.j0189952.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/15a2a59b-feef-488b-a5fa-5bcdbdb54fbf\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/15a2a59b-feef-488b-a5fa-5bcdbdb54fbf\",\n      \"name\": \"15a2a59b-feef-488b-a5fa-5bcdbdb54fbf\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T19:10:44.986989982Z\",\n      \"endTime\": \"2026-09-28T19:39:45.910063992Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.22.16 is Partial (want Completed), started 24m39s ago; hosted cluster degraded: UnavailableReplicas: kube-apiserver deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"65f361db2ca8a207b71ef63dfd951eb9adaf0933223cf15a0e8cb91c8b77bb7d","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"6b9eb312202879fb9a6f390df391c95e64889c51047a74b640051be8935c181f","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version \u003cversion\u003e is Partial (want Completed), started \u003cduration\u003e ago; hosted cluster degraded: UnavailableReplicas: [kube-controller-manager]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to retrieve cluster and nodepool status active versions","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to retrieve cluster and nodepool status active versions","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nodepool_active_versions.go:89]: failed to create HCP cluster \"v20261001\" via v20261001preview\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00075e620\u003e: \n    failed to create HCP cluster v20261001: failed waiting for cluster=\"v20261001\" in resourcegroup=\"v20261001preview-lzq55sh9jmq4\" to finish creating: GET https://rp.j5530752.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/772d74f8-28ec-4061-981a-203cb9d2341a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/772d74f8-28ec-4061-981a-203cb9d2341a\",\n      \"name\": \"772d74f8-28ec-4061-981a-203cb9d2341a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:53:30.135245133Z\",\n      \"endTime\": \"2026-09-29T03:22:32.693389266Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.21.35 is Partial (want Completed), started 5m0s ago; hosted cluster degraded: UnavailableReplicas: kube-controller-manager deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nodepool_active_versions.go:89]: failed to create HCP cluster \"v20261001\" via v20261001preview\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00075e620\u003e: \n    failed to create HCP cluster v20261001: failed waiting for cluster=\"v20261001\" in resourcegroup=\"v20261001preview-lzq55sh9jmq4\" to finish creating: GET https://rp.j5530752.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/772d74f8-28ec-4061-981a-203cb9d2341a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/canadacentral/hcpOperationStatuses/772d74f8-28ec-4061-981a-203cb9d2341a\",\n      \"name\": \"772d74f8-28ec-4061-981a-203cb9d2341a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-29T02:53:30.135245133Z\",\n      \"endTime\": \"2026-09-29T03:22:32.693389266Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster control plane version not yet completed: version 4.21.35 is Partial (want Completed), started 5m0s ago; hosted cluster degraded: UnavailableReplicas: kube-controller-manager deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6922/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747348675530752","occurred_at":"2026-09-29T01:37:26Z","signature_id":"60f169b316d674b6d3f83f4adf0e7bc4893ca42ccd88ba82adf6a65c465b5d84","pr_number":6922,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"ad05e6869aca7a4924e8d188ef3355a20d9fcfa6fdf28bdb0dceaf7eb87d2816","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable; hosted cluster degraded: UnavailableReplicas: [kube-apiserver, openshift-apiserver, packageserver, redhat-operators-catalog, router]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-5-0-4rl6n98blqls/cluster-candidate-5-0-9zqn4p should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f22920\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-9zqn4p: failed waiting for cluster=\"cluster-candidate-5-0-9zqn4p\" in resourcegroup=\"rg-candidate-5-0-4rl6n98blqls\" to finish creating: GET https://rp.j0189952.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b919a89b-ddbd-409e-ae0b-825760357927\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b919a89b-ddbd-409e-ae0b-825760357927\",\n      \"name\": \"b919a89b-ddbd-409e-ae0b-825760357927\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T19:10:07.120894243Z\",\n      \"endTime\": \"2026-09-28T19:39:16.873419842Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog; hosted cluster degraded: UnavailableReplicas: [kube-apiserver deployment has 1 unavailable replicas, openshift-apiserver deployment has 1 unavailable replicas, packageserver deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas, router deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:123]: HCP cluster rg-candidate-5-0-4rl6n98blqls/cluster-candidate-5-0-9zqn4p should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f22920\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-9zqn4p: failed waiting for cluster=\"cluster-candidate-5-0-9zqn4p\" in resourcegroup=\"rg-candidate-5-0-4rl6n98blqls\" to finish creating: GET https://rp.j0189952.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b919a89b-ddbd-409e-ae0b-825760357927\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b919a89b-ddbd-409e-ae0b-825760357927\",\n      \"name\": \"b919a89b-ddbd-409e-ae0b-825760357927\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T19:10:07.120894243Z\",\n      \"endTime\": \"2026-09-28T19:39:16.873419842Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog; hosted cluster degraded: UnavailableReplicas: [kube-apiserver deployment has 1 unavailable replicas, openshift-apiserver deployment has 1 unavailable replicas, packageserver deployment has 1 unavailable replicas, redhat-operators-catalog deployment has 1 unavailable replicas, router deployment has 1 unavailable replicas]\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"1aeed5a6216935410be4afa173f9b01087ed1978311df09a7db6cc003d86fa29","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"b75130e68ab940da542a11fdc0fca87194c87f1940e2939766f8db2d841702ed","failure_pattern":"ERROR CODE: DeploymentFailed; detail code BadRequest; detail message The requested operation cannot be performed because the database account arohcpci01-rp-j2503040 is in the process of being created. Please wait until account creation completes and retry the operation.\\\\\\\\\\\\\\ \\\\\\\\\\\\ ActivityId: \u003cuuid\u003e, Microsoft.Azure.Documents.Common/2.14.0\"\\\\\\ \\\\ }; provider Microsoft.DocumentDB","search_query":"ERROR CODE: DeploymentFailed","failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,1,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","occurrences":1}],"full_error_samples":["time=2026-10-01T19:47:52.399Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n  Kind: ARM\\n  Template: templates/region.bicep\\n  Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-10-01T19:47:54.301Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-10-01T19:47:55.661Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=81d379c4f7c29ce92f1cd109cb00ebbe0457eec7d8a38ac495b54ae648addb81 portal=https://ms.portal.azure.com/#view/Microsoft_Azure_Resources/DeploymentDetails.MenuView/~/overview/id/%2Fsubscriptions%2FXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX%2FresourceGroups%2Fhcp-underlay-ci01-j2503040%2Fproviders%2FMicrosoft.Resources%2Fdeployments%2F81d379c4f7c29ce92f1cd109cb00ebbe0457eec7d8a38ac495b54ae648addb81\ntime=2026-10-01T19:49:26.400Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j2503040/providers/Microsoft.Resources/deployments/81d379c4f7c29ce92f1cd109cb00ebbe0457eec7d8a38ac495b54ae648addb81/operationStatuses/08584107228106955756\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeploymentFailed\\\",\\n    \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n    \\\"details\\\": [\\n      {\\n        \\\"code\\\": \\\"Conflict\\\",\\n        \\\"message\\\": \\\"{\\\\r\\\\n  \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n  \\\\\\\"error\\\\\\\": {\\\\r\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n    \\\\\\\"details\\\\\\\": [\\\\r\\\\n      {\\\\r\\\\n        \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n        \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j2503040/providers/Microsoft.Resources/deployments/rp-cosmos-account\\\\\\\",\\\\r\\\\n        \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n        \\\\\\\"details\\\\\\\": [\\\\r\\\\n          {\\\\r\\\\n            \\\\\\\"code\\\\\\\": \\\\\\\"BadRequest\\\\\\\",\\\\r\\\\n            \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j2503040/providers/Microsoft.DocumentDB/databaseAccounts/arohcpci01-rp-j2503040\\\\\\\",\\\\r\\\\n            \\\\\\\"message\\\\\\\": \\\\\\\"{\\\\\\\\r\\\\\\\\n  \\\\\\\\\\\\\\\"code\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\"BadRequest\\\\\\\\\\\\\\\",\\\\\\\\r\\\\\\\\n  \\\\\\\\\\\\\\\"message\\\\\\\\\\\\\\\": \\\\\\\\\\\\\\\"The requested operation cannot be performed because the database account arohcpci01-rp-j2503040 is in the process of being created. Please wait until account creation completes and retry the operation.\\\\\\\\\\\\\\\\r\\\\\\\\\\\\\\\\nActivityId: deddb421-d755-4f62-b0ea-94301557d50e, Microsoft.Azure.Documents.Common/2.14.0\\\\\\\\\\\\\\\"\\\\\\\\r\\\\\\\\n}\\\\\\\"\\\\r\\\\n          }\\\\r\\\\n        ]\\\\r\\\\n      }\\\\r\\\\n    ]\\\\r\\\\n  }\\\\r\\\\n}\\\"\\n      }\\n    ]\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\""],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6775/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105739854892503040","occurred_at":"2026-10-01T19:21:18Z","signature_id":"ddf39a2ec9890a007519b2cb9c2c9eea035cd46a318bec7e09e31e3024b6f696","pr_number":6775,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"4adf443619cbd9518f5388bac91db3b79c0430d7fca6e294ba38f40513bd0e3a","failure_pattern":"ERROR CODE: DeploymentFailed; detail code InvalidTemplate; detail message Unable to process template language expressions for resource '/subscriptions/\u003csubscription\u003e/resourcegroups/\u003cresource-group\u003e/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/providers/Microsoft.Authorization/roleAssignments/\u003cuuid\u003e' at line '\u003cline\u003e' and column '\u003ccolumn\u003e'. 'Language expression property 'principalId' can't be evaluated, the referencing object is null.'; provider Microsoft.Authorization","search_query":"ERROR CODE: DeploymentFailed","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:82]: failed to create cluster customer resources\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ca2e60\u003e: \n    failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-cluster-np-labels-taints-z4h7jf\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-cluster-np-labels-taints-z4h7jf/operationStatuses/08584110018702456355\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeploymentFailed\n    --------------------------------------------------------------------------------\n    {\n      \"status\": \"Failed\",\n      \"error\": {\n        \"code\": \"DeploymentFailed\",\n        \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n        \"details\": [\n          {\n            \"code\": \"Conflict\",\n            \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentFailed\\\",\\r\\n        \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-labels-taints-2wjjfp5h47hw/providers/Microsoft.Resources/deployments/pooledNonMsiScopedAssignments-r6cuakilyx67k\\\",\\r\\n        \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\r\\n        \\\"details\\\": [\\r\\n          {\\r\\n            \\\"code\\\": \\\"InvalidTemplate\\\",\\r\\n            \\\"message\\\": \\\"Unable to process template language expressions for resource '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-labels-taints-2wjjfp5h47hw/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name/providers/Microsoft.Authorization/roleAssignments/ce4c794c-50e9-565e-99cc-b7dd7e08c5a9' at line '1' and column '29054'. 'Language expression property 'principalId' can't be evaluated, the referencing object is null.'\\\",\\r\\n            \\\"additionalInfo\\\": [\\r\\n              {\\r\\n                \\\"type\\\": \\\"TemplateViolation\\\",\\r\\n                \\\"info\\\": {\\r\\n                  \\\"lineNumber\\\": 1,\\r\\n                  \\\"linePosition\\\": 29054,\\r\\n                  \\\"path\\\": \\\"\\\"\\r\\n                }\\r\\n              }\\r\\n            ]\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"InvalidTemplate\\\",\\r\\n            \\\"message\\\": \\\"Unable to process template language expressions for resource '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-labels-taints-2wjjfp5h47hw/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/providers/Microsoft.Authorization/roleAssignments/e5697265-1ef6-54a3-8e48-b96178ae0611' at line '1' and column '30683'. 'Language expression property 'principalId' can't be evaluated, the referencing object is null.'\\\",\\r\\n            \\\"additionalInfo\\\": [\\r\\n              {\\r\\n                \\\"type\\\": \\\"TemplateViolation\\\",\\r\\n                \\\"info\\\": {\\r\\n                  \\\"lineNumber\\\": 1,\\r\\n                  \\\"linePosition\\\": 30683,\\r\\n                  \\\"path\\\": \\\"\\\"\\r\\n                }\\r\\n              }\\r\\n            ]\\r\\n          }\\r\\n        ]\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:82]: failed to create cluster customer resources\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ca2e60\u003e: \n    failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-cluster-np-labels-taints-z4h7jf\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-cluster-np-labels-taints-z4h7jf/operationStatuses/08584110018702456355\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeploymentFailed\n    --------------------------------------------------------------------------------\n    {\n      \"status\": \"Failed\",\n      \"error\": {\n        \"code\": \"DeploymentFailed\",\n        \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n        \"details\": [\n          {\n            \"code\": \"Conflict\",\n            \"message\": \"{\\r\\n  \\\"status\\\": \\\"Failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentFailed\\\",\\r\\n        \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-labels-taints-2wjjfp5h47hw/providers/Microsoft.Resources/deployments/pooledNonMsiScopedAssignments-r6cuakilyx67k\\\",\\r\\n        \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\r\\n        \\\"details\\\": [\\r\\n          {\\r\\n            \\\"code\\\": \\\"InvalidTemplate\\\",\\r\\n            \\\"message\\\": \\\"Unable to process template language expressions for resource '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-labels-taints-2wjjfp5h47hw/providers/Microsoft.Network/networkSecurityGroups/customer-nsg-name/providers/Microsoft.Authorization/roleAssignments/ce4c794c-50e9-565e-99cc-b7dd7e08c5a9' at line '1' and column '29054'. 'Language expression property 'principalId' can't be evaluated, the referencing object is null.'\\\",\\r\\n            \\\"additionalInfo\\\": [\\r\\n              {\\r\\n                \\\"type\\\": \\\"TemplateViolation\\\",\\r\\n                \\\"info\\\": {\\r\\n                  \\\"lineNumber\\\": 1,\\r\\n                  \\\"linePosition\\\": 29054,\\r\\n                  \\\"path\\\": \\\"\\\"\\r\\n                }\\r\\n              }\\r\\n            ]\\r\\n          },\\r\\n          {\\r\\n            \\\"code\\\": \\\"InvalidTemplate\\\",\\r\\n            \\\"message\\\": \\\"Unable to process template language expressions for resource '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-labels-taints-2wjjfp5h47hw/providers/Microsoft.Network/virtualNetworks/customer-vnet-name/providers/Microsoft.Authorization/roleAssignments/e5697265-1ef6-54a3-8e48-b96178ae0611' at line '1' and column '30683'. 'Language expression property 'principalId' can't be evaluated, the referencing object is null.'\\\",\\r\\n            \\\"additionalInfo\\\": [\\r\\n              {\\r\\n                \\\"type\\\": \\\"TemplateViolation\\\",\\r\\n                \\\"info\\\": {\\r\\n                  \\\"lineNumber\\\": 1,\\r\\n                  \\\"linePosition\\\": 30683,\\r\\n                  \\\"path\\\": \\\"\\\"\\r\\n                }\\r\\n              }\\r\\n            ]\\r\\n          }\\r\\n        ]\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7104/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104562485683032064","occurred_at":"2026-09-28T13:22:52Z","signature_id":"8e7656a6acdc1e558b5e327917ebbb4231a9f78559a33ae638709b57cfbe1f81","pr_number":7104,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"f315c2ea7d854194ea48cb15cb5892a7a5211cd6320329993a304b3e4444a395","failure_pattern":"ERROR CODE: DeploymentFailed; detail code TaskCanceledException; detail message Error while processing network security perimeter association: The request was canceled due to the configured HttpClient.Timeout of 100 seconds elapsing.; provider Microsoft.Network","search_query":"ERROR CODE: DeploymentFailed","failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/nsp (stamp=2)","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/nsp (stamp=2)","occurrences":1}],"full_error_samples":["time=2026-09-30T20:31:01.398Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=nsp stamp=2 description=\"Step nsp\\n  Kind: ARM\\n  Template: templates/mgmt-nsp.bicep\\n  Parameters: configurations/mgmt-nsp.tmpl.bicepparam\"\ntime=2026-09-30T20:31:01.965Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=nsp stamp=2\ntime=2026-09-30T20:31:02.790Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=nsp stamp=2 deployment=0a6bcb1a4c8db820be60ebb3431d76a20397d50a3cee281e89a5518a17e2b3e0 portal=https://ms.portal.azure.com/#view/Microsoft_Azure_Resources/DeploymentDetails.MenuView/~/overview/id/%2Fsubscriptions%2FXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX%2FresourceGroups%2Fhcp-underlay-ci01-j5173888-mgmt-2%2Fproviders%2FMicrosoft.Resources%2Fdeployments%2F0a6bcb1a4c8db820be60ebb3431d76a20397d50a3cee281e89a5518a17e2b3e0\ntime=2026-09-30T20:33:03.396Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=nsp stamp=2 err=\"stamp 2: failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j5173888-mgmt-2/providers/Microsoft.Resources/deployments/0a6bcb1a4c8db820be60ebb3431d76a20397d50a3cee281e89a5518a17e2b3e0/operationStatuses/08584108066230621918\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeploymentFailed\\\",\\n    \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n    \\\"details\\\": [\\n      {\\n        \\\"code\\\": \\\"Conflict\\\",\\n        \\\"message\\\": \\\"{\\\\r\\\\n  \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n  \\\\\\\"error\\\\\\\": {\\\\r\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n    \\\\\\\"details\\\\\\\": [\\\\r\\\\n      {\\\\r\\\\n        \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n        \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j5173888-mgmt-2/providers/Microsoft.Resources/deployments/profile-mlyktaqazs6u6\\\\\\\",\\\\r\\\\n        \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n        \\\\\\\"details\\\\\\\": [\\\\r\\\\n          {\\\\r\\\\n            \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n            \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j5173888-mgmt-2/providers/Microsoft.Network/networkSecurityPerimeters/nsp-j5173888-mgmt-2/resourceAssociations/nsp-j5173888-mgmt-2-ra-30be3175-d83b-506a-923e-30e4da745648\\\\\\\",\\\\r\\\\n            \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n            \\\\\\\"details\\\\\\\": [\\\\r\\\\n              {\\\\r\\\\n                \\\\\\\"code\\\\\\\": \\\\\\\"TaskCanceledException\\\\\\\",\\\\r\\\\n                \\\\\\\"message\\\\\\\": \\\\\\\"Error while processing request for association /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j5173888-mgmt-2/providers/Microsoft.Network/networkSecurityPerimeters/nsp-j5173888-mgmt-2/resourceAssociations/nsp-j5173888-mgmt-2-ra-30be3175-d83b-506a-923e-30e4da745648, Error message: The request was canceled due to the configured HttpClient.Timeout of 100 seconds elapsing.\\\\\\\"\\\\r\\\\n              }\\\\r\\\\n            ]\\\\r\\\\n          }\\\\r\\\\n        ]\\\\r\\\\n      }\\\\r\\\\n    ]\\\\r\\\\n  }\\\\r\\\\n}\\\"\\n      }\\n    ]\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\""],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6993/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105384924235173888","occurred_at":"2026-09-30T19:50:56Z","signature_id":"d465f96a6ebaf98458f369563694ed7b4f0235597cd9af66af75425f966c9780","pr_number":6993,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"0d7a8e5dc2d8e7103fa834285288a1f3b3954abe71b752dee4412a0b1b6737d5","failure_pattern":"ERROR CODE: DeploymentFailed; detail code VaultAlreadyExists; detail message the vault name '\u003cvault-name\u003e' is already in use. Vault names are globally unique so it is possible that the name is already taken. If you are sure that the vault name was not taken then it is possible that a vault with the same name was recently deleted but not purged after being placed in a recoverable state. If the vault is in a recoverable state then the vault will need to be purged before reusing the name. For more information about VaultAlreadyExists, soft delete and purging a vault follow this link \u003curl\u003e","search_query":"ERROR CODE: DeploymentFailed","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,3,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":6,"prior_last_seen_at":"2026-09-25T11:48:27Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:91]: failed to deploy customer infrastructure\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0008d79c0\u003e: \n    failed waiting for deployment \"customer-infra-delayed-rbac-cluster\" in resourcegroup=\"delayed-rbac-wx4qr5bhxpxx\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/delayed-rbac-wx4qr5bhxpxx/providers/Microsoft.Resources/deployments/customer-infra-delayed-rbac-cluster/operationStatuses/08584107303732954713\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeploymentFailed\n    --------------------------------------------------------------------------------\n    {\n      \"status\": \"Failed\",\n      \"error\": {\n        \"code\": \"DeploymentFailed\",\n        \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n        \"details\": [\n          {\n            \"code\": \"Conflict\",\n            \"message\": \"{\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"VaultAlreadyExists\\\",\\r\\n    \\\"message\\\": \\\"The vault name 'cust-kv-usudlv6oegmxo' is already in use. Vault names are globally unique so it is possible that the name is already taken. If you are sure that the vault name was not taken then it is possible that a vault with the same name was recently deleted but not purged after being placed in a recoverable state. If the vault is in a recoverable state then the vault will need to be purged before reusing the name. For more information about VaultAlreadyExists, soft delete and purging a vault follow this link https://go.microsoft.com/fwlink/?linkid=2147740.\\\"\\r\\n  }\\r\\n}\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:91]: failed to deploy customer infrastructure\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0008d79c0\u003e: \n    failed waiting for deployment \"customer-infra-delayed-rbac-cluster\" in resourcegroup=\"delayed-rbac-wx4qr5bhxpxx\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/delayed-rbac-wx4qr5bhxpxx/providers/Microsoft.Resources/deployments/customer-infra-delayed-rbac-cluster/operationStatuses/08584107303732954713\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeploymentFailed\n    --------------------------------------------------------------------------------\n    {\n      \"status\": \"Failed\",\n      \"error\": {\n        \"code\": \"DeploymentFailed\",\n        \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n        \"details\": [\n          {\n            \"code\": \"Conflict\",\n            \"message\": \"{\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"VaultAlreadyExists\\\",\\r\\n    \\\"message\\\": \\\"The vault name 'cust-kv-usudlv6oegmxo' is already in use. Vault names are globally unique so it is possible that the name is already taken. If you are sure that the vault name was not taken then it is possible that a vault with the same name was recently deleted but not purged after being placed in a recoverable state. If the vault is in a recoverable state then the vault will need to be purged before reusing the name. For more information about VaultAlreadyExists, soft delete and purging a vault follow this link https://go.microsoft.com/fwlink/?linkid=2147740.\\\"\\r\\n  }\\r\\n}\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6775/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105699867165724672","occurred_at":"2026-10-01T16:42:24Z","signature_id":"b99aaa56d60ccfaa0c0f746b012146616d725308307a216befe1c232cd129bb4","pr_number":6775,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"72716b475dfdb36ca6de5b4a7866bbc958e1921fb2c6ea0b3467c231190cd12c","failure_pattern":"ERROR CODE: DeploymentNotFound","search_query":"ERROR CODE: DeploymentNotFound","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":3,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-14"],"prior_runs_affected":2,"prior_last_seen_at":"2026-09-20T09:53:04Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:130]: failed to create customer resources for aggregated feature cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0009224e0\u003e: \n    failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-agg-cluster-kv5cgd\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-agg-cluster-kv5cgd\n    --------------------------------------------------------------------------------\n    RESPONSE 404: 404 Not Found\n    ERROR CODE: DeploymentNotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"DeploymentNotFound\",\n        \"message\": \"Deployment 'mi-agg-cluster-kv5cgd' could not be found.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:130]: failed to create customer resources for aggregated feature cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0009224e0\u003e: \n    failed to create managed identities: failed to create managed identities: failed waiting for deployment \"mi-agg-cluster-kv5cgd\" at subscription scope to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Resources/deployments/mi-agg-cluster-kv5cgd\n    --------------------------------------------------------------------------------\n    RESPONSE 404: 404 Not Found\n    ERROR CODE: DeploymentNotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"DeploymentNotFound\",\n        \"message\": \"Deployment 'mi-agg-cluster-kv5cgd' could not be found.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7229/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105107374309117952","occurred_at":"2026-09-30T01:28:03Z","signature_id":"a820df5e90389c4dc2a4194c6adffcc807b799a735d1bfbc28265e77991fcf6b","pr_number":7229,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"63a24fc72ea6be67478ba57ceca4f83bfef60aaeae2826b2abf0c75f70bec403","failure_pattern":"ERROR CODE: InternalServerError; detail message cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster still exists; [descendantResources] remaining resources: serviceProviderClusters; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"SRE should be able to retrieve serial console logs for a VM","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-14"],"prior_runs_affected":4,"prior_last_seen_at":"2026-09-16T15:55:51Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"SRE should be able to retrieve serial console logs for a VM","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc000ca85b8\u003e: \n    resource group \"admin-api-serialconsole-st5xdz2xcc6m\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"sre-hcp-cluster-sc\" in resourcegroup=\"admin-api-serialconsole-st5xdz2xcc6m\" to finish deleting: GET https://rp.j4479872.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/3d9aeeb2-65e9-44c7-90ba-68e9e692244c\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/3d9aeeb2-65e9-44c7-90ba-68e9e692244c\",\n      \"name\": \"3d9aeeb2-65e9-44c7-90ba-68e9e692244c\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T01:06:48.076247478Z\",\n      \"endTime\": \"2026-09-28T01:30:48.731406356Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t3mmeectlf6lq0ip66b1ckuumq6c71t still exists (deletion dispatched at 2026-09-28T01:06:49Z); [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:295]: Unexpected error:\n    \u003c*errors.joinError | 0xc000ca85b8\u003e: \n    resource group \"admin-api-serialconsole-st5xdz2xcc6m\": failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"sre-hcp-cluster-sc\" in resourcegroup=\"admin-api-serialconsole-st5xdz2xcc6m\" to finish deleting: GET https://rp.j4479872.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/3d9aeeb2-65e9-44c7-90ba-68e9e692244c\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/3d9aeeb2-65e9-44c7-90ba-68e9e692244c\",\n      \"name\": \"3d9aeeb2-65e9-44c7-90ba-68e9e692244c\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-09-28T01:06:48.076247478Z\",\n      \"endTime\": \"2026-09-28T01:30:48.731406356Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2t3mmeectlf6lq0ip66b1ckuumq6c71t still exists (deletion dispatched at 2026-09-28T01:06:49Z); [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7041/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104360746694479872","occurred_at":"2026-09-28T00:00:40Z","signature_id":"2e6206962622fa23645da22c99b31d5211fa88fc0db515931249a87ce69c3e13","pr_number":7041,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"cc37414a0bb07deceea16e285252404618c039575a3001bedcbcbd958dd8e87d","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Invalid scope(s) in request: at least one of these scopes is required: /subscriptions/\u003csubscription\u003e/resourcegroups/\u003cresource-group\u003e/providers/Microsoft.Monitor/accounts/hcps-j7538560,/subscriptions/\u003csubscription\u003e/resourcegroups/\u003cresource-group\u003e/providers/Microsoft.Monitor/accounts/services-j7538560; provider Microsoft.Monitor","search_query":"\"error\": {","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"SRE should be able to perform alert processing rule CRUD operations","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"SRE should be able to perform alert processing rule CRUD operations","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:493]: failed to create alert processing rule\nUnexpected error:\n    \u003c*errors.errorString | 0xc0013d1ed0\u003e: \n    expected status 200, got 400: {\n        \"error\": {\n            \"code\": \"InvalidRequestContent\",\n            \"message\": \"Invalid scope(s) in request: at least one of these scopes is required: /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j7538560/providers/Microsoft.Monitor/accounts/hcps-j7538560,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j7538560/providers/Microsoft.Monitor/accounts/services-j7538560\"\n        }\n    }\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:493]: failed to create alert processing rule\nUnexpected error:\n    \u003c*errors.errorString | 0xc0013d1ed0\u003e: \n    expected status 200, got 400: {\n        \"error\": {\n            \"code\": \"InvalidRequestContent\",\n            \"message\": \"Invalid scope(s) in request: at least one of these scopes is required: /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j7538560/providers/Microsoft.Monitor/accounts/hcps-j7538560,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-j7538560/providers/Microsoft.Monitor/accounts/services-j7538560\"\n        }\n    }\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7310/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106164805017538560","occurred_at":"2026-10-02T23:29:54Z","signature_id":"1d1306e065199e57cf378e8b1110f97b0d8741e76dab448d010dc8c6539462a1","pr_number":7310,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"e648505864d678d9f50fe37f530cf1b1dab08c26dec37f3ae5734914d2656ab9","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Invalid value: \"/subscriptions/\u003csubscription\u003e/resourcegroups/\u003cresource-group\u003e/providers/Microsoft.ManagedIdentity/userAssignedIdentities/acr-pull-mi\": containerRegistry requires cluster version 4.22.0 or above; provider Microsoft.ManagedIdentity","search_query":"ERROR CODE: InvalidRequestContent","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:242]: failed to create HCP cluster with containerRegistry set\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b4a880\u003e: \n    failed starting cluster creation \"acr-pull-create\" in resourcegroup=\"acr-pull-create-v5r8zv9r2jvq\": PUT https://rp.j9263616.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/acr-pull-create-v5r8zv9r2jvq/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/acr-pull-create\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Invalid value: \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/acr-pull-create-v5r8zv9r2jvq/providers/Microsoft.ManagedIdentity/userAssignedIdentities/acr-pull-mi\\\": containerRegistry requires cluster version 4.22.0 or above\",\n        \"target\": \"properties.platform.containerRegistry.managedIdentity\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:242]: failed to create HCP cluster with containerRegistry set\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b4a880\u003e: \n    failed starting cluster creation \"acr-pull-create\" in resourcegroup=\"acr-pull-create-v5r8zv9r2jvq\": PUT https://rp.j9263616.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/acr-pull-create-v5r8zv9r2jvq/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/acr-pull-create\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Invalid value: \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/acr-pull-create-v5r8zv9r2jvq/providers/Microsoft.ManagedIdentity/userAssignedIdentities/acr-pull-mi\\\": containerRegistry requires cluster version 4.22.0 or above\",\n        \"target\": \"properties.platform.containerRegistry.managedIdentity\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7269/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105294127649263616","occurred_at":"2026-09-30T13:49:57Z","signature_id":"04e00d32fdeba2bfdaf45c1fa9c7407287ff098c212502b818e7b2573e85be65","pr_number":7269,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"fdef26532b23d7ffbf4352a28e772bf3eb538e6b3ef837cff2ecfc32992615a2","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Invalid value: \"\u003chex\u003e\": KMS key version rotation requires cluster version 4.22.0 or above; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to rotate KMS key for a cluster with version \u003e= 4.22","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to rotate KMS key for a cluster with version \u003e= 4.22","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/kms_key_rotation.go:191]: failed to update cluster with new KMS key\nUnexpected error:\n    \u003c*exported.ResponseError | 0xc000ece360\u003e: \n    PATCH https://rp.j9263616.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/kms-key-rotate-s7rqrhtvbcff/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/kms-key-rotate-422\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Invalid value: \\\"484184ba23584b37813d670c444e552b\\\": KMS key version rotation requires cluster version 4.22.0 or above\",\n        \"target\": \"properties.etcd.dataEncryption.customerManaged.kms.activeKey.version\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/kms_key_rotation.go:191]: failed to update cluster with new KMS key\nUnexpected error:\n    \u003c*exported.ResponseError | 0xc000ece360\u003e: \n    PATCH https://rp.j9263616.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/kms-key-rotate-s7rqrhtvbcff/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/kms-key-rotate-422\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Invalid value: \\\"484184ba23584b37813d670c444e552b\\\": KMS key version rotation requires cluster version 4.22.0 or above\",\n        \"target\": \"properties.etcd.dataEncryption.customerManaged.kms.activeKey.version\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7269/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105294127649263616","occurred_at":"2026-09-30T13:49:57Z","signature_id":"6693a3c38bba6bece1046d71a702c519b29e94b4f42ba132e9c2c5a8c666092f","pr_number":7269,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"082efb8c79c4bc42f53051748bec5dc917c7daff5a16459440cdcba2f63beaf8","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Invalid value: \"Private\": not supported when customerProperties.version.id is below 4.22; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:96]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c48700\u003e: \n    failed to create HCP cluster private-kas: failed starting cluster creation \"private-kas\" in resourcegroup=\"private-kas-7mqkjzxbfvhm\": PUT https://rp.j9263616.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-7mqkjzxbfvhm/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/private-kas\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Invalid value: \\\"Private\\\": not supported when customerProperties.version.id is below 4.22\",\n        \"target\": \"properties.api.visibility\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:96]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c48700\u003e: \n    failed to create HCP cluster private-kas: failed starting cluster creation \"private-kas\" in resourcegroup=\"private-kas-7mqkjzxbfvhm\": PUT https://rp.j9263616.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-7mqkjzxbfvhm/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/private-kas\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Invalid value: \\\"Private\\\": not supported when customerProperties.version.id is below 4.22\",\n        \"target\": \"properties.api.visibility\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7269/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105294127649263616","occurred_at":"2026-09-30T13:49:57Z","signature_id":"d6cef5f759144348562c7441abc3cf578b5ca595385f45cabf910f3ccade4227","pr_number":7269,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"2f6a5d821e7ca555fe32df7ee1edd93fc21c73e16f1e67a96805aaee3bcd51d5","failure_pattern":"ERROR CODE: ResourceGroupNotFound; provider Microsoft.Insights","search_query":"ERROR CODE: ResourceGroupNotFound","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [infra] alert collection is complete","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [infra] alert collection is complete","occurrences":1}],"full_error_samples":["alert collection incomplete\nfailed to fetch metric alert rules for /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-yt: failed to list metric alert rules: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-ci01-yt/providers/Microsoft.Insights/metricAlerts\n--------------------------------------------------------------------------------\nRESPONSE 404: 404 Not Found\nERROR CODE: ResourceGroupNotFound\n--------------------------------------------------------------------------------\n{\n  \"error\": {\n    \"code\": \"ResourceGroupNotFound\",\n    \"message\": \"Resource group 'hcp-underlay-ci01-yt' could not be found.\"\n  }\n}\n--------------------------------------------------------------------------------"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6756/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104936554697854976","occurred_at":"2026-09-29T14:09:17Z","signature_id":"96aed78acfd2f056cab2a6a2653ad3e5b9697c24a19249b6dfd060bc03b574eb","pr_number":6756,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"a6e506f0858fbc33e1828729abe30ab0b12b4ac3a77c6f1e16b5e112b3c1573d","failure_pattern":"ERROR CODE: RoleAssignmentLimitExceeded; provider Microsoft.Authorization","search_query":"ERROR CODE: RoleAssignmentLimitExceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:348]: failed to grant AcrPull to second MI on ACR\nUnexpected error:\n    \u003c*exported.ResponseError | 0xc001023830\u003e: \n    PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/acr-pull-create-92f84hwfsjvp/providers/Microsoft.ContainerRegistry/registries/acrpullcreate92f84hwfsjvp/providers/Microsoft.Authorization/roleAssignments/500314c4-ec16-5346-bdf6-ef93cc9ce507\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: RoleAssignmentLimitExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"RoleAssignmentLimitExceeded\",\n        \"message\": \"No more role assignments can be created.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:348]: failed to grant AcrPull to second MI on ACR\nUnexpected error:\n    \u003c*exported.ResponseError | 0xc001023830\u003e: \n    PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/acr-pull-create-92f84hwfsjvp/providers/Microsoft.ContainerRegistry/registries/acrpullcreate92f84hwfsjvp/providers/Microsoft.Authorization/roleAssignments/500314c4-ec16-5346-bdf6-ef93cc9ce507\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: RoleAssignmentLimitExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"RoleAssignmentLimitExceeded\",\n        \"message\": \"No more role assignments can be created.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7224/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104747427830435840","occurred_at":"2026-09-29T01:37:45Z","signature_id":"d41717e9a6df5345080bc98ba130e5a10e636e0a3c233328019006e1283f5d3f","pr_number":7224,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"955f2e0940a6e134701e99a0c3ef85d6b5374445ed9f53e16789c85a8fd4d2bc","failure_pattern":"ERROR: The subscription of 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' doesn't exist in cloud 'AzureCloud'.","search_query":"ERROR: The subscription of 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' doesn't exist in cloud 'AzureCloud'.","failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/swift-vnet (stamp=1)","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/swift-vnet (stamp=1)","occurrences":1}],"full_error_samples":["time=2026-10-03T12:18:04.762Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=swift-vnet stamp=1 description=\"Step swift-vnet\\n  Kind: Shell\\n  Command: ./swift-vnet.sh\\n\"\ntime=2026-10-03T12:18:05.175Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=swift-vnet stamp=1 err=\"stamp 1: error running Shell Step, failed to execute shell command: Failed to load or parse file /tmp/azure-cli-config-3770628587/azureProfile.json. It will be overridden by default settings.\\nERROR: The subscription of 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' doesn't exist in cloud 'AzureCloud'.\\n exit status 1\""],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7318/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106355570880548864","occurred_at":"2026-10-03T12:07:56Z","signature_id":"beba06114dcaa7d8f5cf05070efb098c564f39c87ef41d58003f0a49b2fc4e73","pr_number":7318,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"0d75e828705d5e967c897d0839b4327d675cfc294e87dead6ef776571e28083d","failure_pattern":"UpdateHCPCluster20251223 timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for hcpCluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-d4f6lxz4s2dz\" to finish updating, caused by: timeout '10.000000' minutes exceeded during UpdateHCPCluster20251223 for cluster idms-e2e-hcp-cluster in resource group idms-d4f6lxz4s2dz, error: context deadline exceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:175]: failed to update cluster with second ImageDigestMirror set\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013d63c0\u003e: \n    failed waiting for hcpCluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-d4f6lxz4s2dz\" to finish updating, caused by: timeout '10.000000' minutes exceeded during UpdateHCPCluster20251223 for cluster idms-e2e-hcp-cluster in resource group idms-d4f6lxz4s2dz, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:175]: failed to update cluster with second ImageDigestMirror set\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013d63c0\u003e: \n    failed waiting for hcpCluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-d4f6lxz4s2dz\" to finish updating, caused by: timeout '10.000000' minutes exceeded during UpdateHCPCluster20251223 for cluster idms-e2e-hcp-cluster in resource group idms-d4f6lxz4s2dz, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105963382757658624","occurred_at":"2026-10-02T10:09:31Z","signature_id":"1c150067c2543dc56eca317c3be63944fbdc62dfd7d1e1aae30701f1f3c48892","pr_number":6889,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"bcb79b4f02a40cf142723d935e5b38797b059e620022fb96857e13363ac752f3","failure_pattern":"UpdateHCPCluster20261001 timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for hcpCluster=\"acr-pull-create\" in resourcegroup=\"acr-pull-create-ljhpblch2468\" to finish updating, caused by: timeout '10.000000' minutes exceeded during UpdateHCPCluster20261001 for cluster acr-pull-create in resource group acr-pull-create-ljhpblch2468, error: context deadline exceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:369]: failed to update containerRegistry via PATCH\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fa8690\u003e: \n    failed waiting for hcpCluster=\"acr-pull-create\" in resourcegroup=\"acr-pull-create-ljhpblch2468\" to finish updating, caused by: timeout '10.000000' minutes exceeded during UpdateHCPCluster20261001 for cluster acr-pull-create in resource group acr-pull-create-ljhpblch2468, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:369]: failed to update containerRegistry via PATCH\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fa8690\u003e: \n    failed waiting for hcpCluster=\"acr-pull-create\" in resourcegroup=\"acr-pull-create-ljhpblch2468\" to finish updating, caused by: timeout '10.000000' minutes exceeded during UpdateHCPCluster20261001 for cluster acr-pull-create in resource group acr-pull-create-ljhpblch2468, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105963382757658624","occurred_at":"2026-10-02T10:09:31Z","signature_id":"b721d7faa183dc16fbcbacdfc908d1c3712e92ed9f08208bc9d61279db4bba79","pr_number":6889,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"b2ed02918fbe605f5650b4b12180f78e9cff28da794fad98a9e5cfcbe1ec8f13","failure_pattern":"VerifyDaemonSetReady(kube-system/global-pull-secret-syncer) timed out after 10m0.005s: DaemonSet \u003cnamespace\u003e/global-pull-secret-syncer has no desired pods scheduled","search_query":"occurred","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:183]: failed to wait for global-pull-secret-syncer DaemonSet to be ready on nodepool nodes\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000fb0020\u003e: \n    VerifyDaemonSetReady(kube-system/global-pull-secret-syncer) timed out after 10m0.005s: DaemonSet kube-system/global-pull-secret-syncer has no desired pods scheduled\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:183]: failed to wait for global-pull-secret-syncer DaemonSet to be ready on nodepool nodes\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000fb0020\u003e: \n    VerifyDaemonSetReady(kube-system/global-pull-secret-syncer) timed out after 10m0.005s: DaemonSet kube-system/global-pull-secret-syncer has no desired pods scheduled\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7124/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104613528387194880","occurred_at":"2026-09-28T16:45:41Z","signature_id":"af77cab624dfbc834f82810d101f0f6241da610632987ef8d562e3944af01ee4","pr_number":7124,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"769393839c5169271584454d33115d1d7833ffb7d824c870abf6a086299a40b3","failure_pattern":"VerifyHostedControlPlaneYStreamUpgrade(previousMinor=5","search_query":"VerifyHostedControlPlaneYStreamUpgrade(previousMinor=5","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 5.0 minor to 5.1 minor","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 5.0 minor to 5.1 minor","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:176]: Timed out after 2700.004s.\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc00180d170\u003e: \n    VerifyHostedControlPlaneYStreamUpgrade(previousMinor=5.0, targetMinor=5.1) failed: clusterversion status.history has no version in target minor \"5.1\"\n    VerifyKubeAPIServerServerVersionUpgraded failed: kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:176]: Timed out after 2700.004s.\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc00180d170\u003e: \n    VerifyHostedControlPlaneYStreamUpgrade(previousMinor=5.0, targetMinor=5.1) failed: clusterversion status.history has no version in target minor \"5.1\"\n    VerifyKubeAPIServerServerVersionUpgraded failed: kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)\n    ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7244/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104953578396323840","occurred_at":"2026-09-29T15:16:48Z","signature_id":"ea4c67dab9692940dc7eae96d5f5a8287597494b0b56fb247045f864dadf3f94","pr_number":7244,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"81045ed261487eb0846f85a3e15e6408c3110ed61e79109821b9fdbaebb04f4d","failure_pattern":"VerifyImagePulled(acrpullnsjbs8pwqtmk.azurecr.io/ubi-minimal) timed out after 10m0.008s: expected image from acrpullnsjbs8pwqtmk.azurecr.io/ubi-minimal in namespace acr-pull-test-day2: image pull errors:","search_query":"VerifyImagePulled(acrpullnsjbs8pwqtmk.azurecr.io/ubi-minimal) timed out after 10m0.008s: expected image from acrpullnsjbs8pwqtmk.azurecr.io/ubi-minimal in namespace acr-pull-test-day2: image pull errors:","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:243]: [day 2] pod in namespace acr-pull-test-day2 never pulled image ubi-minimal from private ACR acrpullnsjbs8pwqtmk.azurecr.io\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00101eb60\u003e: \n    VerifyImagePulled(acrpullnsjbs8pwqtmk.azurecr.io/ubi-minimal) timed out after 10m0.008s: expected image from acrpullnsjbs8pwqtmk.azurecr.io/ubi-minimal in namespace acr-pull-test-day2: image pull errors:\n      - pod acr-pull-test container acr-pull-test: ImagePullBackOff - Back-off pulling image \"acrpullnsjbs8pwqtmk.azurecr.io/ubi-minimal:latest\": ErrImagePull: unable to pull image or OCI artifact: pull image err: initializing source docker://acrpullnsjbs8pwqtmk.azurecr.io/ubi-minimal:latest: unable to retrieve auth token: invalid username/password: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: e8a1ddc1-f3e1-4c99-ae14-bbe272e0b702; artifact err: image reference: get manifest from ref: create image source: unable to retrieve auth token: invalid username/password: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 7d311f24-e917-4750-a06e-94b359669923\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:243]: [day 2] pod in namespace acr-pull-test-day2 never pulled image ubi-minimal from private ACR acrpullnsjbs8pwqtmk.azurecr.io\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00101eb60\u003e: \n    VerifyImagePulled(acrpullnsjbs8pwqtmk.azurecr.io/ubi-minimal) timed out after 10m0.008s: expected image from acrpullnsjbs8pwqtmk.azurecr.io/ubi-minimal in namespace acr-pull-test-day2: image pull errors:\n      - pod acr-pull-test container acr-pull-test: ImagePullBackOff - Back-off pulling image \"acrpullnsjbs8pwqtmk.azurecr.io/ubi-minimal:latest\": ErrImagePull: unable to pull image or OCI artifact: pull image err: initializing source docker://acrpullnsjbs8pwqtmk.azurecr.io/ubi-minimal:latest: unable to retrieve auth token: invalid username/password: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: e8a1ddc1-f3e1-4c99-ae14-bbe272e0b702; artifact err: image reference: get manifest from ref: create image source: unable to retrieve auth token: invalid username/password: unauthorized: authentication required, visit https://aka.ms/acr/authorization for more information. CorrelationId: 7d311f24-e917-4750-a06e-94b359669923\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7181/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104634571122282496","occurred_at":"2026-09-28T18:08:52Z","signature_id":"4f3c97c58357c28ebf837088dc673173d0f261c2fec843f5f7f22dbbe9566892","pr_number":7181,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"2ea683689d213a80fd9693db9b372fae798477a56e7e530874ac1f5a4eddf2fd","failure_pattern":"VerifyImagePulled(registry.redhat.io/ubi-minimal) timed out after 3m0.001s: expected image from registry.redhat.io/ubi-minimal in namespace pullsecret-image-test: 1 pod(s), no matching container with ImageID yet;","search_query":"occurred","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:286]: failed to wait for image from registry.redhat.io to be pulled successfully with the added pull secret\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00080dc20\u003e: \n    VerifyImagePulled(registry.redhat.io/ubi-minimal) timed out after 3m0.001s: expected image from registry.redhat.io/ubi-minimal in namespace pullsecret-image-test: 1 pod(s), no matching container with ImageID yet;\n      - pod pull-secret-test container pull-test: ContainerCreating ()\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:286]: failed to wait for image from registry.redhat.io to be pulled successfully with the added pull secret\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00080dc20\u003e: \n    VerifyImagePulled(registry.redhat.io/ubi-minimal) timed out after 3m0.001s: expected image from registry.redhat.io/ubi-minimal in namespace pullsecret-image-test: 1 pod(s), no matching container with ImageID yet;\n      - pod pull-secret-test container pull-test: ContainerCreating ()\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7020/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104605132682432512","occurred_at":"2026-09-28T16:12:19Z","signature_id":"1cca4c55cd8817a60cc8a873fae0fecf46a8fe0f006a5fe9f16d6906ad65f148","pr_number":7020,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"7a87df562eaa8a0bfda8c14840c36e7197e35a3b92f22e4f536b1e3d2ed289ff","failure_pattern":"VerifySimpleWebApp failed: DNS for route host \u003croute-host\u003e did not resolve: DNS for \u003croute-host\u003e did not resolve within \u003cduration\u003e (last error: lookup \u003chost\u003e on \u003cdns-server\u003e: no such host): context deadline exceeded","search_query":"VerifySimpleWebApp failed: DNS for route host agnhost-e2e-sample-app-sxczr.apps.aro.cilium-cluster.5eji.j2884096.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-sxczr.apps.aro.cilium-cluster.5eji.j2884096.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-sxczr.apps.aro.cilium-cluster.5eji.j2884096.hcp.osadev.cloud on 172.30.0.10:53: no such host): context deadline exceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-21"],"prior_runs_affected":4,"prior_last_seen_at":"2026-09-25T19:17:05Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:197]: failed to run simple web app and connectivity check with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0xc00156e168\u003e: \n    VerifySimpleWebApp failed: DNS for route host agnhost-e2e-sample-app-sxczr.apps.aro.cilium-cluster.5eji.j2884096.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-sxczr.apps.aro.cilium-cluster.5eji.j2884096.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-sxczr.apps.aro.cilium-cluster.5eji.j2884096.hcp.osadev.cloud on 172.30.0.10:53: no such host): context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:197]: failed to run simple web app and connectivity check with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0xc00156e168\u003e: \n    VerifySimpleWebApp failed: DNS for route host agnhost-e2e-sample-app-sxczr.apps.aro.cilium-cluster.5eji.j2884096.hcp.osadev.cloud did not resolve: DNS for agnhost-e2e-sample-app-sxczr.apps.aro.cilium-cluster.5eji.j2884096.hcp.osadev.cloud did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-sxczr.apps.aro.cilium-cluster.5eji.j2884096.hcp.osadev.cloud on 172.30.0.10:53: no such host): context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7321/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106002969722884096","occurred_at":"2026-10-02T12:46:50Z","signature_id":"0d41539b045a3d8d46974b35f8490c28db0d1f05714109888ade97dba1eae56d","pr_number":7321,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"a90d903a85215a711ab538a5cb9689c2473a833a5956b38bc348d987dab53d7b","failure_pattern":"VerifyVMOSDiskCustomerEncryption(nodePool=\u003cnodepool\u003e) failed: no VMs found for nodepool \u003cnodepool\u003e in managed resource group \u003cresource-group\u003e","search_query":"VerifyVMOSDiskCustomerEncryption(nodePool=des-np) failed: no VMs found for nodepool des-np in managed resource group des-encrypt-gngwklk9wp6n--managed","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Nodepool OS Disk Encryption should create a nodepool with customer-managed disk encryption via DES","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Nodepool OS Disk Encryption should create a nodepool with customer-managed disk encryption via DES","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_osdisk_encryption.go:175]: cluster verification failed\nUnexpected error:\n    \u003c*errors.joinError | 0xc0015b4cc0\u003e: \n    VerifyVMOSDiskCustomerEncryption(nodePool=des-np) failed: no VMs found for nodepool des-np in managed resource group des-encrypt-gngwklk9wp6n--managed\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_osdisk_encryption.go:175]: cluster verification failed\nUnexpected error:\n    \u003c*errors.joinError | 0xc0015b4cc0\u003e: \n    VerifyVMOSDiskCustomerEncryption(nodePool=des-np) failed: no VMs found for nodepool des-np in managed resource group des-encrypt-gngwklk9wp6n--managed\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7143/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105382781734359040","occurred_at":"2026-09-30T19:42:25Z","signature_id":"44dbc70475d1aef57e4bf508ea5b658bc75ebeac8f3ec4f8affd2ae8a9db5fcb","pr_number":7143,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"98f1463348d97c51097a0ae12c49f4f35bae17bce77821066385171497e12544","failure_pattern":"alert [svc] BackendControllerRetryHotLoop fired","search_query":"alert [svc] BackendControllerRetryHotLoop fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert BackendControllerRetryHotLoop does not fire","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,0,0,0,0,1,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":5,"prior_last_seen_at":"2026-09-24T14:18:18Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert BackendControllerRetryHotLoop does not fire","occurrences":1}],"full_error_samples":["alert fired 1 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-10-03T04:27:33Z\n  Severity:    Sev3\n  Labels:      alertname=\"BackendControllerRetryHotLoop\", cluster=\"ci01-j3883264-svc\", component=\"backend\", name=\"openshiftversioncatalog\", region=\"westus3\", severity=\"warning\"\n  Description: Backend controller workqueue openshiftversioncatalog has a retry ratio of \u003e 50% sustained over 10 minutes, indicating most queue activity is failed retries rather than fresh work."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7332/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106223756383883264","occurred_at":"2026-10-03T03:24:09Z","signature_id":"fee414b15571075bb38e6218ae18960a82bae3ac8dd2273bf21bea06f37d99a3","pr_number":7332,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"7932344330c95787cfae1d106219b0ef01a6cb7298b5bee090ad8716b954e4b0","failure_pattern":"alert [svc] FrontendPathLatency fired","search_query":"alert [svc] FrontendPathLatency fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert FrontendPathLatency does not fire","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":20,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":38,"prior_last_seen_at":"2026-09-25T08:41:42Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert FrontendPathLatency does not fire","occurrences":1}],"full_error_samples":["alert fired 2 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-10-03T00:19:29Z\n  Ended:       2026-10-03T00:25:28Z\n  Severity:    Sev3\n  Labels:      alertname=\"FrontendPathLatency\", cluster=\"ci01-j9271680-svc\", component=\"frontend\", method=\"get\", region=\"canadacentral\", route=\"/subscriptions/{subscriptionid}/resourcegroups/{resourcegroupname}/providers/microsoft.redhatopenshift/hcpopenshiftclusters/{resourcename}/nodepools/{nodepoolname}\", severity=\"warning\"\n  Description: More than 5% of frontend requests for get /subscriptions/{subscriptionid}/resourcegroups/{resourcegroupname}/providers/microsoft.redhatopenshift/hcpopenshiftclusters/{resourcename}/nodepools/{nodepoolname} exceeded 1 second over the past 30 minutes (cluster ci01-j9271680-svc).\nFiring 2:\n  State:       Resolved\n  Started:     2026-10-03T00:35:30Z\n  Ended:       2026-10-03T00:41:31Z\n  Severity:    Sev3\n  Labels:      alertname=\"FrontendPathLatency\", cluster=\"ci01-j9271680-svc\", component=\"frontend\", method=\"get\", region=\"canadacentral\", route=\"/subscriptions/{subscriptionid}/resourcegroups/{resourcegroupname}/providers/microsoft.redhatopenshift/hcpopenshiftclusters/{resourcename}/nodepools/{nodepoolname}\", severity=\"warning\"\n  Description: More than 5% of frontend requests for get /subscriptions/{subscriptionid}/resourcegroups/{resourcegroupname}/providers/microsoft.redhatopenshift/hcpopenshiftclusters/{resourcename}/nodepools/{nodepoolname} exceeded 1 second over the past 30 minutes (cluster ci01-j9271680-svc)."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7330/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106157312019271680","occurred_at":"2026-10-02T23:00:08Z","signature_id":"46d148353c0b164c86fe30292f88ae89ac37e04f171a8c6e854febc1e90da782","pr_number":7330,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"c4e2bd93d0410f48ddfa390cc77604492607a58b2a4eaff204baa6c7bed3af07","failure_pattern":"alert [svc] KubeContainerOOMKilled fired","search_query":"alert [svc] KubeContainerOOMKilled fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert KubeContainerOOMKilled does not fire","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,1,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":3,"prior_last_seen_at":"2026-09-24T06:52:47Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert KubeContainerOOMKilled does not fire","occurrences":1}],"full_error_samples":["alert fired 2 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-10-01T07:22:46Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeContainerOOMKilled\", cluster=\"ci01-j1943424-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"fluentbit\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.56:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j1943424/providers/microsoft.monitor/accounts/services-j1943424\", namespace=\"arobit\", pod=\"arobit-forwarder-b8lv8\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", reason=\"OOMKilled\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", uid=\"fe636689-1a0b-4733-829d-e26d9c7f983a\"\n  Description: Container fluentbit in pod arobit/arobit-forwarder-b8lv8 on cluster ci01-j1943424-mgmt-1 has been OOMKilled. This indicates the container exceeded its memory limit and was terminated by the kernel.\nFiring 2:\n  State:       Fired (not resolved)\n  Started:     2026-10-01T07:22:47Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeContainerOOMKilled\", cluster=\"ci01-j1943424-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"fluentbit\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.56:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j1943424/providers/microsoft.monitor/accounts/services-j1943424\", namespace=\"arobit\", pod=\"arobit-forwarder-b8lv8\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", reason=\"OOMKilled\", region=\"canadacentral\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\", uid=\"fe636689-1a0b-4733-829d-e26d9c7f983a\"\n  Description: Container fluentbit in pod arobit/arobit-forwarder-b8lv8 on cluster ci01-j1943424-mgmt-1 has been OOMKilled. This indicates the container exceeded its memory limit and was terminated by the kernel."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7283/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105536022291943424","occurred_at":"2026-10-01T05:51:21Z","signature_id":"9954a540c99e6058ff3c5a75998aed63f210d4dc026b87d4bc21149f2ba04252","pr_number":7283,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"e4f1a1ea46940043a3767809b952d9be40a221815d3f81ceb038491c52599831","failure_pattern":"alert [svc] KubeDaemonSetMisScheduled fired","search_query":"alert [svc] KubeDaemonSetMisScheduled fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert KubeDaemonSetMisScheduled does not fire","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert KubeDaemonSetMisScheduled does not fire","occurrences":1}],"full_error_samples":["alert fired 4 time(s)\nFiring 1:\n  State:       Resolved\n  Started:     2026-09-30T17:16:20Z\n  Ended:       2026-09-30T17:27:18Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDaemonSetMisScheduled\", cluster=\"ci01-j5446016-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", daemonset=\"node-agent\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.68:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j5446016/providers/microsoft.monitor/accounts/services-j5446016\", namespace=\"velero\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-5hwk9\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: 1 Pods of DaemonSet velero/node-agent are running where they are not supposed to run.\nFiring 2:\n  State:       Resolved\n  Started:     2026-09-30T17:16:20Z\n  Ended:       2026-09-30T17:27:18Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDaemonSetMisScheduled\", cluster=\"ci01-j5446016-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", daemonset=\"arobit-forwarder\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.68:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j5446016/providers/microsoft.monitor/accounts/services-j5446016\", namespace=\"arobit\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-5hwk9\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-0\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: 1 Pods of DaemonSet arobit/arobit-forwarder are running where they are not supposed to run.\nFiring 3:\n  State:       Resolved\n  Started:     2026-09-30T17:16:20Z\n  Ended:       2026-09-30T17:26:22Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDaemonSetMisScheduled\", cluster=\"ci01-j5446016-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", daemonset=\"arobit-forwarder\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.68:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j5446016/providers/microsoft.monitor/accounts/services-j5446016\", namespace=\"arobit\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-5hwk9\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: 1 Pods of DaemonSet arobit/arobit-forwarder are running where they are not supposed to run.\nFiring 4:\n  State:       Resolved\n  Started:     2026-09-30T17:16:20Z\n  Ended:       2026-09-30T17:26:22Z\n  Severity:    Sev3\n  Labels:      alertname=\"KubeDaemonSetMisScheduled\", cluster=\"ci01-j5446016-mgmt-1\", component=\"kubernetes-infrastructure\", container=\"kube-state-metrics\", daemonset=\"node-agent\", endpoint=\"http\", environment=\"ci01\", instance=\"10.128.65.68:8080\", job=\"kube-state-metrics\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j5446016/providers/microsoft.monitor/accounts/services-j5446016\", namespace=\"velero\", pod=\"arohcp-monitor-kube-state-metrics-7988dc648c-5hwk9\", prometheus=\"prometheus/prometheus\", prometheus_replica=\"prom-agent-prometheus-1\", region=\"westus3\", service=\"arohcp-monitor-kube-state-metrics\", severity=\"warning\"\n  Description: 1 Pods of DaemonSet velero/node-agent are running where they are not supposed to run."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105327789455446016","occurred_at":"2026-09-30T16:03:39Z","signature_id":"94689deb46415801292ac0e274c7ee723941c2649c96c6c36d110ba269a8a320","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"dc8bda8f389215048c33f72f37c409384f65d78546cee426dcd410044d8bf026","failure_pattern":"alert [svc] ServiceMemoryDrift fired","search_query":"alert [svc] ServiceMemoryDrift fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert ServiceMemoryDrift does not fire","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":44,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":2,"prior_window_starts":["2026-09-14","2026-09-21"],"prior_runs_affected":108,"prior_last_seen_at":"2026-09-24T16:09:16Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert ServiceMemoryDrift does not fire","occurrences":1}],"full_error_samples":["alert fired 1 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-09-30T09:55:42Z\n  Severity:    Sev3\n  Labels:      alertname=\"ServiceMemoryDrift\", cluster=\"ci01-j0283264-mgmt-2\", component=\"service-memory\", container=\"fluentbit\", namespace=\"arobit\", pod=\"arobit-forwarder-84tpd\", severity=\"warning\", team=\"hcp-sl\"\n  Description: Container fluentbit in pod arobit-forwarder-84tpd (namespace arobit) on cluster ci01-j0283264-mgmt-2 has averaged 123.4% of its memory request over the last 30 minutes.\nThis may indicate a memory leak or workload growth that requires right-sizing the request in config.yaml."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7261/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105187789510283264","occurred_at":"2026-09-30T06:47:34Z","signature_id":"f4000e677b431fd645fc9061bdd557db73077acbe3281573024aff7d3154db6e","pr_number":7261,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"9a8854d173302655314e0bdcbc8411f9e276ffe0aadf4e25f0e0bad8f8dcb51d","failure_pattern":"alert [svc] userJourneyClusterProvisionErrors1h5m fired","search_query":"alert [svc] userJourneyClusterProvisionErrors1h5m fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert userJourneyClusterProvisionErrors1h5m does not fire","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-21"],"prior_runs_affected":3,"prior_last_seen_at":"2026-09-22T15:46:19Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert userJourneyClusterProvisionErrors1h5m does not fire","occurrences":1}],"full_error_samples":["alert fired 1 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-09-29T10:20:17Z\n  Severity:    Sev3\n  Labels:      alertname=\"userJourneyClusterProvisionErrors1h5m\", cluster=\"ci01-j1689472-svc\", component=\"slo\", long_window=\"1h\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j1689472/providers/microsoft.monitor/accounts/services-j1689472\", region=\"westus3\", severity=\"3\", short_window=\"5m\", slo=\"cluster-provision-errors\"\n  Description: More than 72% of completed cluster create (install) operations on ci01-j1689472-svc failed over the last hour with at least 3 failures, a 14.4x burn of the 95% SLO budget."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"3b8237c385c679cef0fb27bf817f6b03b5a4d1679095547dd07743b8feb9c91f","pr_number":7073,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"d11e817743c9b7b223c4f7499ea10417bad7afb08d112eac38001716535808b0","failure_pattern":"alert [svc] userJourneyClusterProvisionErrors6h30m fired","search_query":"alert [svc] userJourneyClusterProvisionErrors6h30m fired","failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert userJourneyClusterProvisionErrors6h30m does not fire","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-21"],"prior_runs_affected":4,"prior_last_seen_at":"2026-09-25T02:07:11Z","contributing_tests":[{"failed_at":"alert","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"[aro-hcp-observability] [svc] alert userJourneyClusterProvisionErrors6h30m does not fire","occurrences":1}],"full_error_samples":["alert fired 1 time(s)\nFiring 1:\n  State:       Fired (not resolved)\n  Started:     2026-09-29T10:44:18Z\n  Severity:    Sev3\n  Labels:      alertname=\"userJourneyClusterProvisionErrors6h30m\", cluster=\"ci01-j1689472-svc\", component=\"slo\", long_window=\"6h\", microsoft.amwresourceid=\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-ci01-j1689472/providers/microsoft.monitor/accounts/services-j1689472\", region=\"westus3\", severity=\"3\", short_window=\"30m\", slo=\"cluster-provision-errors\"\n  Description: More than 30% of completed cluster create (install) operations on ci01-j1689472-svc failed over the last 6 hours (at least 5 completions), a 6x burn of the 95% SLO budget."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7073/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104860015251689472","occurred_at":"2026-09-29T09:05:08Z","signature_id":"2cef1ba7969aeef3f5b953642871fdd7bd7c01e09dbb042396f762cad2dd2662","pr_number":7073,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"aec9b94fcdd3a2f33bc17cf1885b9f3b0b0ea550986aec929b8e75820929123a","failure_pattern":"cluster \u003cresource-group\u003e/\u003ccluster\u003e entered terminal state \"Failed\" after role assignment deployment; expected \"Succeeded\"","search_query":"cluster delayed-rbac-7fppc52tbxcc/delayed-rbac-cluster entered terminal state \"Failed\" after role assignment deployment; expected \"Succeeded\"","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,0,1],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 2580.000s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster delayed-rbac-7fppc52tbxcc/delayed-rbac-cluster entered terminal state \"Failed\" after role assignment deployment; expected \"Succeeded\"\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: Failed\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: Failed\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 2580.000s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster delayed-rbac-7fppc52tbxcc/delayed-rbac-cluster entered terminal state \"Failed\" after role assignment deployment; expected \"Succeeded\"\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: Failed\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: Failed"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7309/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106881580386488320","occurred_at":"2026-10-04T22:58:07Z","signature_id":"21a37dd7f71dd2bca4451c6491212630af9c063663d63b8c948c99ce5579366a","pr_number":7309,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"76fa49a860ae80b1247be5250347d4cda56628348e0ac69ad7bc4109f5092047","failure_pattern":"cluster operators not available: console (Degraded=True, Progressing=False, Available=False, Upgradeable=True, EvaluationConditionsDetected=Unknown), ingress (Available=False, Progressing=True, Degraded=True, Upgradeable=True","search_query":"cluster operators not available: console (Degraded=True, Progressing=False, Available=False, Upgradeable=True, EvaluationConditionsDetected=Unknown), ingress (Available=False, Progressing=True, Degraded=True, Upgradeable=True, EvaluationConditionsDetected=False)","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,0,0,1,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:251]: failed to verify cluster operators are available after external auth config creation\nUnexpected error:\n    \u003c*errors.joinError | 0xc0013aaac8\u003e: \n    context deadline exceeded\n    cluster operators not available: console (Degraded=True, Progressing=False, Available=False, Upgradeable=True, EvaluationConditionsDetected=Unknown), ingress (Available=False, Progressing=True, Degraded=True, Upgradeable=True, EvaluationConditionsDetected=False)\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:251]: failed to verify cluster operators are available after external auth config creation\nUnexpected error:\n    \u003c*errors.joinError | 0xc0013aaac8\u003e: \n    context deadline exceeded\n    cluster operators not available: console (Degraded=True, Progressing=False, Available=False, Upgradeable=True, EvaluationConditionsDetected=Unknown), ingress (Available=False, Progressing=True, Degraded=True, Upgradeable=True, EvaluationConditionsDetected=False)\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7288/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105612041917042688","occurred_at":"2026-10-01T10:53:25Z","signature_id":"f7e25943d89dbbdc4ebfe0b130930a5207254c6e3ac44e8705a2ac207c9e0de2","pr_number":7288,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"422ddc32f327db7a61c881b4411ef7767ec79e98b46476bd6a0cffdccf708740","failure_pattern":"expected all nodes to have label 'key1=value1'","search_query":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:158]: expected all nodes to have label 'key1=value1'","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-14"],"prior_runs_affected":2,"prior_last_seen_at":"2026-09-20T19:01:41Z","contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:158]: expected all nodes to have label 'key1=value1'\nExpected\n    \u003cbool\u003e: ...\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:158]: expected all nodes to have label 'key1=value1'\nExpected\n    \u003cbool\u003e: ...\nto be true"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105253779644354560","occurred_at":"2026-09-30T11:09:49Z","signature_id":"48929c5f392dda19c39d764a9d4117d26ea3b70f835a97462a0249c92cc9fdf4","pr_number":6141,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"2458db19d1aa1c830d2005883aecaebf402e5888aa2957a0d46c624d33b2bd43","failure_pattern":"failed to create route: Internal error occurred: admission plugin \"MutatingAdmissionWebhook\" failed to complete mutation in 13s","search_query":"failed to create route: Internal error occurred: admission plugin \"MutatingAdmissionWebhook\" failed to complete mutation in 13s","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:189]: failed to verify simple web app runs on cluster \"cluster-candidate-4-21-b6k7qp\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000722f40\u003e: \n    failed to create route: Internal error occurred: admission plugin \"MutatingAdmissionWebhook\" failed to complete mutation in 13s\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:189]: failed to verify simple web app runs on cluster \"cluster-candidate-4-21-b6k7qp\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000722f40\u003e: \n    failed to create route: Internal error occurred: admission plugin \"MutatingAdmissionWebhook\" failed to complete mutation in 13s\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104639037800189952","occurred_at":"2026-09-28T18:27:03Z","signature_id":"632ad063d78546b35d3640152b34002f194bf542539b83c541017997e134011f","pr_number":7178,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"17e5892e8c32879055400ab93a946ce79ad6cc684588825e1e1a488695d06f44","failure_pattern":"failed to poll cluster \"\u003ccluster\u003e\" authorized CIDRs update to completion (timeout '10.000000' minutes)","search_query":"context deadline exceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:416]: failed to poll cluster \"cidr-connectivity-test\" authorized CIDRs update to completion (timeout '10.000000' minutes)\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:416]: failed to poll cluster \"cidr-connectivity-test\" authorized CIDRs update to completion (timeout '10.000000' minutes)\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105963382757658624","occurred_at":"2026-10-02T10:09:31Z","signature_id":"e903e6214fc854d426efd67d556189c90371a5d9fd33b4c1bbc8c31c92089a9a","pr_number":6889,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"40d94d1862472748004cc33c4c935e1c5142aa767d3a1a077dd2606d1dc7c7d3","failure_pattern":"failed to roll out Helm release: Internal error occurred: failed calling webhook \"validation.istio.io\": failed to call webhook: Post \"\u003curl\u003e\": EOF","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: Internal error occurred: failed calling webhook \\\"validation.istio.io\\\": failed to call webhook: Post \\\"https://istiod-asm-1-29.aks-istio-system.svc:443/validate?timeout=10s\\\": EOF","failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.SessionGate/service/deploy","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,1,0,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-14"],"prior_runs_affected":2,"prior_last_seen_at":"2026-09-17T08:37:58Z","contributing_tests":[{"failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.SessionGate/service/deploy","occurrences":1}],"full_error_samples":["time=2026-09-28T14:59:06.467Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy description=\"Step deploy\\n Kind: Helm\\n\"\ntime=2026-09-28T14:59:07.052Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy values=\"map[affinity:map[] auth:map[audience:6dae42f8-4368-4678-94ff-3960e28e3630 authority:https://sts.windows.net/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] azure:map[clientId:bd6cc099-ebdb-45c9-b00c-0802e69adff6 cloudEnvironmentName:AzurePublicCloud tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] credsKeyVault:map[name:aro-hcp-dev-svc-kv secret:sessiongate-cert-ci01-j9638656] deployment:map[replicas:2 requests:map[cpu:250m memory:512Mi]] httpRoute:map[gateway:map[name:ops-ingress-gateway namespace:aks-istio-ingress sectionName:sessiongate-https] host:sessiongate.j9638656.hcpsvc.osadev.cloud] image:map[digest:sha256:e46e58946095455f1186c85136cc576df37e30746f4cbf6630f40ee15e5c51e6 registry:arohcpsvcdev.azurecr.io repository:ci-op-w348pxjm/pipeline] leaderElection:map[leaseDuration:15s renewDeadline:10s retryPeriod:2s] logLevel:2 mise:map[deploy:false policyLabel:Session Gate] nodeSelector:map[] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-w348pxjm/pipeline:pull workloadIdentityClientId:78d6364f-6f7b-4fee-9060-b833e4581820 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] service:map[name:sessiongate port:8080] serviceAccount:map[name:sessiongate workloadIdentityClientId:85e8e804-1ab2-4c98-b7ae-b44472a84e8a workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] tolerations:[]]\"\ntime=2026-09-28T14:59:07.052Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy\ntime=2026-09-28T14:59:07.261Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy namespace=sessiongate\ntime=2026-09-28T14:59:07.573Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy dryRun=false\ntime=2026-09-28T14:59:07.573Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy\ntime=2026-09-28T14:59:07.688Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy\ntime=2026-09-28T14:59:15.529Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy err=\"Internal error occurred: failed calling webhook \\\"validation.istio.io\\\": failed to call webhook: Post \\\"https://istiod-asm-1-29.aks-istio-system.svc:443/validate?timeout=10s\\\": EOF\"\ntime=2026-09-28T14:59:15.529Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=service step=deploy err=\"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: Internal error occurred: failed calling webhook \\\"validation.istio.io\\\": failed to call webhook: Post \\\"https://istiod-asm-1-29.aks-istio-system.svc:443/validate?timeout=10s\\\": EOF\""],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7203/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104576804189638656","occurred_at":"2026-09-28T14:19:37Z","signature_id":"aea56e1c6bff3ce711725997c0e6216095b05913193456533d76f637a946367a","pr_number":7203,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"e8bcec5029342ecf0af7106c015ff83add435f419b54399997693a996c71892f","failure_pattern":"failed to roll out Helm release: resource Deployment/aro-hcp/aro-hcp-backend not ready. status: InProgress, message: Available: 0/2 context deadline exceeded","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: resource Deployment/aro-hcp/aro-hcp-backend not ready. status: InProgress, message: Available: 0/2\\ncontext deadline exceeded","failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.RP.Backend/service/deploy","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.RP.Backend/service/deploy","occurrences":1}],"full_error_samples":["time=2026-09-30T10:01:25.496Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy description=\"Step deploy\\n Kind: Helm\\n\"\ntime=2026-09-30T10:01:25.890Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy values=\"map[armPermissionsManagerIdentity:map[certName:armHelperPoolCert-34 clientId:72671881-beb9-4028-bc7c-47f511281566 tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] azure:map[cloudEnvironmentName:AzurePublicCloud msiRpDataPlaneAudienceResource:https://dummy.org ocpAcrHostname:arohcpocpdev.azurecr.io ocpAcrResourceId:/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev oidcIssuerBaseUrl:https://arohcpci01oidcj2121984.z9.web.core.windows.net/ oidcIssuerBlobServiceUrl:https://arohcpci01oidcj2121984.blob.core.windows.net/ tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX tlsCertificatesConfig:map[certificatesGenerationSource:AzureKeyVault issuer:Self]] backupCadenceProfile:testing backupScheduleState:Disabled clusterScopedIdentitiesConfig:map[roleSetName:dev] clustersService:map[namespace:clusters-service serviceAccount:clusters-service] configMap:map[backendMiClientId:072ccd06-457a-49cc-a612-ad4dbbc199a3 databaseName:arohcpci01-rp-j2121984 databaseUrl:https://arohcpci01-rp-j2121984.documents.azure.com:443/ kubeApplierCosmosContainerName:Manifests-MC-1 location:canadacentral] deployment:map[imageName:arohcpsvcdev.azurecr.io/ci-op-gq2sycdx/pipeline@sha256:ec35d9956c06798bf0f6c7e4116d8b1c120ff9a5a7cbe4e991d36cae1bea464e replicas:2 resources:map[limits:map[memory:unlimited] requests:map[cpu:700m memory:1Gi]] zoneCount:3] exitOnPanic:true fpa:map[certName:firstPartyCert2 clientId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] logVerbosity:4 maestro:map[sourceEnvironmentIdentifier:arohcpci01] miMock:map[certName:msiMockPoolCert-18 clientId:8c088886-a118-4973-8168-0d7ae1493aa7 clientIdSecretName: principalId:ccbf438f-08ec-4e2b-ae4e-219ce7dc3762 principalIdSecretName: tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:ci-op-gq2sycdx/pipeline:pull workloadIdentityClientId:7cbf62ec-0a3a-4039-a0c0-7c88aa6f75bf workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceAccount:map[name:backend workloadIdentityClientId:072ccd06-457a-49cc-a612-ad4dbbc199a3 workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] serviceKeyVault:map[name:aro-hcp-dev-svc-kv]]\"\ntime=2026-09-30T10:01:25.890Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy\ntime=2026-09-30T10:01:26.074Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy namespace=aro-hcp\ntime=2026-09-30T10:01:26.234Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy dryRun=false\ntime=2026-09-30T10:01:26.234Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy\ntime=2026-09-30T10:01:26.298Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy\ntime=2026-09-30T10:06:31.687Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy err=\"resource Deployment/aro-hcp/aro-hcp-backend not ready. status: InProgress, message: Available: 0/2\\ncontext deadline exceeded\"\ntime=2026-09-30T10:06:31.687Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Backend resourceGroup=service step=deploy err=\"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: resource Deployment/aro-hcp/aro-hcp-backend not ready. status: InProgress, message: Available: 0/2\\ncontext deadline exceeded\""],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6944/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105224754142121984","occurred_at":"2026-09-30T09:14:29Z","signature_id":"72c70d03904798e23a81b751f90dae41f83d98201724acd02612ebc1b536daae","pr_number":6944,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"c62be99dc720ba32ad3cf1cf43bbf7c29367865dd80cd9f2ab3e6ab752f3db61","failure_pattern":"failed to roll out Helm release: resource Deployment/clusters-service/clusters-service not ready. status: Failed, message: Progress deadline exceeded","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: resource Deployment/clusters-service/clusters-service not ready. status: Failed, message: Progress deadline exceeded","failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.ClusterService/service/deploy","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.ClusterService/service/deploy","occurrences":1}],"full_error_samples":["time=2026-09-29T12:22:57.834Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy description=\"Step deploy\\n Kind: Helm\\n\"\ntime=2026-09-29T12:22:58.550Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy values=\"map[azureArmHelperIdentityCertName:armHelperPoolCert-31 azureArmHelperIdentityClientId:15d9575a-485d-4e5f-9c06-003e8353383b azureArmHelperMockFpaPrincipalId:47f69502-0065-4d9a-b19b-d403e183d2f4 azureCloudEnvironmentName:AzurePublicCloud azureCsMiClientId:79ab0919-0aa8-453d-80c5-59ac393ff1e8 azureFirstPartyApplicationClientId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX azureMiMockServicePrincipalCertName:msiMockPoolCert-6 azureMiMockServicePrincipalClientId:fe0ac67d-d1d8-45f9-a347-362201553034 azureMiMockServicePrincipalPrincipalId:f8be0ede-39df-41cf-aed7-7f3626f23a5a azureOperatorsMI:map[dev:map[cloudControllerManager:map[roleDefinitions:[map[id:a1f96423-95ce-4224-ab27-4e3dc72facd4 name:Azure Red Hat OpenShift Cloud Controller Manager]]] cloudNetworkConfig:map[roleDefinitions:[map[id:be7a6435-15ae-4171-8f30-4a343eff9e8f name:Azure Red Hat OpenShift Network Operator]]] clusterApiAzure:map[roleDefinitions:[map[id:88366f10-ed47-4cc0-9fab-c8a06148393e name:Azure Red Hat OpenShift Hosted Control Planes Cluster API Provider]]] controlPlane:map[roleDefinitions:[map[id:fc0c873f-45e9-4d0d-a7d1-585aab30c6ed name:Azure Red Hat OpenShift Hosted Control Planes Control Plane Operator]]] diskCsiDriver:map[roleDefinitions:[map[id:5b7237c5-45e1-49d6-bc18-a1f62f400748 name:Azure Red Hat OpenShift Disk Storage Operator]]] fileCsiDriver:map[roleDefinitions:[map[id:0d7aedc0-15fd-4a67-a412-efad370c947e name:Azure Red Hat OpenShift File Storage Operator]]] imageRegistry:map[roleDefinitions:[map[id:8b32b316-c2f5-4ddf-b05b-83dacd2d08b5 name:Azure Red Hat OpenShift Image Registry Operator]]] ingress:map[roleDefinitions:[map[id:0336e1d3-7a87-462b-b6db-342b63f7802c name:Azure Red Hat OpenShift Cluster Ingress Operator]]] kms:map[roleDefinitions:[map[id:12338af0-0e69-4776-bea7-57ae8d297424 name:Key Vault Crypto User]]] serviceManagedIdentity:map[roleDefinitions:[map[id:c0ff367d-66d8-445e-917c-583feb0ef0d4 name:Azure Red Hat OpenShift Hosted Control Planes Service Managed Identity]]]] public:map[cloudControllerManager:map[roleDefinitions:[map[id:a1f96423-95ce-4224-ab27-4e3dc72facd4 name:Azure Red Hat OpenShift Cloud Controller Manager]]] cloudNetworkConfig:map[roleDefinitions:[map[id:be7a6435-15ae-4171-8f30-4a343eff9e8f name:Azure Red Hat OpenShift Network Operator]]] clusterApiAzure:map[roleDefinitions:[map[id:88366f10-ed47-4cc0-9fab-c8a06148393e name:Azure Red Hat OpenShift Hosted Control Planes Cluster API Provider]]] controlPlane:map[roleDefinitions:[map[id:fc0c873f-45e9-4d0d-a7d1-585aab30c6ed name:Azure Red Hat OpenShift Hosted Control Planes Control Plane Operator]]] diskCsiDriver:map[roleDefinitions:[map[id:5b7237c5-45e1-49d6-bc18-a1f62f400748 name:Azure Red Hat OpenShift Disk Storage Operator]]] fileCsiDriver:map[roleDefinitions:[map[id:0d7aedc0-15fd-4a67-a412-efad370c947e name:Azure Red Hat OpenShift File Storage Operator]]] imageRegistry:map[roleDefinitions:[map[id:8b32b316-c2f5-4ddf-b05b-83dacd2d08b5 name:Azure Red Hat OpenShift Image Registry Operator]]] ingress:map[roleDefinitions:[map[id:0336e1d3-7a87-462b-b6db-342b63f7802c name:Azure Red Hat OpenShift Cluster Ingress Operator]]] kms:map[roleDefinitions:[map[id:12338af0-0e69-4776-bea7-57ae8d297424 name:Key Vault Crypto User]]] serviceManagedIdentity:map[roleDefinitions:[map[id:c0ff367d-66d8-445e-917c-583feb0ef0d4 name:Azure Red Hat OpenShift Hosted Control Planes Service Managed Identity]]]] roleSetName:dev] backplaneURL: batchProcesses: batchProcessesDryRun:true clientId:foo clientScopes:openid clientSecret:bar clusterErrorReport:false cosmosDatabaseName:arohcpci01-rp-j9715712 cosmosDatabaseUrl:https://arohcpci01-rp-j9715712.documents.azure.com:443/ cpuRequest:630m csDeploymentStrategy:map[rollingUpdate:map[maxSurge:1 maxUnavailable:0] type:RollingUpdate] dataPlaneHAProxyImage:arohcpocpdev.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678 databaseAuthMethod:postgres databaseDisableTls:true databaseHost:ocm-cs-db databaseK8sSecretName:ocm-cs-db databaseName:ocm-cs-db databasePassword:TheBlurstOfTimes databasePort:5432 databaseServiceName:ocm-cs-db databaseUser:ocm databaseVolumeCapacity:512Mi debugMaxDuration:5m debugPort: defaultExpiration:0 deployment:map[zoneCount:3] environment:arohcpci01 forceMigration: fpaCertName:firstPartyCert2 gatewayUrl:http://127.0.0.1:9090 global:map[imageDigest:sha256:11c94e058bf6e19d183bb655461fb5d37d7368243382944adabc1c0fdf10ea9b] imageDigest:sha256:11c94e058bf6e19d183bb655461fb5d37d7368243382944adabc1c0fdf10ea9b imageRegistry:arohcpsvcdev.azurecr.io imageRepository:mvacula/cs insecure:false jwksUrl:http://localhost logLevel:4 machinePoolMigrationWorkerPeriod:1h managedIdentitiesDataPlaneAudienceResource:https://dummy.org maximumExpiration:0 memoryLimit:unlimited memoryRequest:150Mi ocpAcrResourceId:/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev ocpAcrResourceUrl:arohcpocpdev.azurecr.io oidcIssuerBaseUrl:https://arohcpci01oidcj9715712.z1.web.core.windows.net/ oidcIssuerBlobServiceUrl:https://arohcpci01oidcj9715712.blob.core.windows.net/ postgresqlVersion:12 provisionShardClusterLimit:100 pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:mvacula/cs:pull workloadIdentityClientId:c964e23b-7c92-4e91-82c7-8ed9b8848c7e workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] region:westus3 replicas:3 runtimeMode:aro-hcp serviceAccountName:clusters-service serviceKeyVaultName:aro-hcp-dev-svc-kv tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX tlsCertificatesEnabled:true tlsCertificatesIssuer:Self tokenUrl:http://localhost useAzureDB:false userDefinedDnsBaseDomain:i1.devshift.org]\"\ntime=2026-09-29T12:22:58.550Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy\ntime=2026-09-29T12:22:58.851Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy namespace=clusters-service\ntime=2026-09-29T12:22:59.239Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy dryRun=false\ntime=2026-09-29T12:22:59.239Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy\ntime=2026-09-29T12:22:59.359Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy\ntime=2026-09-29T12:33:06.293Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy err=\"resource Deployment/clusters-service/clusters-service not ready. status: Failed, message: Progress deadline exceeded\"\ntime=2026-09-29T12:33:06.294Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy err=\"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: resource Deployment/clusters-service/clusters-service not ready. status: Failed, message: Progress deadline exceeded\""],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6141/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2104901125449715712","occurred_at":"2026-09-29T11:48:30Z","signature_id":"d61d44b9c7c7b88745261b45ecc7eca7267d6c81a06671945dc410cb687146ca","pr_number":6141,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"a8bb4542e08df91dbf01364e592eda2b949d63ea36dbf43a83cbdbd4c51b7dfe","failure_pattern":"failed to roll out Helm release: resource Deployment/clusters-service/clusters-service not ready. status: InProgress, message: Available: 0/3 context deadline exceeded","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: resource Deployment/clusters-service/clusters-service not ready. status: InProgress, message: Available: 0/3\\ncontext deadline exceeded","failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.ClusterService/service/deploy","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.ClusterService/service/deploy","occurrences":1}],"full_error_samples":["time=2026-10-03T01:35:28.208Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy description=\"Step deploy\\n Kind: Helm\\n\"\ntime=2026-10-03T01:35:28.778Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy values=\"map[azureArmHelperIdentityCertName:armHelperPoolCert-10 azureArmHelperIdentityClientId:0a9e3940-6bc3-4cbf-a8f7-c65c3d8d2462 azureArmHelperMockFpaPrincipalId:47f69502-0065-4d9a-b19b-d403e183d2f4 azureCloudEnvironmentName:AzurePublicCloud azureCsMiClientId:de4f7be2-47e3-4002-adc2-77c2fcdec830 azureFirstPartyApplicationClientId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX azureMiMockServicePrincipalCertName:msiMockPoolCert-17 azureMiMockServicePrincipalClientId:e7112f7f-5b45-480e-bc44-abf9f219e6f0 azureMiMockServicePrincipalPrincipalId:39eefc4f-5e24-491d-9f09-bcc0ad573bcf azureOperatorsMI:map[dev:map[cloudControllerManager:map[roleDefinitions:[map[id:a1f96423-95ce-4224-ab27-4e3dc72facd4 name:Azure Red Hat OpenShift Cloud Controller Manager]]] cloudNetworkConfig:map[roleDefinitions:[map[id:be7a6435-15ae-4171-8f30-4a343eff9e8f name:Azure Red Hat OpenShift Network Operator]]] clusterApiAzure:map[roleDefinitions:[map[id:88366f10-ed47-4cc0-9fab-c8a06148393e name:Azure Red Hat OpenShift Hosted Control Planes Cluster API Provider]]] controlPlane:map[roleDefinitions:[map[id:fc0c873f-45e9-4d0d-a7d1-585aab30c6ed name:Azure Red Hat OpenShift Hosted Control Planes Control Plane Operator]]] diskCsiDriver:map[roleDefinitions:[map[id:5b7237c5-45e1-49d6-bc18-a1f62f400748 name:Azure Red Hat OpenShift Disk Storage Operator]]] fileCsiDriver:map[roleDefinitions:[map[id:0d7aedc0-15fd-4a67-a412-efad370c947e name:Azure Red Hat OpenShift File Storage Operator]]] imageRegistry:map[roleDefinitions:[map[id:8b32b316-c2f5-4ddf-b05b-83dacd2d08b5 name:Azure Red Hat OpenShift Image Registry Operator]]] ingress:map[roleDefinitions:[map[id:0336e1d3-7a87-462b-b6db-342b63f7802c name:Azure Red Hat OpenShift Cluster Ingress Operator]]] kms:map[roleDefinitions:[map[id:12338af0-0e69-4776-bea7-57ae8d297424 name:Key Vault Crypto User]]] serviceManagedIdentity:map[roleDefinitions:[map[id:c0ff367d-66d8-445e-917c-583feb0ef0d4 name:Azure Red Hat OpenShift Hosted Control Planes Service Managed Identity]]]] public:map[cloudControllerManager:map[roleDefinitions:[map[id:a1f96423-95ce-4224-ab27-4e3dc72facd4 name:Azure Red Hat OpenShift Cloud Controller Manager]]] cloudNetworkConfig:map[roleDefinitions:[map[id:be7a6435-15ae-4171-8f30-4a343eff9e8f name:Azure Red Hat OpenShift Network Operator]]] clusterApiAzure:map[roleDefinitions:[map[id:88366f10-ed47-4cc0-9fab-c8a06148393e name:Azure Red Hat OpenShift Hosted Control Planes Cluster API Provider]]] controlPlane:map[roleDefinitions:[map[id:fc0c873f-45e9-4d0d-a7d1-585aab30c6ed name:Azure Red Hat OpenShift Hosted Control Planes Control Plane Operator]]] diskCsiDriver:map[roleDefinitions:[map[id:5b7237c5-45e1-49d6-bc18-a1f62f400748 name:Azure Red Hat OpenShift Disk Storage Operator]]] fileCsiDriver:map[roleDefinitions:[map[id:0d7aedc0-15fd-4a67-a412-efad370c947e name:Azure Red Hat OpenShift File Storage Operator]]] imageRegistry:map[roleDefinitions:[map[id:8b32b316-c2f5-4ddf-b05b-83dacd2d08b5 name:Azure Red Hat OpenShift Image Registry Operator]]] ingress:map[roleDefinitions:[map[id:0336e1d3-7a87-462b-b6db-342b63f7802c name:Azure Red Hat OpenShift Cluster Ingress Operator]]] kms:map[roleDefinitions:[map[id:12338af0-0e69-4776-bea7-57ae8d297424 name:Key Vault Crypto User]]] serviceManagedIdentity:map[roleDefinitions:[map[id:c0ff367d-66d8-445e-917c-583feb0ef0d4 name:Azure Red Hat OpenShift Hosted Control Planes Service Managed Identity]]]] roleSetName:dev] backplaneURL: batchProcesses: batchProcessesDryRun:true clientId:foo clientScopes:openid clientSecret:bar clusterErrorReport:false cosmosDatabaseName:arohcpci01-rp-j4407168 cosmosDatabaseUrl:https://arohcpci01-rp-j4407168.documents.azure.com:443/ cpuRequest:630m csDeploymentStrategy:map[rollingUpdate:map[maxSurge:1 maxUnavailable:0] type:RollingUpdate] dataPlaneHAProxyImage:arohcpocpdev.azurecr.io/redhat-user-workloads/crt-redhat-acm-tenant/hypershift-shared-ingress-main@sha256:5e22710fe440869655329ecc0ef57b4ae15f4ef96e74a8904b1e6fafc0d87678 databaseAuthMethod:postgres databaseDisableTls:true databaseHost:ocm-cs-db databaseK8sSecretName:ocm-cs-db databaseName:ocm-cs-db databasePassword:TheBlurstOfTimes databasePort:5432 databaseServiceName:ocm-cs-db databaseUser:ocm databaseVolumeCapacity:512Mi debugMaxDuration:5m debugPort: defaultExpiration:0 deployment:map[zoneCount:3] environment:arohcpci01 forceMigration: fpaCertName:firstPartyCert2 gatewayUrl:http://127.0.0.1:9090 global:map[imageDigest:sha256:5fffce295f8b49be38ae2385714d09af29700dd3dc60c40a058f7aeb66e97d72] imageDigest:sha256:5fffce295f8b49be38ae2385714d09af29700dd3dc60c40a058f7aeb66e97d72 imageRegistry:arohcpsvcdev.azurecr.io imageRepository:app-sre/aro-hcp-clusters-service insecure:false jwksUrl:http://localhost logLevel:4 machinePoolMigrationWorkerPeriod:1h managedIdentitiesDataPlaneAudienceResource:https://dummy.org maximumExpiration:0 memoryLimit:unlimited memoryRequest:150Mi ocpAcrResourceId:/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev ocpAcrResourceUrl:arohcpocpdev.azurecr.io oidcIssuerBaseUrl:https://arohcpci01oidcj4407168.z9.web.core.windows.net/ oidcIssuerBlobServiceUrl:https://arohcpci01oidcj4407168.blob.core.windows.net/ postgresqlVersion:12 provisionShardClusterLimit:100 pullBinding:map[registry:arohcpsvcdev.azurecr.io scope:repository:app-sre/aro-hcp-clusters-service:pull workloadIdentityClientId:27f533be-4c23-4032-9d19-da9c7454bd3b workloadIdentityTenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] region:canadacentral replicas:3 runtimeMode:aro-hcp serviceAccountName:clusters-service serviceKeyVaultName:aro-hcp-dev-svc-kv tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX tlsCertificatesEnabled:true tlsCertificatesIssuer:Self tokenUrl:http://localhost useAzureDB:false userDefinedDnsBaseDomain:i1.devshift.org]\"\ntime=2026-10-03T01:35:28.779Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy\ntime=2026-10-03T01:35:29.089Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy namespace=clusters-service\ntime=2026-10-03T01:35:29.415Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy dryRun=false\ntime=2026-10-03T01:35:29.416Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy\ntime=2026-10-03T01:35:29.465Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy\ntime=2026-10-03T01:45:35.236Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy err=\"resource Deployment/clusters-service/clusters-service not ready. status: InProgress, message: Available: 0/3\\ncontext deadline exceeded\"\ntime=2026-10-03T01:45:35.237Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy err=\"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: resource Deployment/clusters-service/clusters-service not ready. status: InProgress, message: Available: 0/3\\ncontext deadline exceeded\""],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7333/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2106183789494407168","occurred_at":"2026-10-03T00:45:21Z","signature_id":"f292884abfee87bf70d297d035f626393e7b29fe680eeec4ec5586d3b8b28c52","pr_number":7333,"after_last_push_of_merged_pr":true}]},{"environment":"dev","failure_pattern_id":"dac8a1b25a3188542fe843437616ad526549332051ce7885378b1b60aa94182a","failure_pattern":"failed to roll out Helm release: resource Deployment/monitoring/kube-events not ready. status: InProgress, message: Available: 0/1 context deadline exceeded","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: resource Deployment/monitoring/kube-events not ready. status: InProgress, message: Available: 0/1\\ncontext deadline exceeded","failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/service/kube-events","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":1,"prior_window_starts":["2026-09-14"],"prior_runs_affected":2,"prior_last_seen_at":"2026-09-18T19:01:12Z","contributing_tests":[{"failed_at":"provision","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/service/kube-events","occurrences":1}],"full_error_samples":["time=2026-09-29T20:43:19.784Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=kube-events description=\"Step kube-events\\n Kind: Helm\\n\"\ntime=2026-09-29T20:43:20.131Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=kube-events values=\"map[enabled:true image:map[digest:sha256:54b14654077ec8c910ff0eeeda191bb45421c6496b2211751fbfd13b38779a46 registry:kubernetesshared.azurecr.io repository:shared/kube-events] resources:map[limits:map[memory:unlimited] requests:map[cpu:200m memory:512Mi]]]\"\ntime=2026-09-29T20:43:20.131Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=kube-events\ntime=2026-09-29T20:43:20.307Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=kube-events namespace=monitoring\ntime=2026-09-29T20:43:20.477Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=kube-events dryRun=false\ntime=2026-09-29T20:43:20.477Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=kube-events\ntime=2026-09-29T20:43:20.513Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=kube-events\ntime=2026-09-29T20:48:23.298Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=kube-events err=\"resource Deployment/monitoring/kube-events not ready. status: InProgress, message: Available: 0/1\\ncontext deadline exceeded\"\ntime=2026-09-29T20:48:23.298Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=kube-events err=\"error running Helm release deployment Step, failed to deploy helm release: failed to roll out Helm release: resource Deployment/monitoring/kube-events not ready. status: InProgress, message: Available: 0/1\\ncontext deadline exceeded\""],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7231/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105029025452789760","occurred_at":"2026-09-29T20:00:48Z","signature_id":"6b8d9984b55592851b0841c5e8c4a0f18f8f61520e7df4a51c7e6afc9a707725","pr_number":7231,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"e0fae1df9008b1d12ccc10847571ae065f9b820f22326abb57a797bc01d29b98","failure_pattern":"failed to update cluster \"\u003ccluster\u003e\" authorized CIDRs to include test runner IP","search_query":"context deadline exceeded","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:282]: failed to update cluster \"agg-cluster\" authorized CIDRs to include test runner IP\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:282]: failed to update cluster \"agg-cluster\" authorized CIDRs to include test runner IP\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6889/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105963382757658624","occurred_at":"2026-10-02T10:09:31Z","signature_id":"da4948d61ab54e112557ad6fe48bbeb3135dc01594a49200da12544749a36fa1","pr_number":6889,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"0d4e0f7e2fc9458905eb66d446ace1531b88fae886b89c70332091e7cd2070cd","failure_pattern":"no running pods found in openshift-kube-apiserver","search_query":"no running pods found in openshift-kube-apiserver","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private KAS and successfully scale nodepool replicas","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private KAS and successfully scale nodepool replicas","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_private_nodepool_scaling.go:226]: Timed out after 300.001s.\nKAS→kubelet log path never became reachable from VM inside the VNet\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_private_nodepool_scaling.go:220 with:\nno running pods found in openshift-kube-apiserver\nExpected\n    \u003cstring\u003e: ...\nnot to be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_private_nodepool_scaling.go:226]: Timed out after 300.001s.\nKAS→kubelet log path never became reachable from VM inside the VNet\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_private_nodepool_scaling.go:220 with:\nno running pods found in openshift-kube-apiserver\nExpected\n    \u003cstring\u003e: ...\nnot to be empty"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/6580/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105349698964426752","occurred_at":"2026-09-30T17:30:58Z","signature_id":"5516c4e0d66f0bcaac8052c3730dabeb8f387df4e3055ca5a2bb6566c65eeb38","pr_number":6580,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"906f915d8d899da67c98c6d4cec8d92d5bbb542e88575bcce341f1bdb0d94049","failure_pattern":"node pool upgrade verification failed: \u003cnode\u003e (KubeletVersion v1","search_query":"node pool upgrade verification failed: h6i8s8g8h0d0f1g-npupgrade-4-20-fq7kg-bdpxb (KubeletVersion v1","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,0,0,1,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:205]: Timed out after 2700.008s.\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc0014b5300\u003e: \n    node pool upgrade verification failed: h6i8s8g8h0d0f1g-npupgrade-4-20-fq7kg-bdpxb (KubeletVersion v1.33.13 has minor 33, expected 34 for OCP 4.21.35); h6i8s8g8h0d0f1g-npupgrade-4-20-fq7kg-d2h5m (KubeletVersion v1.33.13 has minor 33, expected 34 for OCP 4.21.35); h6i8s8g8h0d0f1g-npupgrade-4-20-fq7kg-n4ktg (KubeletVersion v1.33.13 has minor 33, expected 34 for OCP 4.21.35); nodes=[{\"name\":\"h6i8s8g8h0d0f1g-npupgrade-4-20-fq7kg-bdpxb\",\"ready\":true,\"kubeletVersion\":\"v1.33.13\",\"containerRuntimeVersion\":\"cri-o://1.33.13-7.rhaos4.20.gitd6a41c4.el9\",\"imageCount\":30},{\"name\":\"h6i8s8g8h0d0f1g-npupgrade-4-20-fq7kg-d2h5m\",\"ready\":true,\"kubeletVersion\":\"v1.33.13\",\"containerRuntimeVersion\":\"cri-o://1.33.13-7.rhaos4.20.gitd6a41c4.el9\",\"imageCount\":47},{\"name\":\"h6i8s8g8h0d0f1g-npupgrade-4-20-fq7kg-n4ktg\",\"ready\":true,\"kubeletVersion\":\"v1.33.13\",\"containerRuntimeVersion\":\"cri-o://1.33.13-7.rhaos4.20.gitd6a41c4.el9\",\"imageCount\":47}]\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:205]: Timed out after 2700.008s.\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc0014b5300\u003e: \n    node pool upgrade verification failed: h6i8s8g8h0d0f1g-npupgrade-4-20-fq7kg-bdpxb (KubeletVersion v1.33.13 has minor 33, expected 34 for OCP 4.21.35); h6i8s8g8h0d0f1g-npupgrade-4-20-fq7kg-d2h5m (KubeletVersion v1.33.13 has minor 33, expected 34 for OCP 4.21.35); h6i8s8g8h0d0f1g-npupgrade-4-20-fq7kg-n4ktg (KubeletVersion v1.33.13 has minor 33, expected 34 for OCP 4.21.35); nodes=[{\"name\":\"h6i8s8g8h0d0f1g-npupgrade-4-20-fq7kg-bdpxb\",\"ready\":true,\"kubeletVersion\":\"v1.33.13\",\"containerRuntimeVersion\":\"cri-o://1.33.13-7.rhaos4.20.gitd6a41c4.el9\",\"imageCount\":30},{\"name\":\"h6i8s8g8h0d0f1g-npupgrade-4-20-fq7kg-d2h5m\",\"ready\":true,\"kubeletVersion\":\"v1.33.13\",\"containerRuntimeVersion\":\"cri-o://1.33.13-7.rhaos4.20.gitd6a41c4.el9\",\"imageCount\":47},{\"name\":\"h6i8s8g8h0d0f1g-npupgrade-4-20-fq7kg-n4ktg\",\"ready\":true,\"kubeletVersion\":\"v1.33.13\",\"containerRuntimeVersion\":\"cri-o://1.33.13-7.rhaos4.20.gitd6a41c4.el9\",\"imageCount\":47}]\n    ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7260/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105472600422486016","occurred_at":"2026-10-01T01:39:20Z","signature_id":"e45e129688a8baacf918d9fb33dc9b6e9fdccf4beea3a8e04b9c607f08d43cb8","pr_number":7260,"after_last_push_of_merged_pr":false}]},{"environment":"dev","failure_pattern_id":"bb120c9514f41ade3798c0918bf6c7e33712fa0ac08db0b23b0950e854a6cf03","failure_pattern":"run command \"e2e-runcommand-1790764865640292876\" failed with exit code 28 on VM \"\u003cvm\u003e\" (output: \"000\")","search_query":"run command \"e2e-runcommand-1790764865640292876\" failed with exit code 28 on VM \"private-ingress-test-vm\" (output: \"000\")","failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private ingress using v20260901preview and verify the ingress is internal","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":0.19120458891013384,"anchor_occurrences":1,"after_last_push_count":0,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-09-27..2026-10-04 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","test_name":"Customer should create a cluster with private ingress using v20260901preview and verify the ingress is internal","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:166]: Timed out after 611.396s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:157 with:\nRunVMCommand failed for ingress connectivity test\nUnexpected error:\n    \u003c*errors.errorString | 0xc00158e610\u003e: \n    run command \"e2e-runcommand-1790764865640292876\" failed with exit code 28 on VM \"private-ingress-test-vm\" (output: \"000\")\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:166]: Timed out after 611.396s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:157 with:\nRunVMCommand failed for ingress connectivity test\nUnexpected error:\n    \u003c*errors.errorString | 0xc00158e610\u003e: \n    run command \"e2e-runcommand-1790764865640292876\" failed with exit code 28 on VM \"private-ingress-test-vm\" (output: \"000\")\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/pr-logs/pull/Azure_ARO-HCP/7220/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2105227431290867712","occurred_at":"2026-09-30T09:25:07Z","signature_id":"f705bab8d4be596b76259e82bbce6d86611afa3edaf3393759077548f5abd2e5","pr_number":7220,"after_last_push_of_merged_pr":false}]}]}]}