{"meta":{"date":"2026-02-23","timezone":"UTC","generated_at":"2026-11-01T01:17:08Z","environments":["dev"]},"environments":[{"environment":"dev","summary":{"total_runs":132,"failed_runs":116,"runs_with_occurrences":116,"runs_with_failure_pattern_matches":42,"runs_with_unmatched_occurrences":74,"runs_without_occurrence_rows":16,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4041/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026064677246603264","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4041,"pr_state":"closed","pr_sha":"33c7d53ba80210c853a2f0047c158f9e94e27f29","final_merged_sha":"31af85931ee44e56ae260a8be6bd2a65099af493","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T22:40:36Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"5b72866bbdd39d895a9747c21e36718506d368d1490deb27e6ed6e19ee828278","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4041/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026064677246603264","occurred_at":"2026-02-23T22:40:36Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-02-23T23:07:46.019Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-02-23T23:07:48.372Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-02-23T23:07:49.508Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=2f69a9b3d3b3969b6727c934e5aa9eb4b4597b1497c235205c0981d981c1d45b\ntime=2026-02-23T23:09:20.406Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j6603264/providers/Microsoft.Resources/deployments/2f69a9b3d3b3969b6727c934e5aa9eb4b4597b1497c235205c0981d981c1d45b/operationStatuses/08584297188166133511\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j6603264/providers/Microsoft.Resources/deployments/maestro-infra-deployment\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j6603264/providers/Microsoft.EventGrid/namespaces/arohcp-prow-maestro-j6603264\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"Internal error\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The operation failed due to an internal server error. The initial state of the impacted resources (if any) are restored. Please try again in few minutes. If error still persists, report 0e5b97a3-ffae-4ca3-bdc8-de32bea2ded3:2/23/2026 11:08:54 PM (UTC) to our forums for assistance or raise a support ticket .\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.EventGrid","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026060718855426048","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4171,"pr_state":"open","pr_sha":"6881981dc7284f4f636c5c7c4def8017b056604d","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T22:24:52Z"},"failed_at":["e2e"],"failed_test_count":11,"occurrences":[{"row_id":"0b6a56d0dd52135baffd448cb3b1990555fdc9a9f5d67e0a5ad888e8686af37a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026060718855426048","occurred_at":"2026-02-23T22:24:52Z","failed_at":"e2e","signature_id":"e8be3a388013fe3f8c1a1f6842e254497a4fe71475c7bfc3db310950eee35e6d","test_name":"Customer should be able to update nodepool replicas and autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:92]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000199000\u003e: \n failed waiting for hcpCluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-stz27g\" to finish getting creds: GET https://rp.j5426048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationResults/c6979eba-31d6-4230-aec4-396b24b8277d\n --------------------------------------------------------------------------------\n RESPONSE 500: 500 Internal Server Error\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed waiting for hcpCluster=\\\"np-update-nodes-hcp-cluster\\\" in resourcegroup=\\\"nodepool-update-nodes-stz27g\\\" to finish getting creds: GET https://rp.j5426048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationResults/c6979eba-31d6-4230-aec4-396b24b8277d\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000bf64e0\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 500,\n RawResponse: {\n Status: \"500 Internal Server Error\",\n StatusCode: 500,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InternalServerError\",\n ],\n \"X-Ms-Request-Id\": [\n \"eb1ebdf1-825a-48e9-bf00-f8e13c300546\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 23:40:38 GMT\",\n ],\n \"Content-Length\": [\"107\"],\n \"X-Envoy-Upstream-Service-Time\": [\"3713\"],\n \"Server\": [\"istio-envoy\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000198c60\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 107,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"GET\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j5426048.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationResults/c6979eba-31d6-4230-aec4-396b24b8277d\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-02-23T23:40:09Z\\\"}\",\n ],\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Authorization\": [\"redacted\"...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:92]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000199000\u003e: \n failed waiting for hcpCluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-stz27g\" to finish getting creds: GET https://rp.j5426048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationResults/c6979eba-31d6-4230-aec4-396b24b8277d\n --------------------------------------------------------------------------------\n RESPONSE 500: 500 Internal Server Error\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed waiting for hcpCluster=\\\"np-update-nodes-hcp-cluster\\\" in resourcegroup=\\\"nodepool-update-nodes-stz27g\\\" to finish getting creds: GET https://rp.j5426048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationResults/c6979eba-31d6-4230-aec4-396b24b8277d\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000bf64e0\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 500,\n RawResponse: {\n Status: \"500 Internal Server Error\",\n StatusCode: 500,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InternalServerError\",\n ],\n \"X-Ms-Request-Id\": [\n \"eb1ebdf1-825a-48e9-bf00-f8e13c300546\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 23:40:38 GMT\",\n ],\n \"Content-Length\": [\"107\"],\n \"X-Envoy-Upstream-Service-Time\": [\"3713\"],\n \"Server\": [\"istio-envoy\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000198c60\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 107,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"GET\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j5426048.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationResults/c6979eba-31d6-4230-aec4-396b24b8277d\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-02-23T23:40:09Z\\\"}\",\n ],\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Authorization\": [\"redacted\"...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"223928d9cb18511fa83ff41f30aabddf9e3d125665ad0fdad9bb0068231d5de6","failure_pattern":"ERROR CODE: InternalServerError; context ; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"0d36fc99205a2929c0a077285c3dfab4615bb554f4450a1bd5390b20bb30baac","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026060718855426048","occurred_at":"2026-02-23T22:24:52Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:51]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:51]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"75fe4fe524930ef30df14def2711e3f1d7e0ed489b7726da52684d3d8d655bf4","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"0f4d114f887f403c712de307f9f95f3c8c3888a093ac9071c71640fcd1d05100","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026060718855426048","occurred_at":"2026-02-23T22:24:52Z","failed_at":"e2e","signature_id":"9ff9afa3385f3b410fa89a5feace77dcc1aa4fa8c40d4ace89498607f06b997e","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:94]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00091e960\u003e: \n failed to create NodePool nodepool-128GiB, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool nodepool-128GiB in resource group clusternp128-b5mk8s, error: failed waiting for nodepool=\"nodepool-128GiB\" for cluster \"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-b5mk8s\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool nodepool-128GiB, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool nodepool-128GiB in resource group clusternp128-b5mk8s, error: failed waiting for nodepool=\\\"nodepool-128GiB\\\" for cluster \\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-b5mk8s\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f28f30\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool nodepool-128GiB in resource group clusternp128-b5mk8s\",\n },\n \u003c*fmt.wrapError | 0xc000b0a420\u003e{\n msg: \"failed waiting for nodepool=\\\"nodepool-128GiB\\\" for cluster \\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-b5mk8s\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:94]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00091e960\u003e: \n failed to create NodePool nodepool-128GiB, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool nodepool-128GiB in resource group clusternp128-b5mk8s, error: failed waiting for nodepool=\"nodepool-128GiB\" for cluster \"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-b5mk8s\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool nodepool-128GiB, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool nodepool-128GiB in resource group clusternp128-b5mk8s, error: failed waiting for nodepool=\\\"nodepool-128GiB\\\" for cluster \\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-b5mk8s\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f28f30\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool nodepool-128GiB in resource group clusternp128-b5mk8s\",\n },\n \u003c*fmt.wrapError | 0xc000b0a420\u003e{\n msg: \"failed waiting for nodepool=\\\"nodepool-128GiB\\\" for cluster \\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-b5mk8s\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a7a7ffded83bfaaf3a4d7ab12e2848936cf72d3412903207b8997c2d2b17af58","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '15.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-75njvv, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-75njvv\" to finish creating: context deadline exceeded"}},{"row_id":"48a65599420a5418e8781ae520f8d1dc3672d49237843361b07a90da0cfc8da8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026060718855426048","occurred_at":"2026-02-23T22:24:52Z","failed_at":"e2e","signature_id":"62286802ab07e19399d9df71a37ee00f414ad3b6dc725602637112e2f1311381","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:120]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009f4ae0\u003e: \n failed to create NodePool ea-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool ea-np-1 in resource group external-auth-cluster-rm6sj8, error: failed waiting for nodepool=\"ea-np-1\" for cluster \"ea-cluster\" in resourcegroup=\"external-auth-cluster-rm6sj8\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool ea-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool ea-np-1 in resource group external-auth-cluster-rm6sj8, error: failed waiting for nodepool=\\\"ea-np-1\\\" for cluster \\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-rm6sj8\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0005e8080\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool ea-np-1 in resource group external-auth-cluster-rm6sj8\",\n },\n \u003c*fmt.wrapError | 0xc0003da820\u003e{\n msg: \"failed waiting for nodepool=\\\"ea-np-1\\\" for cluster \\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-rm6sj8\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:120]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009f4ae0\u003e: \n failed to create NodePool ea-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool ea-np-1 in resource group external-auth-cluster-rm6sj8, error: failed waiting for nodepool=\"ea-np-1\" for cluster \"ea-cluster\" in resourcegroup=\"external-auth-cluster-rm6sj8\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool ea-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool ea-np-1 in resource group external-auth-cluster-rm6sj8, error: failed waiting for nodepool=\\\"ea-np-1\\\" for cluster \\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-rm6sj8\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0005e8080\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool ea-np-1 in resource group external-auth-cluster-rm6sj8\",\n },\n \u003c*fmt.wrapError | 0xc0003da820\u003e{\n msg: \"failed waiting for nodepool=\\\"ea-np-1\\\" for cluster \\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-rm6sj8\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a7a7ffded83bfaaf3a4d7ab12e2848936cf72d3412903207b8997c2d2b17af58","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '15.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-75njvv, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-75njvv\" to finish creating: context deadline exceeded"}},{"row_id":"7ace124eb35ea462e2daea1e94100ac7ce6d97fa3fe2b46ef01aa019b0777656","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026060718855426048","occurred_at":"2026-02-23T22:24:52Z","failed_at":"e2e","signature_id":"eea374f4d441c3efaac5808a55b418ff37314b89df043340d3d3101327e265d1","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:109]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011a6960\u003e: \n failed to create NodePool arm64-vm-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-ql6v57, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-ql6v57\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool arm64-vm-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-ql6v57, error: failed waiting for nodepool=\\\"arm64-vm-np-1\\\" for cluster \\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-ql6v57\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0010ebbb0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-ql6v57\",\n },\n \u003c*fmt.wrapError | 0xc000b7c300\u003e{\n msg: \"failed waiting for nodepool=\\\"arm64-vm-np-1\\\" for cluster \\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-ql6v57\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:109]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011a6960\u003e: \n failed to create NodePool arm64-vm-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-ql6v57, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-ql6v57\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool arm64-vm-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-ql6v57, error: failed waiting for nodepool=\\\"arm64-vm-np-1\\\" for cluster \\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-ql6v57\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0010ebbb0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-ql6v57\",\n },\n \u003c*fmt.wrapError | 0xc000b7c300\u003e{\n msg: \"failed waiting for nodepool=\\\"arm64-vm-np-1\\\" for cluster \\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-ql6v57\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a7a7ffded83bfaaf3a4d7ab12e2848936cf72d3412903207b8997c2d2b17af58","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '15.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-75njvv, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-75njvv\" to finish creating: context deadline exceeded"}},{"row_id":"7bc8bb3eed07879f5050b888026675ea18136b3315e1cd0eb9d85bac4d880924","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026060718855426048","occurred_at":"2026-02-23T22:24:52Z","failed_at":"e2e","signature_id":"1e3f8b1ed0f0759865bc4e9d99cfcf2834e35d373e594a3baef7928a09549237","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009593e0\u003e: \n failed to create NodePool np-1, caused by: timeout '15.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-k9hw2x, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-k9hw2x\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool np-1, caused by: timeout '15.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-k9hw2x, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-k9hw2x\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001021300\u003e{\n s: \"timeout '15.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-k9hw2x\",\n },\n \u003c*fmt.wrapError | 0xc000486ac0\u003e{\n msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-k9hw2x\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0009593e0\u003e: \n failed to create NodePool np-1, caused by: timeout '15.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-k9hw2x, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-k9hw2x\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool np-1, caused by: timeout '15.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-k9hw2x, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-k9hw2x\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001021300\u003e{\n s: \"timeout '15.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-k9hw2x\",\n },\n \u003c*fmt.wrapError | 0xc000486ac0\u003e{\n msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-k9hw2x\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a7a7ffded83bfaaf3a4d7ab12e2848936cf72d3412903207b8997c2d2b17af58","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '15.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-75njvv, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-75njvv\" to finish creating: context deadline exceeded"}},{"row_id":"8114055d7449330320eb7a4cb174f5d46297645b921866497b370b67c98fc4d9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026060718855426048","occurred_at":"2026-02-23T22:24:52Z","failed_at":"e2e","signature_id":"3b9436d7d35b03babfdd738bd92676bf49d0a62005dc4228c5cef11b014515d7","test_name":"Customer should be able to create an HCP cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:118]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000bf0390\u003e: \n failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group basic-cluster-2xnmlr, error: failed waiting for nodepool=\"np-1\" for cluster \"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-2xnmlr\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group basic-cluster-2xnmlr, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-2xnmlr\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0006fa270\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group basic-cluster-2xnmlr\",\n },\n \u003c*fmt.wrapError | 0xc00040a200\u003e{\n msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-2xnmlr\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:118]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000bf0390\u003e: \n failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group basic-cluster-2xnmlr, error: failed waiting for nodepool=\"np-1\" for cluster \"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-2xnmlr\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group basic-cluster-2xnmlr, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-2xnmlr\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0006fa270\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group basic-cluster-2xnmlr\",\n },\n \u003c*fmt.wrapError | 0xc00040a200\u003e{\n msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-2xnmlr\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a7a7ffded83bfaaf3a4d7ab12e2848936cf72d3412903207b8997c2d2b17af58","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '15.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-75njvv, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-75njvv\" to finish creating: context deadline exceeded"}},{"row_id":"a2fbd7ef74f335d8fbc2669bea3f0eb7744e41404fa3c0e20ef29993e059058c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026060718855426048","occurred_at":"2026-02-23T22:24:52Z","failed_at":"e2e","signature_id":"bf2262f7e4f33b20590981adaa335c0e4737a5aa29ffc35aca9b78df53128c19","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:156]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0002f0320\u003e: \n failed to start credential request: POST https://rp.j5426048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-s94mmw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19/requestAdminCredential\n --------------------------------------------------------------------------------\n RESPONSE 500: 500 Internal Server Error\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to start credential request: POST https://rp.j5426048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-s94mmw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000908780\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 500,\n RawResponse: {\n Status: \"500 Internal Server Error\",\n StatusCode: 500,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InternalServerError\",\n ],\n \"X-Ms-Request-Id\": [\n \"f1726be7-59f9-42d1-9146-2bd34299320f\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 23:42:37 GMT\",\n ],\n \"Content-Length\": [\"107\"],\n \"X-Envoy-Upstream-Service-Time\": [\"450\"],\n \"Server\": [\"istio-envoy\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc0002f0200\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 107,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"POST\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j5426048.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-s94mmw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19/requestAdminCredential\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-02-23T23:42:25Z\\\"}\",\n ],\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Accept\": [\"application/json\"],\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n \"Authori...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:156]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0002f0320\u003e: \n failed to start credential request: POST https://rp.j5426048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-s94mmw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19/requestAdminCredential\n --------------------------------------------------------------------------------\n RESPONSE 500: 500 Internal Server Error\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to start credential request: POST https://rp.j5426048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-s94mmw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000908780\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 500,\n RawResponse: {\n Status: \"500 Internal Server Error\",\n StatusCode: 500,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InternalServerError\",\n ],\n \"X-Ms-Request-Id\": [\n \"f1726be7-59f9-42d1-9146-2bd34299320f\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 23:42:37 GMT\",\n ],\n \"Content-Length\": [\"107\"],\n \"X-Envoy-Upstream-Service-Time\": [\"450\"],\n \"Server\": [\"istio-envoy\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc0002f0200\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 107,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"POST\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j5426048.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-s94mmw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19/requestAdminCredential\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-02-23T23:42:25Z\\\"}\",\n ],\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Accept\": [\"application/json\"],\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n \"Authori...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"223928d9cb18511fa83ff41f30aabddf9e3d125665ad0fdad9bb0068231d5de6","failure_pattern":"ERROR CODE: InternalServerError; context ; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"b10a356b24c7ac2c9c3d28671f376b4ae0691e7b6f062b0ac61ebcf347fe16e7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026060718855426048","occurred_at":"2026-02-23T22:24:52Z","failed_at":"e2e","signature_id":"e1ea97a9d4c8058d0f3281acd3c28e3a1ed8dcad372855cc0627faaf63965535","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:185]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0008287a0\u003e: \n failed waiting for hcpCluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-ph7rvf\" to finish getting creds: GET https://rp.j5426048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationResults/a03227c3-c2cf-4efe-b8f2-9726e7f24621\n --------------------------------------------------------------------------------\n RESPONSE 500: 500 Internal Server Error\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed waiting for hcpCluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-ph7rvf\\\" to finish getting creds: GET https://rp.j5426048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationResults/a03227c3-c2cf-4efe-b8f2-9726e7f24621\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000d88e40\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 500,\n RawResponse: {\n Status: \"500 Internal Server Error\",\n StatusCode: 500,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Request-Id\": [\n \"744d8a96-bb52-44f4-af79-55142559dffb\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 23:40:35 GMT\",\n ],\n \"Content-Length\": [\"107\"],\n \"X-Envoy-Upstream-Service-Time\": [\"3943\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InternalServerError\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc0008286e0\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 107,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"GET\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j5426048.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationResults/a03227c3-c2cf-4efe-b8f2-9726e7f24621\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-02-23T23:40:05Z\\\"}\",\n ],\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Authorization\": [\"redacted\"],\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:185]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0008287a0\u003e: \n failed waiting for hcpCluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-ph7rvf\" to finish getting creds: GET https://rp.j5426048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationResults/a03227c3-c2cf-4efe-b8f2-9726e7f24621\n --------------------------------------------------------------------------------\n RESPONSE 500: 500 Internal Server Error\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed waiting for hcpCluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-ph7rvf\\\" to finish getting creds: GET https://rp.j5426048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationResults/a03227c3-c2cf-4efe-b8f2-9726e7f24621\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000d88e40\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 500,\n RawResponse: {\n Status: \"500 Internal Server Error\",\n StatusCode: 500,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Request-Id\": [\n \"744d8a96-bb52-44f4-af79-55142559dffb\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 23:40:35 GMT\",\n ],\n \"Content-Length\": [\"107\"],\n \"X-Envoy-Upstream-Service-Time\": [\"3943\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InternalServerError\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc0008286e0\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 107,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"GET\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j5426048.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationResults/a03227c3-c2cf-4efe-b8f2-9726e7f24621\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-02-23T23:40:05Z\\\"}\",\n ],\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Authorization\": [\"redacted\"],\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"223928d9cb18511fa83ff41f30aabddf9e3d125665ad0fdad9bb0068231d5de6","failure_pattern":"ERROR CODE: InternalServerError; context ; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"bd3b55959fc34e79b924aef575dbad54b2aadac25d268ec19dc998c6290ab329","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026060718855426048","occurred_at":"2026-02-23T22:24:52Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:35]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:35]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"75fe4fe524930ef30df14def2711e3f1d7e0ed489b7726da52684d3d8d655bf4","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"c9ff0e8f7430dc1a744fb51e53bc269d36d5ef308a9c4452d76b85446ca27ac0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026060718855426048","occurred_at":"2026-02-23T22:24:52Z","failed_at":"e2e","signature_id":"973faeaaac8b997363f65dd013dc4efb594cd9bf8c91f49d025ee37734671af4","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0006e6960\u003e: \n failed to create HCP cluster list-test-cluster-gndgt6, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-gndgt6 in resource group cluster-listing-z2gqj5, error: failed waiting for cluster=\"list-test-cluster-gndgt6\" in resourcegroup=\"cluster-listing-z2gqj5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-gndgt6 in resource group cluster-listing-z2gqj5, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster list-test-cluster-gndgt6, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-gndgt6 in resource group cluster-listing-z2gqj5, error: failed waiting for cluster=\\\"list-test-cluster-gndgt6\\\" in resourcegroup=\\\"cluster-listing-z2gqj5\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-gndgt6 in resource group cluster-listing-z2gqj5, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000b77d90\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-gndgt6 in resource group cluster-listing-z2gqj5\",\n },\n \u003c*fmt.wrapErrors | 0xc0006e6930\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-gndgt6\\\" in resourcegroup=\\\"cluster-listing-z2gqj5\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-gndgt6 in resource group cluster-listing-z2gqj5, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000b77d90\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-gndgt6 in resource group cluster-listing-z2gqj5\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0006e6960\u003e: \n failed to create HCP cluster list-test-cluster-gndgt6, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-gndgt6 in resource group cluster-listing-z2gqj5, error: failed waiting for cluster=\"list-test-cluster-gndgt6\" in resourcegroup=\"cluster-listing-z2gqj5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-gndgt6 in resource group cluster-listing-z2gqj5, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster list-test-cluster-gndgt6, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-gndgt6 in resource group cluster-listing-z2gqj5, error: failed waiting for cluster=\\\"list-test-cluster-gndgt6\\\" in resourcegroup=\\\"cluster-listing-z2gqj5\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-gndgt6 in resource group cluster-listing-z2gqj5, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000b77d90\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-gndgt6 in resource group cluster-listing-z2gqj5\",\n },\n \u003c*fmt.wrapErrors | 0xc0006e6930\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-gndgt6\\\" in resourcegroup=\\\"cluster-listing-z2gqj5\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-gndgt6 in resource group cluster-listing-z2gqj5, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000b77d90\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-gndgt6 in resource group cluster-listing-z2gqj5\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-gndgt6 in resource group cluster-listing-z2gqj5, error: failed waiting for cluster=\"list-test-cluster-gndgt6\" in resourcegroup=\"cluster-listing-z2gqj5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-gndgt6 in resource group cluster-listing-z2gqj5, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":10,"failure_pattern_ids":["223928d9cb18511fa83ff41f30aabddf9e3d125665ad0fdad9bb0068231d5de6","75fe4fe524930ef30df14def2711e3f1d7e0ed489b7726da52684d3d8d655bf4","a7a7ffded83bfaaf3a4d7ab12e2848936cf72d3412903207b8997c2d2b17af58","f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0"],"matched_occurrences":11,"unmatched_occurrences":0,"match_summary":"multiple_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4184/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026051906543030272","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4184,"pr_state":"closed","pr_sha":"a7ade8f56a89fce27ac6ae1abd4b07f00cd7ddc1","final_merged_sha":"ce78feb3e4d08e1fe3503f2c5c7cea822af78bd5","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T21:49:51Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"0d269685d6d27d12201c86134085669d21d4b68f3f8d2a228fa5586f0a804919","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4184/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026051906543030272","occurred_at":"2026-02-23T21:49:51Z","failed_at":"provision","signature_id":"502c27b11fabcf3fa182798600787504747ccdaf7ddd0386b7a80a32df77a89a","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.ACM/management/deploy-mce","test_suite":"step graph","failure_text":"time=2026-02-23T22:36:07.107Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce description=\"Step deploy-mce\\n Kind: Helm\\n\"\ntime=2026-02-23T22:36:07.476Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce values=\"map[finalizeMceJobImage:mcr.microsoft.com/aks/command/runtime@sha256:1c49cb26c44ce9f846257ca1bae2d275862ebeb31d5529a62a6c4075665fd38f imageRegistry:arohcpsvcdev.azurecr.io imageRootRepository:acm-d-cache]\"\ntime=2026-02-23T22:36:07.476Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce\ntime=2026-02-23T22:36:07.941Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce err=\"error running Helm release deployment Step, failed to deploy helm release: failed to apply namespace multicluster-engine: Unauthorized\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7b95b9c9bf7b4253eeec2aaaf028bc5abbf4cac62468310084bd0fb345750a5b","failure_pattern":"failed to apply namespace multicluster-engine: Unauthorized","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed to apply namespace multicluster-engine: Unauthorized"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["7b95b9c9bf7b4253eeec2aaaf028bc5abbf4cac62468310084bd0fb345750a5b"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4111/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026048840959791104","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-23T21:37:40Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"522ea54d4b53d678c3628af0619ac3204f50065c566a2656f7e3147da26fdd5d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4111/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026048840959791104","occurred_at":"2026-02-23T21:37:40Z","failed_at":"provision","signature_id":"5eec25c93628f69d8cfae8d61408c206a1e20c4281a38412eca8545e3443b1dc","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/prometheus","test_suite":"step graph","failure_text":"time=2026-02-23T22:19:28.846Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=prometheus description=\"Step prometheus\\n Kind: Helm\\n\"\ntime=2026-02-23T22:19:29.685Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=prometheus values=\"map[environment:arohcpdev kube-prometheus-stack:map[alertmanager:map[enabled:false] cleanPrometheusOperatorObjectNames:true coreDns:map[enabled:false] crds:map[enabled:true] fullnameOverride:prometheus global:map[rbac:map[create:true]] grafana:map[enabled:false] kube-state-metrics:map[image:map[registry:mcr.microsoft.com/oss/v2 repository:kubernetes/kube-state-metrics sha:sha256:c3621782e405e59b40e1b64e8b8722855f5c348a9b6fe3ac58c54ad1a34afbb9]] kubeApiServer:map[enabled:false] kubeControllerManager:map[enabled:false] kubeDns:map[enabled:false] kubeEtcd:map[enabled:false] kubeProxy:map[enabled:false] kubeScheduler:map[enabled:false] kubeStateMetrics:map[enabled:true] kubelet:map[enabled:false] nodeExporter:map[enabled:false] prometheus:map[enabled:false] prometheusOperator:map[admissionWebhooks:map[patch:map[enabled:true image:map[registry:arohcpsvcdev.azurecr.io repository:k8s-cache/ingress-nginx/kube-webhook-certgen tag:v1.5.2]]] affinity:map[nodeAffinity:map[requiredDuringSchedulingIgnoredDuringExecution:map[nodeSelectorTerms:[map[matchExpressions:[map[key:aro-hcp.azure.com/role operator:In values:[infra]]]]]]]] enabled:true fullnameOverride: image:map[registry:mcr.microsoft.com/oss/v2 repository:prometheus/prometheus-operator sha:f97255b7629052f03e21d16171923e7095a9608526196af59e2989a1eb01af9c] prometheusConfigReloader:map[image:map[registry:mcr.microsoft.com/oss/v2 repository:prometheus/prometheus-config-reloader sha:f9a0f85d9a348f7f83e4b1fcd602eb12fcee0c83b0f7e4eb77d205f6af4311c9]] tolerations:[map[effect:NoSchedule key:infra operator:Equal value:true]]]] prometheus:map[prometheusSpec:map[replicas:2 shards:1] serviceAccount:map[managedIdentity:3927b209-ebf6-410a-83ed-3dff0dba2908]] prometheusSpec:map[externalLabels:map[cluster:prow-j9791104-mgmt-1] hcpRemoteWriteUrl:https://msprom-westus3-prow-j9791104-mgmt-1-zmnv.westus3-1.metrics.ingest.monitor.azure.com/dataCollectionRules/dcr-ddb14f38136b41b1af43306708ab5bb9/streams/Microsoft-PrometheusMetrics/api/v1/write?api-version=2023-04-24 image:map[registry:mcr.microsoft.com/oss/v2 repository:prometheus/prometheus sha:375d727bf8137d574b5aad4f94881fade0a57556ddf52a3f98322e5d561286af] maximumStartupDurationSeconds:360 remoteWriteUrl:https://msprom-westus3-prow-j9791104-mgmt-1-zmnv.westus3-1.metrics.ingest.monitor.azure.com/dataCollectionRules/dcr-1be76b6a777f4b70aaebec7649d69aa6/streams/Microsoft-PrometheusMetrics/api/v1/write?api-version=2023-04-24 resources:map[limits:map[cpu:NONE memory:NONE] requests:map[cpu:NONE memory:NONE]] retention:1d retentionSize:45GiB version: zoneCount:4]]\"\ntime=2026-02-23T22:19:29.685Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=prometheus\ntime=2026-02-23T22:19:29.980Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=prometheus namespace=prometheus\ntime=2026-02-23T22:19:29.980Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=prometheus dryRun=false\ntime=2026-02-23T22:19:29.980Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=prometheus\ntime=2026-02-23T22:19:30.259Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=prometheus\ntime=2026-02-23T22:21:15.269Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=prometheus err=\"failed pre-install: Unauthorized\"\ntime=2026-02-23T22:21:15.269Z level=INFO msg=\"Finished deploying Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=prometheus\ntime=2026-02-23T22:21:15.269Z level=INFO msg=\"Running inline diagnostics.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=prometheus\ntime=2026-02-23T22:21:22.605Z level=INFO msg=\"Determined release status.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=prometheus release=arohcp-monitor namespace=prometheus status=failed description=\"Release \\\"arohcp-monitor\\\" failed: failed pre-install: Unauthorized\" values=\"map[environment:arohcpdev kube-prometheus-stack:map[alertmanager:map[enabled:false] cleanPrometheusOperatorObjectNames:true coreDns:map[enabled:false] crds:map[enabled:true] fullnameOverride:prometheus global:map[rbac:map[create:true]] grafana:map[enabled:false] kube-state-metrics:map[image:map[registry:mcr.microsoft.com/oss/v2 repository:kubernetes/kube-state-metrics sha:sha256:c3621782e405e59b40e1b64e8b8722855f5c348a9b6fe3ac58c54ad1a34afbb9]] kubeApiServer:map[enabled:false] kubeControllerManager:map[enabled:false] kubeDns:map[enabled:false] kubeEtcd:map[enabled:false] kubeProxy:map[enabled:false] kubeScheduler:map[enabled:false] kubeStateMetrics:map[enabled:true] kubelet:map[enabled:false] nodeExporter:map[enabled:false] prometheus:map[enabled:false] prometheusOperator:map[admissionWebhooks:map[patch:map[enabled:true image:map[registry:arohcpsvcdev.azurecr.io repository:k8s-cache/ingress-nginx/kube-webhook-certgen tag:v1.5.2]]] affinity:map[nodeAffinity:map[requiredDuringSchedulingIgnoredDuringExecution:map[nodeSelectorTerms:[map[matchExpressions:[map[key:aro-hcp.azure.com/role operator:In values:[infra]]]]]]]] enabled:true fullnameOverride: image:map[registry:mcr.microsoft.com/oss/v2 repository:prometheus/prometheus-operator sha:f97255b7629052f03e21d16171923e7095a9608526196af59e2989a1eb01af9c] prometheusConfigReloader:map[image:map[registry:mcr.microsoft.com/oss/v2 repository:prometheus/prometheus-config-reloader sha:f9a0f85d9a348f7f83e4b1fcd602eb12fcee0c83b0f7e4eb77d205f6af4311c9]] tolerations:[map[effect:NoSchedule key:infra operator:Equal value:true]]]] prometheus:map[prometheusSpec:map[replicas:2 shards:1] serviceAccount:map[managedIdentity:3927b209-ebf6-410a-83ed-3dff0dba2908]] prometheusSpec:map[externalLabels:map[cluster:prow-j9791104-mgmt-1] hcpRemoteWriteUrl:https://msprom-westus3-prow-j9791104-mgmt-1-zmnv.westus3-1.metrics.ingest.monitor.azure.com/dataCollectionRules/dcr-ddb14f38136b41b1af43306708ab5bb9/streams/Microsoft-PrometheusMetrics/api/v1/write?api-version=2023-04-24 image:map[registry:mcr.microsoft.com/oss/v2 repository:prometheus/prometheus sha:375d727bf8137d574b5aad4f94881fade0a57556ddf52a3f98322e5d561286af] maximumStartupDurationSeconds:360 remoteWriteUrl:https://msprom-westus3-prow-j9791104-mgmt-1-zmnv.westus3-1.metrics.ingest.monitor.azure.com/dataCollectionRules/dcr-1be76b6a777f4b70aaebec7649d69aa6/streams/Microsoft-PrometheusMetrics/api/v1/write?api-version=2023-04-24 resources:map[limits:map[cpu:NONE memory:NONE] requests:map[cpu:NONE memory:NONE]] retention:1d retentionSize:45GiB version: zoneCount:4]]\"\ntime=2026-02-23T22:21:22.605Z level=INFO msg=\"Deployment complete.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=prometheus\ntime=2026-02-23T22:21:22.605Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=prometheus err=\"error running Helm release deployment Step, failed to deploy helm release: failed pre-install: Unauthorized\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"d9e8faf9dd151e5316337afa8f0d694f70b9e3597eb997a02e9a233307595638","failure_pattern":"failed pre-install: Unauthorized","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed pre-install: Unauthorized"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["d9e8faf9dd151e5316337afa8f0d694f70b9e3597eb997a02e9a233307595638"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4144/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026042575743356928","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4144,"pr_state":"closed","pr_sha":"e1e8f06e469cdc5044688c9b6005c868f16960ba","final_merged_sha":"e1e8f06e469cdc5044688c9b6005c868f16960ba","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-23T21:12:46Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"de6abe447719eff10ce24d754b9ab21f8a5d66a5fb693086910e2ae4039f8814","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4144/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026042575743356928","occurred_at":"2026-02-23T21:12:46Z","failed_at":"provision","signature_id":"5ac3f50227d6a7076813d8bbbe9de0e8c8876a26e6800117bb2654c1677cfb10","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/service/acrpull","test_suite":"step graph","failure_text":"time=2026-02-23T22:05:58.993Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=acrpull description=\"Step acrpull\\n Kind: Helm\\n\"\ntime=2026-02-23T22:05:59.522Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=acrpull values=\"map[image:mcr.microsoft.com/aks/msi-acrpull@sha256:042511defb0842f02593e48e68d83a20a1af4265db4e23fca484356e34a6c883 namespace:acrpull replicas:2 ttlRotationFraction:0.5]\"\ntime=2026-02-23T22:05:59.522Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=acrpull\ntime=2026-02-23T22:05:59.858Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=acrpull namespace=acrpull\ntime=2026-02-23T22:05:59.858Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=acrpull dryRun=false\ntime=2026-02-23T22:05:59.858Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=acrpull\ntime=2026-02-23T22:06:00.119Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=acrpull\ntime=2026-02-23T22:06:01.512Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=acrpull err=\"unable to continue with install: could not get information about the resource ConfigMap \\\"admission-policies-controller-config\\\" in namespace \\\"acrpull\\\": Unauthorized\"\ntime=2026-02-23T22:06:01.512Z level=INFO msg=\"Finished deploying Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=acrpull\ntime=2026-02-23T22:06:01.512Z level=INFO msg=\"Running inline diagnostics.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=acrpull\ntime=2026-02-23T22:06:01.627Z level=ERROR msg=\"Failed to capture diagnostics for Helm release\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=acrpull err=\"failed to get status for release acrpull: release: not found\"\ntime=2026-02-23T22:06:01.627Z level=INFO msg=\"Deployment complete.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=acrpull\ntime=2026-02-23T22:06:01.628Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=acrpull err=\"error running Helm release deployment Step, failed to deploy helm release: unable to continue with install: could not get information about the resource ConfigMap \\\"admission-policies-controller-config\\\" in namespace \\\"acrpull\\\": Unauthorized\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"b28f0602fed1d3cfe4f9ba35196634d72022b42f5dce560ae0819840aa9d3a73","failure_pattern":"unable to continue with install: could not get information about the resource ConfigMap \"admission-policies-controller-config\" in namespace \"\u003cnamespace\u003e\": Unauthorized","search_query":"error running Helm release deployment Step, failed to deploy helm release: unable to continue with install: could not get information about the resource ConfigMap \\\"admission-policies-controller-config\\\" in namespace \\\"acrpull\\\": Unauthorized"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["b28f0602fed1d3cfe4f9ba35196634d72022b42f5dce560ae0819840aa9d3a73"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4062/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026039891703369728","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4062,"pr_state":"closed","pr_sha":"e41fc5c10080b948886dc037aee4f8a8d7dd3219","final_merged_sha":"26b2f214e2d6443a2d37ec7705c6a64a65050f60","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T21:01:20Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"0bf96f7b535b02d0fa3d9ff213ba446617839eb58e59663381f9f4d91eca1c1d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4062/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026039891703369728","occurred_at":"2026-02-23T21:01:20Z","failed_at":"e2e","signature_id":"9e076df892d313915ff7786039cfa19fb191977d86c886836afe5fb1500fd8cf","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc0005723f0\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc0005723f0\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff","failure_pattern":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)","search_query":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026039346917806080","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4171,"pr_state":"open","pr_sha":"6881981dc7284f4f636c5c7c4def8017b056604d","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T20:59:44Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"4c562c5a9f0662c31e9da0096fd939433de534f99ed1fc67eeaac22754493ad8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026039346917806080","occurred_at":"2026-02-23T20:59:44Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3679/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026038915269398528","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3679,"pr_state":"closed","pr_sha":"cfdce3450dc3107f192e14b042f808a268cbeeab","final_merged_sha":"3ca804d0ed17f6519486da5d5d95366c60fc5e40","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-23T20:58:10Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4111/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026034365783347200","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-23T20:40:09Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"0db974ad68e0a332c2a5e898fbd4db78a4c1d140985ef700027780bcad2c19e1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4111/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026034365783347200","occurred_at":"2026-02-23T20:40:09Z","failed_at":"provision","signature_id":"5a16efce6856cb7ec3c289414cb5c6df861b61434d949293d8a83736a8fb478f","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.ClusterService/service/deploy","test_suite":"step graph","failure_text":"time=2026-02-23T21:05:03.327Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy description=\"Step deploy\\n Kind: Shell\\n Command: make deploy\\n\"\ntime=2026-02-23T21:05:13.449Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy err=\"error running Shell Step, failed to execute shell command: make[2]: Entering directory '/opt/app-root/src/github.com/Azure/ARO-HCP/cluster-service'\\nkubectl create namespace clusters-service --dry-run=client -o json | kubectl apply -f - \u0026\u0026 \\\\\\nIMAGE_PULLER_MI_CLIENT_ID=4b0d3e19-2165-4223-97a8-ff2f9ade0032 \u0026\u0026 \\\\\\nIMAGE_PULLER_MI_TENANT_ID=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX \u0026\u0026 \\\\\\nkubectl label namespace clusters-service \\\"istio.io/rev=prod-stable\\\" --overwrite=true \u0026\u0026 \\\\\\nAZURE_CS_MI_CLIENT_ID=4d92d853-4642-4a0f-b999-19cdd2f0e657 \u0026\u0026 \\\\\\nTENANT_ID=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX \u0026\u0026 \\\\\\nOIDC_BLOB_SERVICE_ENDPOINT=https://arohcpprowoidcj3347200.blob.core.windows.net/ \u0026\u0026 \\\\\\nOIDC_ISSUER_BASE_ENDPOINT=https://arohcpprowoidcj3347200.z1.web.core.windows.net/ \u0026\u0026 \\\\\\nDB_HOST=$(if [ \\\"false\\\" = \\\"true\\\" ]; then az postgres flexible-server show -g hcp-underlay-prow-j3347200 -n arohcp-prow-dbcs-j3347200 --query fullyQualifiedDomainName -o tsv; else echo \\\"ocm-cs-db\\\"; fi) \u0026\u0026 \\\\\\nOVERRIDES=$(if [ \\\"false\\\" = \\\"true\\\" ]; then echo \\\"azuredb.values.yaml\\\"; else echo \\\"containerdb.values.yaml\\\"; fi) \u0026\u0026 \\\\\\nZONE_RESOURCE_ID=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j3347200/providers/Microsoft.Network/dnszones/j3347200.hcp.osadev.cloud \u0026\u0026 \\\\\\nCX_SECRETS_KV_URL=\\\"https://ah-prow-cx-j3347200-1.vault.azure.net/\\\" \u0026\u0026 \\\\\\nCX_MI_KV_URL=\\\"https://ah-prow-mi-j3347200-1.vault.azure.net/\\\" \u0026\u0026 \\\\\\n./hack/helm.sh cluster-service helm-charts/cluster-service clusters-service \\\\\\n -f helm-charts/cluster-service/${OVERRIDES} \\\\\\n --set serviceAccountName=clusters-service \\\\\\n --set environment=arohcpdev \\\\\\n --set azureCsMiClientId=${AZURE_CS_MI_CLIENT_ID} \\\\\\n --set oidcIssuerBlobServiceUrl=${OIDC_BLOB_SERVICE_ENDPOINT} \\\\\\n --set oidcIssuerBaseUrl=${OIDC_ISSUER_BASE_ENDPOINT} \\\\\\n --set tlsCertificatesIssuer=${TLS_CERTIFICATES_ISSUER} \\\\\\n --set tlsCertificatesEnabled=true \\\\\\n --set denyAssignments=disabled \\\\\\n --set tenantId=${TENANT_ID} \\\\\\n --set region=westus3 \\\\\\n --set serviceKeyvaultName=aro-hcp-dev-svc-kv \\\\\\n --set replicas=3 \\\\\\n --set imageRegistry=arohcpsvcdev.azurecr.io \\\\\\n --set imageRepository=app-sre/aro-hcp-clusters-service \\\\\\n --set imageDigest=sha256:877909c7b876e7cb8dd1d0cdb6485b92e9eb0bdd1494df44a308363b7a44b63b \\\\\\n --set global.imageDigest=sha256:877909c7b876e7cb8dd1d0cdb6485b92e9eb0bdd1494df44a308363b7a44b63b \\\\\\n --set azureFirstPartyApplicationClientId=b3cb2fab-15cb-4583-ad06-f91da9bfe2d1 \\\\\\n --set batchProcessesDryRun=true \\\\\\n --set batchProcesses=\\\"\\\" \\\\\\n --set fpaCertName=firstPartyCert2 \\\\\\n --set ocpAcrResourceId=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev \\\\\\n --set ocpAcrUrl=arohcpocpdev.azurecr.io \\\\\\n --set shard.consumerName=\\\"hcp-underlay-j3347200-mgmt-1\\\" \\\\\\n --set shard.zoneResourceId=\\\"${ZONE_RESOURCE_ID}\\\" \\\\\\n --set shard.cxSecretsKeyVaultUrl=\\\"${CX_SECRETS_KV_URL}\\\" \\\\\\n --set shard.cxMiKeyVaultUrl=\\\"${CX_MI_KV_URL}\\\" \\\\\\n --set shard.cxSecretsKeyVaultMiClientId=\\\"45be3786-5508-4596-98f9-f0fb68642951\\\" \\\\\\n --set shard.maestroRestUrl=\\\"http://maestro.maestro.svc.cluster.local:8000\\\" \\\\\\n --set shard.maestroGrpUrl=\\\"maestro-grpc.maestro.svc.cluster.local:8090\\\" \\\\\\n --set shard.Id=$(python3 -c \\\"import uuid; print(uuid.uuid5(uuid.UUID('916f9976-e1c0-4afd-b84c-5d5c94fbeaed'), 'prow-j3347200-mgmt-1'))\\\") \\\\\\n --set shard.aksManagementClusterResourceId=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j3347200-mgmt-1/providers/Microsoft.ContainerService/managedClusters/prow-j3347200-mgmt-1 \\\\\\n --set databaseHost=${DB_HOST} \\\\\\n --set azureMiMockServicePrincipalPrincipalId=d6b62dfa-87f5-49b3-bbcb-4a687c4faa96 \\\\\\n --set azureMiMockServicePrincipalClientId=e8723db7-9b9e-46a4-9f7d-64d75c3534f0 \\\\\\n --set azureMiMockServicePrincipalCertName=msiMockCert2 \\\\\\n --set azureArmHelperIdentityCertName=armHelperCert2 \\\\\\n --set azureArmHelperIdentityClientId=3331e670-0804-48e8-a086-6241671ddc93 \\\\\\n --set azureArmHelperMockFpaPrincipalId=47f69502-0065-4d9a-b19b-d403e183d2f4 \\\\\\n --set azureCloudEnvironmentName=AzurePublicCloud \\\\\\n --set pullBinding.workloadIdentityClientId=\\\"${IMAGE_PULLER_MI_CLIENT_ID}\\\" \\\\\\n --set pullBinding.workloadIdentityTenantId=\\\"${IMAGE_PULLER_MI_TENANT_ID}\\\" \\\\\\n --set pullBinding.registry=arohcpsvcdev.azurecr.io \\\\\\n --set pullBinding.scope=repository:app-sre/aro-hcp-clusters-service:pull \\\\\\n --set managedIdentitiesDataPlaneAudienceResource=https://dummy.org \\\\\\n --set tracing.address=http://ingest.observability:4318 \\\\\\n --set csDeploymentStrategy.rollingUpdate.maxSurge=1 \\\\\\n --set csDeploymentStrategy.rollingUpdate.maxUnavailable=0 \\\\\\n --set provisionShardClusterLimit=100 \\\\\\n --set ocpVersions.defaultVersion.version=4.20.8 \\\\\\n --set ocpVersions.channelGroups.stable.minVersion=4.19.0 \\\\\\n --set ocpVersions.channelGroups.stable.maxVersion= \\\\\\n --set ocpVersions.channelGroups.candidate.minVersion=4.19.7 \\\\\\n --set ocpVersions.channelGroups.candidate.maxVersion= \\\\\\n --set ocpVersions.channelGroups.nightly.minVersion=4.19.0-0.nightly-20200101 \\\\\\n --set ocpVersions.channelGroups.nightly.maxVersion= \\\\\\n --set azureOperatorsMI.roleSetName=dev \\\\\\n --set deployment.zoneCount=4\\nerror: You must be logged in to the server (error when creating \\\"STDIN\\\": Unauthorized)\\nmake[2]: *** [Makefile:32: deploy] Error 1\\nmake[2]: Leaving directory '/opt/app-root/src/github.com/Azure/ARO-HCP/cluster-service'\\n exit status 2\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ec25dc4fdc80e4a5974a018bbe111f0574bf241fc82eb76a181a67e25965e40","failure_pattern":"make[2]: *** [Makefile:32: deploy] Error 1","search_query":"make[2]: *** [Makefile:32: deploy] Error 1"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["0ec25dc4fdc80e4a5974a018bbe111f0574bf241fc82eb76a181a67e25965e40"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4133/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026030045922856960","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4133,"pr_state":"open","pr_sha":"1c913457687a8c291cae0bfd349b55fbe571f0f3","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T20:22:59Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"ccb9e4499ce19cfbb986f01c1a115ca6ee7ab16de8ba4d2cb955eaef5c2c65ad","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4133/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026030045922856960","occurred_at":"2026-02-23T20:22:59Z","failed_at":"provision","signature_id":"5564627504dc0ffa8b2a1cfb61f4b200a8883ded65fa2c1a4914a1dd7bd7f88c","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.ACM/management/deploy-mce-config","test_suite":"step graph","failure_text":"time=2026-02-23T21:19:55.937Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config description=\"Step deploy-mce-config\\n Kind: Helm\\n\"\ntime=2026-02-23T21:19:56.533Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config values=\"map[finalizeMceJobImage:mcr.microsoft.com/aks/command/runtime@sha256:1c49cb26c44ce9f846257ca1bae2d275862ebeb31d5529a62a6c4075665fd38f global:map[registryOverride:arohcpsvcdev.azurecr.io/acm-d-cache] localCluster:map[addonConfig:map[applicationManagerEnabled:false certPolicyControllerEnabled:false policyControllerEnabled:true searchCollectorEnabled:false] kubeApiUrl:https://kubernetes.default.svc] policy:map[cluster-lifecycle:map[hubconfig:map[replicaCount:2]] grc:map[hubconfig:map[replicaCount:2]]]]\"\ntime=2026-02-23T21:19:56.533Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-02-23T21:19:56.601Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config namespace=multicluster-engine\ntime=2026-02-23T21:19:56.601Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config dryRun=false\ntime=2026-02-23T21:19:56.601Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-02-23T21:19:56.725Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-02-23T21:21:46.712Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config err=\"failed post-install: Unauthorized\"\ntime=2026-02-23T21:21:46.712Z level=INFO msg=\"Finished deploying Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-02-23T21:21:46.712Z level=INFO msg=\"Running inline diagnostics.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-02-23T21:21:46.868Z level=ERROR msg=\"Failed to capture diagnostics for Helm release\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config err=\"failed to get status for release mce-config: query: failed to query with labels: an error on the server (\\\"Internal Server Error: \\\\\\\"/api/v1/namespaces/multicluster-engine/secrets?labelSelector=name%3Dmce-config%2Cowner%3Dhelm\\\\\\\": Post \\\\\\\"https://guard.699cc16bf7e86200018b5766.svc.cluster.local:443/subjectaccessreviews?timeout=30s\\\\\\\": proxy error from localhost:9443 while dialing guard.699cc16bf7e86200018b5766.svc.cluster.local:443, code 503: 503 Service Unavailable\\\") has prevented the request from succeeding (get secrets)\"\ntime=2026-02-23T21:21:46.868Z level=INFO msg=\"Deployment complete.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-02-23T21:21:46.868Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config err=\"error running Helm release deployment Step, failed to deploy helm release: failed post-install: Unauthorized\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"82e6580bc32e56aa7378422fd2960d02a2eebbb9fbfbc08994384c40137bbab6","failure_pattern":"failed post-install: Unauthorized","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed post-install: Unauthorized"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["82e6580bc32e56aa7378422fd2960d02a2eebbb9fbfbc08994384c40137bbab6"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4041/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026022019144880128","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4041,"pr_state":"closed","pr_sha":"33c7d53ba80210c853a2f0047c158f9e94e27f29","final_merged_sha":"31af85931ee44e56ae260a8be6bd2a65099af493","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T19:51:05Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"6f62ad22815fc48ea77be0a695a8df6e0bfcdd06442ecb435c9c02608720c3fc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4041/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026022019144880128","occurred_at":"2026-02-23T19:51:05Z","failed_at":"e2e","signature_id":"2acd11042c3990fb025f6a85fa3375672b073610dfefc49052b4220e9203f215","test_name":"Customer should be able to update nodepool replicas and autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:152]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000684120\u003e: \n failed waiting for nodepool=\"np-update-nodes\" in cluster=\"np-update-nodes-hcp-cluster\" resourcegroup=\"nodepool-update-nodes-r9wsgm\" to finish updating: GET https://rp.j4880128.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/023741af-39c7-45a1-a4ff-40c0ae8371a7\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/023741af-39c7-45a1-a4ff-40c0ae8371a7\",\n \"name\": \"023741af-39c7-45a1-a4ff-40c0ae8371a7\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-02-23T21:12:03.035773476Z\",\n \"endTime\": \"2026-02-23T21:12:15.190412435Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed waiting for nodepool=\\\"np-update-nodes\\\" in cluster=\\\"np-update-nodes-hcp-cluster\\\" resourcegroup=\\\"nodepool-update-nodes-r9wsgm\\\" to finish updating: GET https://rp.j4880128.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/023741af-39c7-45a1-a4ff-40c0ae8371a7\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/023741af-39c7-45a1-a4ff-40c0ae8371a7\\\",\\n \\\"name\\\": \\\"023741af-39c7-45a1-a4ff-40c0ae8371a7\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-23T21:12:03.035773476Z\\\",\\n \\\"endTime\\\": \\\"2026-02-23T21:12:15.190412435Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc00073a510\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 200,\n RawResponse: {\n Status: \"200 OK\",\n StatusCode: 200,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Envoy-Upstream-Service-Time\": [\"18\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Request-Id\": [\n \"c0a04a77-501c-4436-9dc7-7ae38d30e33d\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 21:12:23 GMT\",\n ],\n \"Content-Length\": [\"460\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000684000\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 119, 101, 115, 116, 117, 115, 51, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 48, 50, 51, 55, 52, 49, 97, 102, 45, 51, 57, 99, 55, 45, 52, 53, 97, 49, 45, 97, 52, 102, 102, 45, 52, 48, 99, 48, 97, 101, 56, 51, 55, 49, 97, 55, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 48, 50, 51, 55, 52, 49, 97, 102, 45, 51, 57, 99, 55, 45, 52, 53, 97, 49, 45, 97, 52, 102, 102, 45, 52, 48, 99, 48, 97, 101, 56, 51, 55, 49, 97, 55, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 50, 45, 50, 51, 84, 50, 49, 58, 49, 50, 58, 48, 51, 46, 48, 51, 53, 55, 55, 51, 52, 55, 54, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 50, 45, 50, 51, 84, 50, 49, 58, 49, 50, 58, 49, 53, 46, 49, 57, 48, 52, 49, 50, 52, 51, 53, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 1...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:152]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000684120\u003e: \n failed waiting for nodepool=\"np-update-nodes\" in cluster=\"np-update-nodes-hcp-cluster\" resourcegroup=\"nodepool-update-nodes-r9wsgm\" to finish updating: GET https://rp.j4880128.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/023741af-39c7-45a1-a4ff-40c0ae8371a7\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/023741af-39c7-45a1-a4ff-40c0ae8371a7\",\n \"name\": \"023741af-39c7-45a1-a4ff-40c0ae8371a7\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-02-23T21:12:03.035773476Z\",\n \"endTime\": \"2026-02-23T21:12:15.190412435Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed waiting for nodepool=\\\"np-update-nodes\\\" in cluster=\\\"np-update-nodes-hcp-cluster\\\" resourcegroup=\\\"nodepool-update-nodes-r9wsgm\\\" to finish updating: GET https://rp.j4880128.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/023741af-39c7-45a1-a4ff-40c0ae8371a7\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/023741af-39c7-45a1-a4ff-40c0ae8371a7\\\",\\n \\\"name\\\": \\\"023741af-39c7-45a1-a4ff-40c0ae8371a7\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-23T21:12:03.035773476Z\\\",\\n \\\"endTime\\\": \\\"2026-02-23T21:12:15.190412435Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc00073a510\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 200,\n RawResponse: {\n Status: \"200 OK\",\n StatusCode: 200,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Envoy-Upstream-Service-Time\": [\"18\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Request-Id\": [\n \"c0a04a77-501c-4436-9dc7-7ae38d30e33d\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 21:12:23 GMT\",\n ],\n \"Content-Length\": [\"460\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000684000\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 119, 101, 115, 116, 117, 115, 51, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 48, 50, 51, 55, 52, 49, 97, 102, 45, 51, 57, 99, 55, 45, 52, 53, 97, 49, 45, 97, 52, 102, 102, 45, 52, 48, 99, 48, 97, 101, 56, 51, 55, 49, 97, 55, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 48, 50, 51, 55, 52, 49, 97, 102, 45, 51, 57, 99, 55, 45, 52, 53, 97, 49, 45, 97, 52, 102, 102, 45, 52, 48, 99, 48, 97, 101, 56, 51, 55, 49, 97, 55, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 50, 45, 50, 51, 84, 50, 49, 58, 49, 50, 58, 48, 51, 46, 48, 51, 53, 55, 55, 51, 52, 55, 54, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 50, 45, 50, 51, 84, 50, 49, 58, 49, 50, 58, 49, 53, 46, 49, 57, 48, 52, 49, 50, 52, 51, 53, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 1...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"223928d9cb18511fa83ff41f30aabddf9e3d125665ad0fdad9bb0068231d5de6","failure_pattern":"ERROR CODE: InternalServerError; context ; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"ca6e9a97caf668d78b7385231a16ef7716baeb9ae33de6f43e00ec0555ae38b9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4041/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026022019144880128","occurred_at":"2026-02-23T19:51:05Z","failed_at":"e2e","signature_id":"26058ac196587546296184f62553c146be4f8649c378d1eacea0c5b1dcf00fe1","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:400]: Unexpected error:\n \u003c*exported.ResponseError | 0xc000d04180\u003e: \n GET https://rp.j4880128.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-q8fgkx/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\n --------------------------------------------------------------------------------\n RESPONSE 500: 500 Internal Server Error\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n ErrorCode: \"InternalServerError\",\n StatusCode: 500,\n RawResponse: {\n Status: \"500 Internal Server Error\",\n StatusCode: 500,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Length\": [\"107\"],\n \"X-Envoy-Upstream-Service-Time\": [\"2517\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InternalServerError\",\n ],\n \"X-Ms-Request-Id\": [\n \"ac33f72e-d3e4-4db6-8cf5-e2bf14a7ce0c\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 21:11:22 GMT\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000410500\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 107,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"GET\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j4880128.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-q8fgkx/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Accept\": [\"application/json\"],\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-02-23T21:11:01Z\\\"}\",\n ],\n \"Authorization\": [\"redacted\"],\n },\n Body: nil,\n GetBody: nil,\n ContentLength: 0,\n TransferEncoding: nil,\n Close: false,\n Host: \"rp.j4880128.hcpsvc.osadev.cloud\",\n Form: nil,\n PostForm: nil,\n MultipartForm: nil,\n Trailer: nil,\n RemoteAddr: \"\",\n RequestURI: \"\",\n TLS: nil,\n Cancel: nil,\n Response: nil,\n Pattern: \"\",\n ctx: \u003csuppressed context\u003e,\n pat: nil,\n matches: nil,\n otherValues: nil,\n },\n TLS: {\n Version: 772,\n HandshakeComplete: true,\n DidResume: false,\n CipherSuite: 4865,\n CurveID: 29,\n NegotiatedProtocol: \"h2\",\n NegotiatedProtocolIsMutual: true,\n ServerName: \"rp.j4880128.hcpsvc.osadev.cl...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:400]: Unexpected error:\n \u003c*exported.ResponseError | 0xc000d04180\u003e: \n GET https://rp.j4880128.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-q8fgkx/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\n --------------------------------------------------------------------------------\n RESPONSE 500: 500 Internal Server Error\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n ErrorCode: \"InternalServerError\",\n StatusCode: 500,\n RawResponse: {\n Status: \"500 Internal Server Error\",\n StatusCode: 500,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Length\": [\"107\"],\n \"X-Envoy-Upstream-Service-Time\": [\"2517\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InternalServerError\",\n ],\n \"X-Ms-Request-Id\": [\n \"ac33f72e-d3e4-4db6-8cf5-e2bf14a7ce0c\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 21:11:22 GMT\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000410500\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 107,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"GET\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j4880128.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-q8fgkx/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Accept\": [\"application/json\"],\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-02-23T21:11:01Z\\\"}\",\n ],\n \"Authorization\": [\"redacted\"],\n },\n Body: nil,\n GetBody: nil,\n ContentLength: 0,\n TransferEncoding: nil,\n Close: false,\n Host: \"rp.j4880128.hcpsvc.osadev.cloud\",\n Form: nil,\n PostForm: nil,\n MultipartForm: nil,\n Trailer: nil,\n RemoteAddr: \"\",\n RequestURI: \"\",\n TLS: nil,\n Cancel: nil,\n Response: nil,\n Pattern: \"\",\n ctx: \u003csuppressed context\u003e,\n pat: nil,\n matches: nil,\n otherValues: nil,\n },\n TLS: {\n Version: 772,\n HandshakeComplete: true,\n DidResume: false,\n CipherSuite: 4865,\n CurveID: 29,\n NegotiatedProtocol: \"h2\",\n NegotiatedProtocolIsMutual: true,\n ServerName: \"rp.j4880128.hcpsvc.osadev.cl...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"223928d9cb18511fa83ff41f30aabddf9e3d125665ad0fdad9bb0068231d5de6","failure_pattern":"ERROR CODE: InternalServerError; context ; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["223928d9cb18511fa83ff41f30aabddf9e3d125665ad0fdad9bb0068231d5de6"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4062/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026020640007393280","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4062,"pr_state":"closed","pr_sha":"e41fc5c10080b948886dc037aee4f8a8d7dd3219","final_merged_sha":"26b2f214e2d6443a2d37ec7705c6a64a65050f60","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T19:45:36Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"8e061ae5e012cf5f43a4601f8a8c09c072b64a792540ad7cf1164d21e33825a6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4062/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026020640007393280","occurred_at":"2026-02-23T19:45:36Z","failed_at":"provision","signature_id":"5564627504dc0ffa8b2a1cfb61f4b200a8883ded65fa2c1a4914a1dd7bd7f88c","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.ACM/management/deploy-mce-config","test_suite":"step graph","failure_text":"time=2026-02-23T20:39:57.079Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config description=\"Step deploy-mce-config\\n Kind: Helm\\n\"\ntime=2026-02-23T20:39:57.597Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config values=\"map[finalizeMceJobImage:mcr.microsoft.com/aks/command/runtime@sha256:1c49cb26c44ce9f846257ca1bae2d275862ebeb31d5529a62a6c4075665fd38f global:map[registryOverride:arohcpsvcdev.azurecr.io/acm-d-cache] localCluster:map[addonConfig:map[applicationManagerEnabled:false certPolicyControllerEnabled:false policyControllerEnabled:true searchCollectorEnabled:false] kubeApiUrl:https://kubernetes.default.svc] policy:map[cluster-lifecycle:map[hubconfig:map[replicaCount:2]] grc:map[hubconfig:map[replicaCount:2]]]]\"\ntime=2026-02-23T20:39:57.597Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-02-23T20:39:57.656Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config namespace=multicluster-engine\ntime=2026-02-23T20:39:57.656Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config dryRun=false\ntime=2026-02-23T20:39:57.656Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-02-23T20:39:57.770Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-02-23T20:39:58.614Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config err=\"failed to install CRD crds/apps.open-cluster-management.io_placementrules_crd_v1.yaml: Unauthorized\"\ntime=2026-02-23T20:39:58.614Z level=INFO msg=\"Finished deploying Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-02-23T20:39:58.614Z level=INFO msg=\"Running inline diagnostics.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-02-23T20:39:58.726Z level=ERROR msg=\"Failed to capture diagnostics for Helm release\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config err=\"failed to get status for release mce-config: release: not found\"\ntime=2026-02-23T20:39:58.726Z level=INFO msg=\"Deployment complete.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-02-23T20:39:58.727Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config err=\"error running Helm release deployment Step, failed to deploy helm release: failed to install CRD crds/apps.open-cluster-management.io_placementrules_crd_v1.yaml: Unauthorized\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"59985aa3ce34b827397984092a7c14840cc233c0ac08818f3f3f837ba035287f","failure_pattern":"failed to install CRD crds/apps.open-cluster-management.io_placementrules_crd_v1.yaml: Unauthorized","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed to install CRD crds/apps.open-cluster-management.io_placementrules_crd_v1.yaml: Unauthorized"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["59985aa3ce34b827397984092a7c14840cc233c0ac08818f3f3f837ba035287f"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026020167481298944","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4171,"pr_state":"open","pr_sha":"6881981dc7284f4f636c5c7c4def8017b056604d","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T19:43:44Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"8e7974b6f84a02cea52070b3ea770c1dea5730fe27fafcf5330d99b7cd75f901","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026020167481298944","occurred_at":"2026-02-23T19:43:44Z","failed_at":"provision","signature_id":"9f3e2fbbe69049f809feea69c7d3178b71c05f85747d32c65e189891b2557634","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.ACM/management/deploy-mce-crds","test_suite":"step graph","failure_text":"time=2026-02-23T20:05:11.221Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-crds description=\"Step deploy-mce-crds\\n Kind: Helm\\n\"\ntime=2026-02-23T20:05:12.058Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-crds values=map[]\ntime=2026-02-23T20:05:12.058Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-crds\ntime=2026-02-23T20:05:12.365Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-crds err=\"error running Helm release deployment Step, failed to deploy helm release: failed to apply namespace multicluster-engine: an error on the server (\\\"Internal Server Error: \\\\\\\"/api/v1/namespaces/multicluster-engine?fieldManager=templatize\u0026amp;force=false\\\\\\\": Post \\\\\\\"https://guard.699caf829830e200014ad01e.svc.cluster.local:443/subjectaccessreviews?timeout=30s\\\\\\\": unexpected EOF\\\") has prevented the request from succeeding (patch namespaces multicluster-engine)\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4dda2e9ba5b325d222fbc2a6dbfb589b2e1e250ca1665dd66990c88f59ac284d","failure_pattern":"failed to apply namespace multicluster-engine: an error on the server (\"Internal Server Error: \\\\\"/api/v1/namespaces/multicluster-engine?fieldManager=templatize\u0026amp;force=false\\\\\": Post \\\\\"\u003curl\u003e\": unexpected EOF\") has prevented the request from succeeding","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed to apply namespace multicluster-engine: an error on the server (\\\"Internal Server Error: \\\\\\\"/api/v1/namespaces/multicluster-engine?fieldManager=templatize\u0026amp;force=false\\\\\\\": Post \\\\\\\"https://guard.699caf829830e200014ad01e.svc.cluster.local:443/subjectaccessreviews?timeout=30s\\\\\\\": unexpected EOF\\\") has prevented the request from succeeding (patch namespaces multicluster-engine)"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["4dda2e9ba5b325d222fbc2a6dbfb589b2e1e250ca1665dd66990c88f59ac284d"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026011651215462400","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4171,"pr_state":"open","pr_sha":"6881981dc7284f4f636c5c7c4def8017b056604d","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T19:09:53Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"44e02833820cdcf2ada495b6ca25679693586b77d7e56b29227cb43eef464e2d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026011651215462400","occurred_at":"2026-02-23T19:09:53Z","failed_at":"provision","signature_id":"543c429be64f4ea15622f0c16cf8a4b86c604206ca94730d88c051d303ca55ea","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/acrpull","test_suite":"step graph","failure_text":"time=2026-02-23T19:33:49.440Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=acrpull description=\"Step acrpull\\n Kind: Helm\\n\"\ntime=2026-02-23T19:33:49.988Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=acrpull values=\"map[image:mcr.microsoft.com/aks/msi-acrpull@sha256:042511defb0842f02593e48e68d83a20a1af4265db4e23fca484356e34a6c883 namespace:acrpull replicas:2 ttlRotationFraction:0.5]\"\ntime=2026-02-23T19:33:49.988Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=acrpull\ntime=2026-02-23T19:33:50.243Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=acrpull namespace=acrpull\ntime=2026-02-23T19:33:50.243Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=acrpull dryRun=false\ntime=2026-02-23T19:33:50.243Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=acrpull\ntime=2026-02-23T19:33:50.529Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=acrpull\ntime=2026-02-23T19:33:54.878Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=acrpull err=\"unable to continue with install: could not get information about the resource ValidatingAdmissionPolicy \\\"controller-secret-mutation-policy\\\" in namespace \\\"\\\": Unauthorized\"\ntime=2026-02-23T19:33:54.878Z level=INFO msg=\"Finished deploying Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=acrpull\ntime=2026-02-23T19:33:54.878Z level=INFO msg=\"Running inline diagnostics.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=acrpull\ntime=2026-02-23T19:33:55.047Z level=ERROR msg=\"Failed to capture diagnostics for Helm release\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=acrpull err=\"failed to get status for release acrpull: release: not found\"\ntime=2026-02-23T19:33:55.047Z level=INFO msg=\"Deployment complete.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=acrpull\ntime=2026-02-23T19:33:55.047Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=acrpull err=\"error running Helm release deployment Step, failed to deploy helm release: unable to continue with install: could not get information about the resource ValidatingAdmissionPolicy \\\"controller-secret-mutation-policy\\\" in namespace \\\"\\\": Unauthorized\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1c792df519fad6388f5adc6736a64f1695241044368cf0fbd985590b4f0f0512","failure_pattern":"unable to continue with install: could not get information about the resource ValidatingAdmissionPolicy \"controller-secret-mutation-policy\" in namespace \"\": Unauthorized","search_query":"error running Helm release deployment Step, failed to deploy helm release: unable to continue with install: could not get information about the resource ValidatingAdmissionPolicy \\\"controller-secret-mutation-policy\\\" in namespace \\\"\\\": Unauthorized"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["1c792df519fad6388f5adc6736a64f1695241044368cf0fbd985590b4f0f0512"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4183/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026008057397383168","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4183,"pr_state":"closed","pr_sha":"e887b946808ace9b7b06957456d0c0ed77b2c238","final_merged_sha":"7178883bfb4ad852dcc51a48d7a904bbe072b7cc","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T18:55:36Z"},"failed_at":["e2e"],"failed_test_count":4,"occurrences":[{"row_id":"0d5e98847277485c232f95c362b78f2ae3511d65c8b7ca3505c353ddeff75e18","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4183/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026008057397383168","occurred_at":"2026-02-23T18:55:36Z","failed_at":"e2e","signature_id":"d280cd3592438e6bd71a08f2f579a08ff2f6669d6cc3660d498640ee1d2f47d3","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n \u003c*errors.joinError | 0xc000d92e88\u003e: \n failed to cleanup resource group: failed listing hcp clusters in resourcegroup=\"rg-cluster-back-version-w2lgmz\": GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-w2lgmz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\n --------------------------------------------------------------------------------\n RESPONSE 500: 500 Internal Server Error\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n errs: [\n \u003c*fmt.wrapError | 0xc000a850e0\u003e{\n msg: \"failed to cleanup resource group: failed listing hcp clusters in resourcegroup=\\\"rg-cluster-back-version-w2lgmz\\\": GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-w2lgmz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc000a850c0\u003e{\n msg: \"failed listing hcp clusters in resourcegroup=\\\"rg-cluster-back-version-w2lgmz\\\": GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-w2lgmz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000bb55c0\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 500,\n RawResponse: {\n Status: \"500 Internal Server Error\",\n StatusCode: 500,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InternalServerError\",\n ],\n \"X-Ms-Request-Id\": [\n \"15cf8b9f-7a70-4688-8d1f-e33f58872fbf\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 20:24:59 GMT\",\n ],\n \"Content-Length\": [\"107\"],\n \"X-Envoy-Upstream-Service-Time\": [\"3326\"],\n \"Server\": [\"istio-envoy\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000a85000\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 107,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"GET\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n \u003c*errors.joinError | 0xc000d92e88\u003e: \n failed to cleanup resource group: failed listing hcp clusters in resourcegroup=\"rg-cluster-back-version-w2lgmz\": GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-w2lgmz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\n --------------------------------------------------------------------------------\n RESPONSE 500: 500 Internal Server Error\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n errs: [\n \u003c*fmt.wrapError | 0xc000a850e0\u003e{\n msg: \"failed to cleanup resource group: failed listing hcp clusters in resourcegroup=\\\"rg-cluster-back-version-w2lgmz\\\": GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-w2lgmz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc000a850c0\u003e{\n msg: \"failed listing hcp clusters in resourcegroup=\\\"rg-cluster-back-version-w2lgmz\\\": GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-w2lgmz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000bb55c0\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 500,\n RawResponse: {\n Status: \"500 Internal Server Error\",\n StatusCode: 500,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InternalServerError\",\n ],\n \"X-Ms-Request-Id\": [\n \"15cf8b9f-7a70-4688-8d1f-e33f58872fbf\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 20:24:59 GMT\",\n ],\n \"Content-Length\": [\"107\"],\n \"X-Envoy-Upstream-Service-Time\": [\"3326\"],\n \"Server\": [\"istio-envoy\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000a85000\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 107,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"GET\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"223928d9cb18511fa83ff41f30aabddf9e3d125665ad0fdad9bb0068231d5de6","failure_pattern":"ERROR CODE: InternalServerError; context ; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"3e8ea722c2d85bc55b67027f1514ea1f29913b77fc0389325ed13c2a4123ae19","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4183/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026008057397383168","occurred_at":"2026-02-23T18:55:36Z","failed_at":"e2e","signature_id":"e5356d602e28a116ae48fdadecafb6af99b318d076beaf1da8a7970a93a56e29","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:122]: Unexpected error:\n \u003c*fmt.wrapError | 0xc00040a8e0\u003e: \n failed waiting for hcpCluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-kms5gv\" to finish getting creds: GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationResults/dacd8331-775a-4c12-a716-feb199663ffa\n --------------------------------------------------------------------------------\n RESPONSE 500: 500 Internal Server Error\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed waiting for hcpCluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-kms5gv\\\" to finish getting creds: GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationResults/dacd8331-775a-4c12-a716-feb199663ffa\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000806a80\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 500,\n RawResponse: {\n Status: \"500 Internal Server Error\",\n StatusCode: 500,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Envoy-Upstream-Service-Time\": [\"3275\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InternalServerError\",\n ],\n \"X-Ms-Request-Id\": [\n \"5588a858-aa9f-4ebb-a3ae-9b65d45e0b64\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 20:21:01 GMT\",\n ],\n \"Content-Length\": [\"107\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc00040a820\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 107,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"GET\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j7383168.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationResults/dacd8331-775a-4c12-a716-feb199663ffa\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-02-23T20:20:39Z\\\"}\",\n ],\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n \"Authorization\": [\"redacted\"],\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:122]: Unexpected error:\n \u003c*fmt.wrapError | 0xc00040a8e0\u003e: \n failed waiting for hcpCluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-kms5gv\" to finish getting creds: GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationResults/dacd8331-775a-4c12-a716-feb199663ffa\n --------------------------------------------------------------------------------\n RESPONSE 500: 500 Internal Server Error\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed waiting for hcpCluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-kms5gv\\\" to finish getting creds: GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationResults/dacd8331-775a-4c12-a716-feb199663ffa\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000806a80\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 500,\n RawResponse: {\n Status: \"500 Internal Server Error\",\n StatusCode: 500,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Envoy-Upstream-Service-Time\": [\"3275\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InternalServerError\",\n ],\n \"X-Ms-Request-Id\": [\n \"5588a858-aa9f-4ebb-a3ae-9b65d45e0b64\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 20:21:01 GMT\",\n ],\n \"Content-Length\": [\"107\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc00040a820\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 107,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"GET\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j7383168.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationResults/dacd8331-775a-4c12-a716-feb199663ffa\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-02-23T20:20:39Z\\\"}\",\n ],\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n \"Authorization\": [\"redacted\"],\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"223928d9cb18511fa83ff41f30aabddf9e3d125665ad0fdad9bb0068231d5de6","failure_pattern":"ERROR CODE: InternalServerError; context ; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"6e6a45e148f8c120d8e930aa2f63e97d5aa92d8e05fb329c6b3fbbf93044441d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4183/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026008057397383168","occurred_at":"2026-02-23T18:55:36Z","failed_at":"e2e","signature_id":"418daf51e6d483647ee0f78268f6480022c8f3e1db9a3253f9ed84eb54952dd0","test_name":"Customer should be able to update nodepool replicas and autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:179]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0003312c0\u003e: \n failed waiting for nodepool=\"np-update-nodes\" in cluster=\"np-update-nodes-hcp-cluster\" resourcegroup=\"nodepool-update-nodes-rw5g7c\" to finish updating: GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/9bf2cef3-df89-4589-ac68-2eea4c7a891f\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/9bf2cef3-df89-4589-ac68-2eea4c7a891f\",\n \"name\": \"9bf2cef3-df89-4589-ac68-2eea4c7a891f\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-02-23T20:34:06.807375973Z\",\n \"endTime\": \"2026-02-23T20:34:18.455374606Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed waiting for nodepool=\\\"np-update-nodes\\\" in cluster=\\\"np-update-nodes-hcp-cluster\\\" resourcegroup=\\\"nodepool-update-nodes-rw5g7c\\\" to finish updating: GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/9bf2cef3-df89-4589-ac68-2eea4c7a891f\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/9bf2cef3-df89-4589-ac68-2eea4c7a891f\\\",\\n \\\"name\\\": \\\"9bf2cef3-df89-4589-ac68-2eea4c7a891f\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-23T20:34:06.807375973Z\\\",\\n \\\"endTime\\\": \\\"2026-02-23T20:34:18.455374606Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc0008e8cc0\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 200,\n RawResponse: {\n Status: \"200 OK\",\n StatusCode: 200,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Length\": [\"460\"],\n \"X-Envoy-Upstream-Service-Time\": [\"12\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Request-Id\": [\n \"cf1fd5bc-43de-4923-b058-b3b258ead83a\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 20:34:27 GMT\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000330d00\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 119, 101, 115, 116, 117, 115, 51, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 57, 98, 102, 50, 99, 101, 102, 51, 45, 100, 102, 56, 57, 45, 52, 53, 56, 57, 45, 97, 99, 54, 56, 45, 50, 101, 101, 97, 52, 99, 55, 97, 56, 57, 49, 102, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 57, 98, 102, 50, 99, 101, 102, 51, 45, 100, 102, 56, 57, 45, 52, 53, 56, 57, 45, 97, 99, 54, 56, 45, 50, 101, 101, 97, 52, 99, 55, 97, 56, 57, 49, 102, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 50, 45, 50, 51, 84, 50, 48, 58, 51, 52, 58, 48, 54, 46, 56, 48, 55, 51, 55, 53, 57, 55, 51, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 50, 45, 50, 51, 84, 50, 48, 58, 51, 52, 58, 49, 56, 46, 52, 53, 53, 51, 55, 52, 54, 48, 54, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:179]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0003312c0\u003e: \n failed waiting for nodepool=\"np-update-nodes\" in cluster=\"np-update-nodes-hcp-cluster\" resourcegroup=\"nodepool-update-nodes-rw5g7c\" to finish updating: GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/9bf2cef3-df89-4589-ac68-2eea4c7a891f\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/9bf2cef3-df89-4589-ac68-2eea4c7a891f\",\n \"name\": \"9bf2cef3-df89-4589-ac68-2eea4c7a891f\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-02-23T20:34:06.807375973Z\",\n \"endTime\": \"2026-02-23T20:34:18.455374606Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed waiting for nodepool=\\\"np-update-nodes\\\" in cluster=\\\"np-update-nodes-hcp-cluster\\\" resourcegroup=\\\"nodepool-update-nodes-rw5g7c\\\" to finish updating: GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/9bf2cef3-df89-4589-ac68-2eea4c7a891f\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/9bf2cef3-df89-4589-ac68-2eea4c7a891f\\\",\\n \\\"name\\\": \\\"9bf2cef3-df89-4589-ac68-2eea4c7a891f\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-23T20:34:06.807375973Z\\\",\\n \\\"endTime\\\": \\\"2026-02-23T20:34:18.455374606Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc0008e8cc0\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 200,\n RawResponse: {\n Status: \"200 OK\",\n StatusCode: 200,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Length\": [\"460\"],\n \"X-Envoy-Upstream-Service-Time\": [\"12\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Request-Id\": [\n \"cf1fd5bc-43de-4923-b058-b3b258ead83a\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 20:34:27 GMT\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000330d00\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 119, 101, 115, 116, 117, 115, 51, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 57, 98, 102, 50, 99, 101, 102, 51, 45, 100, 102, 56, 57, 45, 52, 53, 56, 57, 45, 97, 99, 54, 56, 45, 50, 101, 101, 97, 52, 99, 55, 97, 56, 57, 49, 102, 34, 44, 10, 32, 32, 32, 32, 34, 110, 97, 109, 101, 34, 58, 32, 34, 57, 98, 102, 50, 99, 101, 102, 51, 45, 100, 102, 56, 57, 45, 52, 53, 56, 57, 45, 97, 99, 54, 56, 45, 50, 101, 101, 97, 52, 99, 55, 97, 56, 57, 49, 102, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 116, 117, 115, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 34, 44, 10, 32, 32, 32, 32, 34, 115, 116, 97, 114, 116, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 50, 45, 50, 51, 84, 50, 48, 58, 51, 52, 58, 48, 54, 46, 56, 48, 55, 51, 55, 53, 57, 55, 51, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 110, 100, 84, 105, 109, 101, 34, 58, 32, 34, 50, 48, 50, 54, 45, 48, 50, 45, 50, 51, 84, 50, 48, 58, 51, 52, 58, 49, 56, 46, 52, 53, 53, 51, 55, 52, 54, 48, 54, 90, 34, 44, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"223928d9cb18511fa83ff41f30aabddf9e3d125665ad0fdad9bb0068231d5de6","failure_pattern":"ERROR CODE: InternalServerError; context ; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"e3095bd82cbfb9b9602fa4c0bf18ca1aa92901c58c5fd596b2329cf04b140654","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4183/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026008057397383168","occurred_at":"2026-02-23T18:55:36Z","failed_at":"e2e","signature_id":"5d9aea2a23d2757a27c2dad526dd70cee9d0f1b07c19cb2b3ec5d20067905995","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0005012c0\u003e: \n failed to create HCP cluster list-test-cluster-8xtkh8: failed waiting for cluster=\"list-test-cluster-8xtkh8\" in resourcegroup=\"cluster-listing-7cs2h5\" to finish creating: GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-7cs2h5/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-8xtkh8\n --------------------------------------------------------------------------------\n RESPONSE 500: 500 Internal Server Error\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create HCP cluster list-test-cluster-8xtkh8: failed waiting for cluster=\\\"list-test-cluster-8xtkh8\\\" in resourcegroup=\\\"cluster-listing-7cs2h5\\\" to finish creating: GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-7cs2h5/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-8xtkh8\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc000501280\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-8xtkh8\\\" in resourcegroup=\\\"cluster-listing-7cs2h5\\\" to finish creating: GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-7cs2h5/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-8xtkh8\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000e05c20\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 500,\n RawResponse: {\n Status: \"500 Internal Server Error\",\n StatusCode: 500,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InternalServerError\",\n ],\n \"X-Ms-Request-Id\": [\n \"c2acb288-1455-4584-8aa2-761bb0312668\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 20:21:01 GMT\",\n ],\n \"Content-Length\": [\"107\"],\n \"X-Envoy-Upstream-Service-Time\": [\"2930\"],\n \"Server\": [\"istio-envoy\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc0005011a0\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 107,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"GET\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j7383168.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-7cs2h5/providers/Microsoft.RedHatOpenS...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0005012c0\u003e: \n failed to create HCP cluster list-test-cluster-8xtkh8: failed waiting for cluster=\"list-test-cluster-8xtkh8\" in resourcegroup=\"cluster-listing-7cs2h5\" to finish creating: GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-7cs2h5/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-8xtkh8\n --------------------------------------------------------------------------------\n RESPONSE 500: 500 Internal Server Error\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create HCP cluster list-test-cluster-8xtkh8: failed waiting for cluster=\\\"list-test-cluster-8xtkh8\\\" in resourcegroup=\\\"cluster-listing-7cs2h5\\\" to finish creating: GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-7cs2h5/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-8xtkh8\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc000501280\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-8xtkh8\\\" in resourcegroup=\\\"cluster-listing-7cs2h5\\\" to finish creating: GET https://rp.j7383168.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-7cs2h5/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-8xtkh8\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000e05c20\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 500,\n RawResponse: {\n Status: \"500 Internal Server Error\",\n StatusCode: 500,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InternalServerError\",\n ],\n \"X-Ms-Request-Id\": [\n \"c2acb288-1455-4584-8aa2-761bb0312668\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 20:21:01 GMT\",\n ],\n \"Content-Length\": [\"107\"],\n \"X-Envoy-Upstream-Service-Time\": [\"2930\"],\n \"Server\": [\"istio-envoy\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc0005011a0\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 107,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"GET\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j7383168.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-7cs2h5/providers/Microsoft.RedHatOpenS...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"223928d9cb18511fa83ff41f30aabddf9e3d125665ad0fdad9bb0068231d5de6","failure_pattern":"ERROR CODE: InternalServerError; context ; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}}],"failure_pattern_summary":{"signature_count":4,"failure_pattern_ids":["223928d9cb18511fa83ff41f30aabddf9e3d125665ad0fdad9bb0068231d5de6"],"matched_occurrences":4,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026003186157883392","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4180,"pr_state":"closed","pr_sha":"6ab1b69e44084227b36e6ee8ee70eca44fbd912b","final_merged_sha":"e43ebba90b754ed6e72098d2ef840d748e2dfcb7","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T18:36:14Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"50955cab2749bd902cc3d807d982ace1cfb9765083ed00c42dded1fe1ef4d966","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2026003186157883392","occurred_at":"2026-02-23T18:36:14Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3679/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025998471101681664","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3679,"pr_state":"closed","pr_sha":"cfdce3450dc3107f192e14b042f808a268cbeeab","final_merged_sha":"3ca804d0ed17f6519486da5d5d95366c60fc5e40","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T17:56:28Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"782df49b860028faa65037dd2e62e8839d631b0b336f9ba46a3b233ba61fa4cb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3679/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025998471101681664","occurred_at":"2026-02-23T17:56:28Z","failed_at":"provision","signature_id":"5564627504dc0ffa8b2a1cfb61f4b200a8883ded65fa2c1a4914a1dd7bd7f88c","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.ACM/management/deploy-mce-config","test_suite":"step graph","failure_text":"time=2026-02-23T19:18:18.127Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config description=\"Step deploy-mce-config\\n Kind: Helm\\n\"\ntime=2026-02-23T19:18:18.681Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config values=\"map[finalizeMceJobImage:mcr.microsoft.com/aks/command/runtime@sha256:1c49cb26c44ce9f846257ca1bae2d275862ebeb31d5529a62a6c4075665fd38f global:map[registryOverride:arohcpsvcdev.azurecr.io/acm-d-cache] localCluster:map[addonConfig:map[applicationManagerEnabled:false certPolicyControllerEnabled:false policyControllerEnabled:true searchCollectorEnabled:false] kubeApiUrl:https://kubernetes.default.svc] policy:map[cluster-lifecycle:map[hubconfig:map[replicaCount:2]] grc:map[hubconfig:map[replicaCount:2]]]]\"\ntime=2026-02-23T19:18:18.681Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-02-23T19:18:18.746Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config namespace=multicluster-engine\ntime=2026-02-23T19:18:18.746Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config dryRun=false\ntime=2026-02-23T19:18:18.746Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-02-23T19:18:18.871Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-02-23T19:20:08.330Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config err=\"failed post-install: Unauthorized\"\ntime=2026-02-23T19:20:08.330Z level=INFO msg=\"Finished deploying Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-02-23T19:20:08.331Z level=INFO msg=\"Running inline diagnostics.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-02-23T19:20:15.915Z level=INFO msg=\"Determined release status.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config release=mce-config namespace=multicluster-engine status=failed description=\"Release \\\"mce-config\\\" failed: failed post-install: Unauthorized\" values=\"map[finalizeMceJobImage:mcr.microsoft.com/aks/command/runtime@sha256:1c49cb26c44ce9f846257ca1bae2d275862ebeb31d5529a62a6c4075665fd38f global:map[registryOverride:arohcpsvcdev.azurecr.io/acm-d-cache] localCluster:map[addonConfig:map[applicationManagerEnabled:false certPolicyControllerEnabled:false policyControllerEnabled:true searchCollectorEnabled:false] kubeApiUrl:https://kubernetes.default.svc] policy:map[cluster-lifecycle:map[hubconfig:map[replicaCount:2]] grc:map[hubconfig:map[replicaCount:2]]]]\"\ntime=2026-02-23T19:20:15.917Z level=INFO msg=\"Kube-events kusto link for troubleshooting:\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config url=\"https://hcp-dev-us.westus3.kusto.windows.net/ServiceLogs?query=H4sIAAAAAAAA/6yUQW/bPgzF7/4UhE8NYBeN//gPnYceum6nYhuw7tRhB1liHDUyaVBKggD58IPiJBa2LgmGXZ/5fnpkGGYOAwh6XopGD3dgVFBBNQ6vuHlBHR4tmdoHsdQWMEifVYdHCVdIO8X3Sh/kyfcMACB/QllZjfda85JCXkDeii57dlZvSmUMU+lVlLulC1a7pQ8oJVJrCfPiFOOs7Ss7fG/JWGoPnt/eFnbYjDUnaPfGfKEP2DvedEjhgWlmd54BNGcf0JT6KJ9APQzqJ0WqxQjbsaNpsB8iaqYg7BxK/Hbe3fIKhRRpPBBmojpcsyxSwOA0e84T7iY63/Qofm5noeyO5HKf37/yfpxulLlHOtQl1noxSA7DftRjN+Wq+gtgK7oe2trzhhLZ216hJT/+P015ATeGTQImK5Zu58m1vGC7U/8FlnF7Y+H51i9GJfl74V61KrCcITwenx//Sq3jRrndlLIf77LFskEhDOg/xhPjsy2s5ygIwXbog+p6aDCsEQmujAoY5au8uqnelDdVWf33bfq2nt7W09vnfALX1/Cnmuqmnv7/nE8m2RZe2BIsLJk7S4SSHEYmGO9hegh/vYDZFnrh+HUMWkDPZii+DFKA47aADr1XbUSyGBRoNknzBr3+GQAA//8jnHRHvgUAAA==\"\ntime=2026-02-23T19:20:15.919Z level=INFO msg=\"Deployment complete.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config\ntime=2026-02-23T19:20:15.920Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.ACM resourceGroup=management step=deploy-mce-config err=\"error running Helm release deployment Step, failed to deploy helm release: failed post-install: Unauthorized\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"82e6580bc32e56aa7378422fd2960d02a2eebbb9fbfbc08994384c40137bbab6","failure_pattern":"failed post-install: Unauthorized","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed post-install: Unauthorized"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["82e6580bc32e56aa7378422fd2960d02a2eebbb9fbfbc08994384c40137bbab6"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4041/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025995696976433152","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4041,"pr_state":"closed","pr_sha":"33c7d53ba80210c853a2f0047c158f9e94e27f29","final_merged_sha":"31af85931ee44e56ae260a8be6bd2a65099af493","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T17:52:39Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"c239d25c1550faacd43f18bccb842cad2a42153cd4cda3b7f0fa73d98b1ba28d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4041/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025995696976433152","occurred_at":"2026-02-23T17:52:39Z","failed_at":"provision","signature_id":"5a16efce6856cb7ec3c289414cb5c6df861b61434d949293d8a83736a8fb478f","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.ClusterService/service/deploy","test_suite":"step graph","failure_text":"time=2026-02-23T19:16:58.687Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy description=\"Step deploy\\n Kind: Shell\\n Command: make deploy\\n\"\ntime=2026-02-23T19:19:05.523Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy err=\"error running Shell Step, failed to execute shell command: make[2]: Entering directory '/opt/app-root/src/github.com/Azure/ARO-HCP/cluster-service'\\nkubectl create namespace clusters-service --dry-run=client -o json | kubectl apply -f - \u0026\u0026 \\\\\\nIMAGE_PULLER_MI_CLIENT_ID=0ea532e8-59b9-4f3a-accb-19e8b9515289 \u0026\u0026 \\\\\\nIMAGE_PULLER_MI_TENANT_ID=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX \u0026\u0026 \\\\\\nkubectl label namespace clusters-service \\\"istio.io/rev=prod-stable\\\" --overwrite=true \u0026\u0026 \\\\\\nAZURE_CS_MI_CLIENT_ID=e2711603-879f-4a69-ba0a-7891a926d0a2 \u0026\u0026 \\\\\\nTENANT_ID=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX \u0026\u0026 \\\\\\nOIDC_BLOB_SERVICE_ENDPOINT=https://arohcpprowoidcj6433152.blob.core.windows.net/ \u0026\u0026 \\\\\\nOIDC_ISSUER_BASE_ENDPOINT=https://arohcpprowoidcj6433152.z1.web.core.windows.net/ \u0026\u0026 \\\\\\nDB_HOST=$(if [ \\\"false\\\" = \\\"true\\\" ]; then az postgres flexible-server show -g hcp-underlay-prow-j6433152 -n arohcp-prow-dbcs-j6433152 --query fullyQualifiedDomainName -o tsv; else echo \\\"ocm-cs-db\\\"; fi) \u0026\u0026 \\\\\\nOVERRIDES=$(if [ \\\"false\\\" = \\\"true\\\" ]; then echo \\\"azuredb.values.yaml\\\"; else echo \\\"containerdb.values.yaml\\\"; fi) \u0026\u0026 \\\\\\nZONE_RESOURCE_ID=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j6433152/providers/Microsoft.Network/dnszones/j6433152.hcp.osadev.cloud \u0026\u0026 \\\\\\nCX_SECRETS_KV_URL=\\\"https://ah-prow-cx-j6433152-1.vault.azure.net/\\\" \u0026\u0026 \\\\\\nCX_MI_KV_URL=\\\"https://ah-prow-mi-j6433152-1.vault.azure.net/\\\" \u0026\u0026 \\\\\\n./hack/helm.sh cluster-service helm-charts/cluster-service clusters-service \\\\\\n -f helm-charts/cluster-service/${OVERRIDES} \\\\\\n --set serviceAccountName=clusters-service \\\\\\n --set environment=arohcpdev \\\\\\n --set azureCsMiClientId=${AZURE_CS_MI_CLIENT_ID} \\\\\\n --set oidcIssuerBlobServiceUrl=${OIDC_BLOB_SERVICE_ENDPOINT} \\\\\\n --set oidcIssuerBaseUrl=${OIDC_ISSUER_BASE_ENDPOINT} \\\\\\n --set tlsCertificatesIssuer=${TLS_CERTIFICATES_ISSUER} \\\\\\n --set tlsCertificatesEnabled=true \\\\\\n --set denyAssignments=disabled \\\\\\n --set tenantId=${TENANT_ID} \\\\\\n --set region=westus3 \\\\\\n --set serviceKeyvaultName=aro-hcp-dev-svc-kv \\\\\\n --set replicas=3 \\\\\\n --set imageRegistry=arohcpsvcdev.azurecr.io \\\\\\n --set imageRepository=app-sre/aro-hcp-clusters-service \\\\\\n --set imageDigest=sha256:877909c7b876e7cb8dd1d0cdb6485b92e9eb0bdd1494df44a308363b7a44b63b \\\\\\n --set global.imageDigest=sha256:877909c7b876e7cb8dd1d0cdb6485b92e9eb0bdd1494df44a308363b7a44b63b \\\\\\n --set azureFirstPartyApplicationClientId=b3cb2fab-15cb-4583-ad06-f91da9bfe2d1 \\\\\\n --set batchProcessesDryRun=true \\\\\\n --set batchProcesses=\\\"\\\" \\\\\\n --set fpaCertName=firstPartyCert2 \\\\\\n --set ocpAcrResourceId=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev \\\\\\n --set ocpAcrUrl=arohcpocpdev.azurecr.io \\\\\\n --set shard.consumerName=\\\"hcp-underlay-j6433152-mgmt-1\\\" \\\\\\n --set shard.zoneResourceId=\\\"${ZONE_RESOURCE_ID}\\\" \\\\\\n --set shard.cxSecretsKeyVaultUrl=\\\"${CX_SECRETS_KV_URL}\\\" \\\\\\n --set shard.cxMiKeyVaultUrl=\\\"${CX_MI_KV_URL}\\\" \\\\\\n --set shard.cxSecretsKeyVaultMiClientId=\\\"cd7c0c88-12e2-40cf-971a-1387b5aa6b5e\\\" \\\\\\n --set shard.maestroRestUrl=\\\"http://maestro.maestro.svc.cluster.local:8000\\\" \\\\\\n --set shard.maestroGrpUrl=\\\"maestro-grpc.maestro.svc.cluster.local:8090\\\" \\\\\\n --set shard.Id=$(python3 -c \\\"import uuid; print(uuid.uuid5(uuid.UUID('916f9976-e1c0-4afd-b84c-5d5c94fbeaed'), 'prow-j6433152-mgmt-1'))\\\") \\\\\\n --set shard.aksManagementClusterResourceId=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j6433152-mgmt-1/providers/Microsoft.ContainerService/managedClusters/prow-j6433152-mgmt-1 \\\\\\n --set databaseHost=${DB_HOST} \\\\\\n --set azureMiMockServicePrincipalPrincipalId=d6b62dfa-87f5-49b3-bbcb-4a687c4faa96 \\\\\\n --set azureMiMockServicePrincipalClientId=e8723db7-9b9e-46a4-9f7d-64d75c3534f0 \\\\\\n --set azureMiMockServicePrincipalCertName=msiMockCert2 \\\\\\n --set azureArmHelperIdentityCertName=armHelperCert2 \\\\\\n --set azureArmHelperIdentityClientId=3331e670-0804-48e8-a086-6241671ddc93 \\\\\\n --set azureArmHelperMockFpaPrincipalId=47f69502-0065-4d9a-b19b-d403e183d2f4 \\\\\\n --set azureCloudEnvironmentName=AzurePublicCloud \\\\\\n --set pullBinding.workloadIdentityClientId=\\\"${IMAGE_PULLER_MI_CLIENT_ID}\\\" \\\\\\n --set pullBinding.workloadIdentityTenantId=\\\"${IMAGE_PULLER_MI_TENANT_ID}\\\" \\\\\\n --set pullBinding.registry=arohcpsvcdev.azurecr.io \\\\\\n --set pullBinding.scope=repository:app-sre/aro-hcp-clusters-service:pull \\\\\\n --set managedIdentitiesDataPlaneAudienceResource=https://dummy.org \\\\\\n --set tracing.address=http://ingest.observability:4318 \\\\\\n --set csDeploymentStrategy.rollingUpdate.maxSurge=1 \\\\\\n --set csDeploymentStrategy.rollingUpdate.maxUnavailable=0 \\\\\\n --set provisionShardClusterLimit=100 \\\\\\n --set ocpVersions.defaultVersion.version=4.20.8 \\\\\\n --set ocpVersions.channelGroups.stable.minVersion=4.19.0 \\\\\\n --set ocpVersions.channelGroups.stable.maxVersion= \\\\\\n --set ocpVersions.channelGroups.candidate.minVersion=4.19.7 \\\\\\n --set ocpVersions.channelGroups.candidate.maxVersion= \\\\\\n --set ocpVersions.channelGroups.nightly.minVersion=4.19.0-0.nightly-20200101 \\\\\\n --set ocpVersions.channelGroups.nightly.maxVersion= \\\\\\n --set azureOperatorsMI.roleSetName=dev \\\\\\n --set deployment.zoneCount=4\\nnamespace/clusters-service created\\nnamespace/clusters-service labeled\\nRun Helm upgrade with release name cluster-service in namespace clusters-service\\nRelease \\\"cluster-service\\\" does not exist. Installing it now.\\nError: Unauthorized\\nmake[2]: *** [Makefile:32: deploy] Error 1\\nmake[2]: Leaving directory '/opt/app-root/src/github.com/Azure/ARO-HCP/cluster-service'\\n exit status 2\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ec25dc4fdc80e4a5974a018bbe111f0574bf241fc82eb76a181a67e25965e40","failure_pattern":"make[2]: *** [Makefile:32: deploy] Error 1","search_query":"make[2]: *** [Makefile:32: deploy] Error 1"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["0ec25dc4fdc80e4a5974a018bbe111f0574bf241fc82eb76a181a67e25965e40"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025991974787485696","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4180,"pr_state":"closed","pr_sha":"cfae8a5b344548eb288e9637be06fc56ad80a256","final_merged_sha":"e43ebba90b754ed6e72098d2ef840d748e2dfcb7","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T17:50:51Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"5fac630a0a4685bcb9cc3b4835459973556749f31c657583b8040cddeb9fcbf0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025991974787485696","occurred_at":"2026-02-23T17:50:51Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4095/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025984567583707136","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4095,"pr_state":"open","pr_sha":"8f711fab81a8d9300197820c371560b67cc2acd0","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T17:20:55Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"e36fa7b27a41f4b69c8a662e2d9dbf219ed31e12ad3f9aebe8c688af505d4ed6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4095/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025984567583707136","occurred_at":"2026-02-23T17:20:55Z","failed_at":"e2e","signature_id":"f5ad8c0519032d0ef2cca7da31343029260ac659b8c492d53a8ea74a0ffd5b2b","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc000bf3ad0\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc000bf3ad0\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff","failure_pattern":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)","search_query":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4015/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025982145444450304","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4015,"pr_state":"closed","pr_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","final_merged_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-23T17:12:28Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"239fb2f15a4e02c7d96eb6b75dc1b3b186d258d187c97761715ebfe0a8b694f4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4015/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025982145444450304","occurred_at":"2026-02-23T17:12:28Z","failed_at":"provision","signature_id":"5eec25c93628f69d8cfae8d61408c206a1e20c4281a38412eca8545e3443b1dc","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/prometheus","test_suite":"step graph","failure_text":"time=2026-02-23T18:33:02.218Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=prometheus description=\"Step prometheus\\n Kind: Helm\\n\"\ntime=2026-02-23T18:33:02.914Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=prometheus values=\"map[environment:arohcpdev kube-prometheus-stack:map[alertmanager:map[enabled:false] cleanPrometheusOperatorObjectNames:true coreDns:map[enabled:false] crds:map[enabled:true] fullnameOverride:prometheus global:map[rbac:map[create:true]] grafana:map[enabled:false] kube-state-metrics:map[image:map[registry:mcr.microsoft.com/oss/v2 repository:kubernetes/kube-state-metrics sha:sha256:c3621782e405e59b40e1b64e8b8722855f5c348a9b6fe3ac58c54ad1a34afbb9]] kubeApiServer:map[enabled:false] kubeControllerManager:map[enabled:false] kubeDns:map[enabled:false] kubeEtcd:map[enabled:false] kubeProxy:map[enabled:false] kubeScheduler:map[enabled:false] kubeStateMetrics:map[enabled:true] kubelet:map[enabled:false] nodeExporter:map[enabled:false] prometheus:map[enabled:false] prometheusOperator:map[admissionWebhooks:map[patch:map[enabled:true image:map[registry:arohcpsvcdev.azurecr.io repository:k8s-cache/ingress-nginx/kube-webhook-certgen tag:v1.5.2]]] affinity:map[nodeAffinity:map[requiredDuringSchedulingIgnoredDuringExecution:map[nodeSelectorTerms:[map[matchExpressions:[map[key:aro-hcp.azure.com/role operator:In values:[infra]]]]]]]] enabled:true fullnameOverride: image:map[registry:mcr.microsoft.com/oss/v2 repository:prometheus/prometheus-operator sha:f97255b7629052f03e21d16171923e7095a9608526196af59e2989a1eb01af9c] prometheusConfigReloader:map[image:map[registry:mcr.microsoft.com/oss/v2 repository:prometheus/prometheus-config-reloader sha:f9a0f85d9a348f7f83e4b1fcd602eb12fcee0c83b0f7e4eb77d205f6af4311c9]] tolerations:[map[effect:NoSchedule key:infra operator:Equal value:true]]]] prometheus:map[prometheusSpec:map[replicas:2 shards:1] serviceAccount:map[managedIdentity:42532944-f3c2-4455-b2dd-0a9084a85775]] prometheusSpec:map[externalLabels:map[cluster:prow-j4450304-mgmt-1] hcpRemoteWriteUrl:https://msprom-westus3-prow-j4450304-mgmt-1-aycq.westus3-1.metrics.ingest.monitor.azure.com/dataCollectionRules/dcr-beb8c9ee207d4d919bebbce3c0fdda7c/streams/Microsoft-PrometheusMetrics/api/v1/write?api-version=2023-04-24 image:map[registry:mcr.microsoft.com/oss/v2 repository:prometheus/prometheus sha:375d727bf8137d574b5aad4f94881fade0a57556ddf52a3f98322e5d561286af] maximumStartupDurationSeconds:360 remoteWriteUrl:https://msprom-westus3-prow-j4450304-mgmt-1-aycq.westus3-1.metrics.ingest.monitor.azure.com/dataCollectionRules/dcr-620ba3565e254764a564aac7b9d2be6b/streams/Microsoft-PrometheusMetrics/api/v1/write?api-version=2023-04-24 resources:map[limits:map[cpu:NONE memory:NONE] requests:map[cpu:NONE memory:NONE]] retention:1d retentionSize:45GiB version: zoneCount:4]]\"\ntime=2026-02-23T18:33:02.914Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=prometheus\ntime=2026-02-23T18:33:03.421Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=prometheus err=\"error running Helm release deployment Step, failed to deploy helm release: failed to apply namespace prometheus: Unauthorized\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"8ecf60ba8bdd57b40e995d27f45ca5a2fb0a8082c735c55d75d0af026c1021bb","failure_pattern":"failed to apply namespace prometheus: Unauthorized","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed to apply namespace prometheus: Unauthorized"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["8ecf60ba8bdd57b40e995d27f45ca5a2fb0a8082c735c55d75d0af026c1021bb"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4111/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025981530840502272","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-23T17:09:42Z"},"failed_at":["e2e"],"failed_test_count":4,"occurrences":[{"row_id":"18da0a7b79d23124c2031bd5545642a7bf49baaf3049fc3403172d0f8fab02e0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4111/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025981530840502272","occurred_at":"2026-02-23T17:09:42Z","failed_at":"e2e","signature_id":"b8045a5604e0dd3438dc45ef090529778baa019d9ffa1ed67620b9e903cfe1e1","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000a284b0\u003e: \n failed to create NodePool np-1, caused by: timeout '15.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-75njvv, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-75njvv\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool np-1, caused by: timeout '15.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-75njvv, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-75njvv\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0002012c0\u003e{\n s: \"timeout '15.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-75njvv\",\n },\n \u003c*fmt.wrapError | 0xc0007821e0\u003e{\n msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-75njvv\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000a284b0\u003e: \n failed to create NodePool np-1, caused by: timeout '15.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-75njvv, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-75njvv\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool np-1, caused by: timeout '15.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-75njvv, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-75njvv\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0002012c0\u003e{\n s: \"timeout '15.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-75njvv\",\n },\n \u003c*fmt.wrapError | 0xc0007821e0\u003e{\n msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-75njvv\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a7a7ffded83bfaaf3a4d7ab12e2848936cf72d3412903207b8997c2d2b17af58","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '15.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-75njvv, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-75njvv\" to finish creating: context deadline exceeded"}},{"row_id":"3bdcc135d8414b834441cbb7148eeefeed0a9ab40568707cb260e255b4a76560","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4111/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025981530840502272","occurred_at":"2026-02-23T17:09:42Z","failed_at":"e2e","signature_id":"27ffc217c2f712432efe6674873a21c7b21184de15d2a89f633ffe3c01880cfa","test_name":"Customer should be able to create an HCP cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:118]: Unexpected error:\n \u003c*fmt.wrapError | 0xc00049aae0\u003e: \n failed to create NodePool np-1: failed waiting for nodepool=\"np-1\" for cluster \"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-5jkqss\" to finish creating: GET https://rp.j0502272.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b3b4161b-56c0-44a8-9361-198f0f406023\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b3b4161b-56c0-44a8-9361-198f0f406023\",\n \"name\": \"b3b4161b-56c0-44a8-9361-198f0f406023\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-02-23T19:10:28.001047942Z\",\n \"endTime\": \"2026-02-23T19:10:50.761314326Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create NodePool np-1: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-5jkqss\\\" to finish creating: GET https://rp.j0502272.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b3b4161b-56c0-44a8-9361-198f0f406023\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b3b4161b-56c0-44a8-9361-198f0f406023\\\",\\n \\\"name\\\": \\\"b3b4161b-56c0-44a8-9361-198f0f406023\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-23T19:10:28.001047942Z\\\",\\n \\\"endTime\\\": \\\"2026-02-23T19:10:50.761314326Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc00049aaa0\u003e{\n msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-5jkqss\\\" to finish creating: GET https://rp.j0502272.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b3b4161b-56c0-44a8-9361-198f0f406023\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b3b4161b-56c0-44a8-9361-198f0f406023\\\",\\n \\\"name\\\": \\\"b3b4161b-56c0-44a8-9361-198f0f406023\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-23T19:10:28.001047942Z\\\",\\n \\\"endTime\\\": \\\"2026-02-23T19:10:50.761314326Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000ee58c0\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 200,\n RawResponse: {\n Status: \"200 OK\",\n StatusCode: 200,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Request-Id\": [\n \"4ae4a3e5-81ec-4625-871a-8dc437860b17\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 19:10:58 GMT\",\n ],\n \"Content-Length\": [\"460\"],\n \"X-Envoy-Upstream-Service-Time\": [\"8\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc00049a900\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 119, 101, 115, 116, 117, 115, 51, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115,...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:118]: Unexpected error:\n \u003c*fmt.wrapError | 0xc00049aae0\u003e: \n failed to create NodePool np-1: failed waiting for nodepool=\"np-1\" for cluster \"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-5jkqss\" to finish creating: GET https://rp.j0502272.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b3b4161b-56c0-44a8-9361-198f0f406023\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b3b4161b-56c0-44a8-9361-198f0f406023\",\n \"name\": \"b3b4161b-56c0-44a8-9361-198f0f406023\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-02-23T19:10:28.001047942Z\",\n \"endTime\": \"2026-02-23T19:10:50.761314326Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create NodePool np-1: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-5jkqss\\\" to finish creating: GET https://rp.j0502272.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b3b4161b-56c0-44a8-9361-198f0f406023\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b3b4161b-56c0-44a8-9361-198f0f406023\\\",\\n \\\"name\\\": \\\"b3b4161b-56c0-44a8-9361-198f0f406023\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-23T19:10:28.001047942Z\\\",\\n \\\"endTime\\\": \\\"2026-02-23T19:10:50.761314326Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc00049aaa0\u003e{\n msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-5jkqss\\\" to finish creating: GET https://rp.j0502272.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b3b4161b-56c0-44a8-9361-198f0f406023\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/b3b4161b-56c0-44a8-9361-198f0f406023\\\",\\n \\\"name\\\": \\\"b3b4161b-56c0-44a8-9361-198f0f406023\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-23T19:10:28.001047942Z\\\",\\n \\\"endTime\\\": \\\"2026-02-23T19:10:50.761314326Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000ee58c0\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 200,\n RawResponse: {\n Status: \"200 OK\",\n StatusCode: 200,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Request-Id\": [\n \"4ae4a3e5-81ec-4625-871a-8dc437860b17\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 19:10:58 GMT\",\n ],\n \"Content-Length\": [\"460\"],\n \"X-Envoy-Upstream-Service-Time\": [\"8\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc00049a900\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 119, 101, 115, 116, 117, 115, 51, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115,...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"223928d9cb18511fa83ff41f30aabddf9e3d125665ad0fdad9bb0068231d5de6","failure_pattern":"ERROR CODE: InternalServerError; context ; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"564b14d064897bdd32b800be60eb24d0d2e2685435500beea2a8f572175d117c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4111/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025981530840502272","occurred_at":"2026-02-23T17:09:42Z","failed_at":"e2e","signature_id":"b3fb32f347226a21c1879dff44f87fbd9b627502bce64025969c8b3ba2028f57","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:156]: Unexpected error:\n \u003c*fmt.wrapError | 0xc00012baa0\u003e: \n failed to start credential request: POST https://rp.j0502272.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-rg2wrb/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19/requestAdminCredential\n --------------------------------------------------------------------------------\n RESPONSE 500: 500 Internal Server Error\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to start credential request: POST https://rp.j0502272.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-rg2wrb/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc0005baea0\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 500,\n RawResponse: {\n Status: \"500 Internal Server Error\",\n StatusCode: 500,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Error-Code\": [\n \"InternalServerError\",\n ],\n \"X-Ms-Request-Id\": [\n \"056b83b5-a55b-48ec-aac1-b1a8fb717f1d\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 19:13:22 GMT\",\n ],\n \"Content-Length\": [\"107\"],\n \"X-Envoy-Upstream-Service-Time\": [\"209\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc00012b9c0\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 107,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"POST\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j0502272.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-rg2wrb/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19/requestAdminCredential\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-02-23T19:13:10Z\\\"}\",\n ],\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Authorization\": [\"redacted\"],\n \"Accept\": [\"application/json\"],\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:156]: Unexpected error:\n \u003c*fmt.wrapError | 0xc00012baa0\u003e: \n failed to start credential request: POST https://rp.j0502272.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-rg2wrb/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19/requestAdminCredential\n --------------------------------------------------------------------------------\n RESPONSE 500: 500 Internal Server Error\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to start credential request: POST https://rp.j0502272.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-rg2wrb/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc0005baea0\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 500,\n RawResponse: {\n Status: \"500 Internal Server Error\",\n StatusCode: 500,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Error-Code\": [\n \"InternalServerError\",\n ],\n \"X-Ms-Request-Id\": [\n \"056b83b5-a55b-48ec-aac1-b1a8fb717f1d\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 19:13:22 GMT\",\n ],\n \"Content-Length\": [\"107\"],\n \"X-Envoy-Upstream-Service-Time\": [\"209\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc00012b9c0\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 107,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"POST\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j0502272.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-rg2wrb/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19/requestAdminCredential\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-02-23T19:13:10Z\\\"}\",\n ],\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Authorization\": [\"redacted\"],\n \"Accept\": [\"application/json\"],\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"223928d9cb18511fa83ff41f30aabddf9e3d125665ad0fdad9bb0068231d5de6","failure_pattern":"ERROR CODE: InternalServerError; context ; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"d24cb8e78544b347034d23b99247db8a3a6a86481086810104e4f693d0aa4fc2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4111/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025981530840502272","occurred_at":"2026-02-23T17:09:42Z","failed_at":"e2e","signature_id":"673c23df53b5b1ea09dad8c80123f69893042147b453e5d3181b6f728870d718","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000614ae0\u003e: \n failed to create NodePool autoscale-np: failed waiting for nodepool=\"autoscale-np\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-st6n7x\" to finish creating: GET https://rp.j0502272.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/850f5057-0f50-4939-9829-71e3e3f7f04b\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/850f5057-0f50-4939-9829-71e3e3f7f04b\",\n \"name\": \"850f5057-0f50-4939-9829-71e3e3f7f04b\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-02-23T19:11:21.851714994Z\",\n \"endTime\": \"2026-02-23T19:11:40.778442005Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create NodePool autoscale-np: failed waiting for nodepool=\\\"autoscale-np\\\" for cluster \\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-st6n7x\\\" to finish creating: GET https://rp.j0502272.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/850f5057-0f50-4939-9829-71e3e3f7f04b\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/850f5057-0f50-4939-9829-71e3e3f7f04b\\\",\\n \\\"name\\\": \\\"850f5057-0f50-4939-9829-71e3e3f7f04b\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-23T19:11:21.851714994Z\\\",\\n \\\"endTime\\\": \\\"2026-02-23T19:11:40.778442005Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc000614900\u003e{\n msg: \"failed waiting for nodepool=\\\"autoscale-np\\\" for cluster \\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-st6n7x\\\" to finish creating: GET https://rp.j0502272.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/850f5057-0f50-4939-9829-71e3e3f7f04b\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/850f5057-0f50-4939-9829-71e3e3f7f04b\\\",\\n \\\"name\\\": \\\"850f5057-0f50-4939-9829-71e3e3f7f04b\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-23T19:11:21.851714994Z\\\",\\n \\\"endTime\\\": \\\"2026-02-23T19:11:40.778442005Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000986cc0\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 200,\n RawResponse: {\n Status: \"200 OK\",\n StatusCode: 200,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Request-Id\": [\n \"10f2ae7b-3adc-40f6-ba19-cf8dbb1535ec\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 19:11:42 GMT\",\n ],\n \"Content-Length\": [\"460\"],\n \"X-Envoy-Upstream-Service-Time\": [\"13\"],\n \"Server\": [\"istio-envoy\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc0006146e0\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 119, 101, 115, 116, 117, 115, 51, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000614ae0\u003e: \n failed to create NodePool autoscale-np: failed waiting for nodepool=\"autoscale-np\" for cluster \"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-st6n7x\" to finish creating: GET https://rp.j0502272.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/850f5057-0f50-4939-9829-71e3e3f7f04b\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/850f5057-0f50-4939-9829-71e3e3f7f04b\",\n \"name\": \"850f5057-0f50-4939-9829-71e3e3f7f04b\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-02-23T19:11:21.851714994Z\",\n \"endTime\": \"2026-02-23T19:11:40.778442005Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create NodePool autoscale-np: failed waiting for nodepool=\\\"autoscale-np\\\" for cluster \\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-st6n7x\\\" to finish creating: GET https://rp.j0502272.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/850f5057-0f50-4939-9829-71e3e3f7f04b\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/850f5057-0f50-4939-9829-71e3e3f7f04b\\\",\\n \\\"name\\\": \\\"850f5057-0f50-4939-9829-71e3e3f7f04b\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-23T19:11:21.851714994Z\\\",\\n \\\"endTime\\\": \\\"2026-02-23T19:11:40.778442005Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc000614900\u003e{\n msg: \"failed waiting for nodepool=\\\"autoscale-np\\\" for cluster \\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-st6n7x\\\" to finish creating: GET https://rp.j0502272.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/850f5057-0f50-4939-9829-71e3e3f7f04b\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/850f5057-0f50-4939-9829-71e3e3f7f04b\\\",\\n \\\"name\\\": \\\"850f5057-0f50-4939-9829-71e3e3f7f04b\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-02-23T19:11:21.851714994Z\\\",\\n \\\"endTime\\\": \\\"2026-02-23T19:11:40.778442005Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000986cc0\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 200,\n RawResponse: {\n Status: \"200 OK\",\n StatusCode: 200,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Request-Id\": [\n \"10f2ae7b-3adc-40f6-ba19-cf8dbb1535ec\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 19:11:42 GMT\",\n ],\n \"Content-Length\": [\"460\"],\n \"X-Envoy-Upstream-Service-Time\": [\"13\"],\n \"Server\": [\"istio-envoy\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc0006146e0\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 119, 101, 115, 116, 117, 115, 51, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"223928d9cb18511fa83ff41f30aabddf9e3d125665ad0fdad9bb0068231d5de6","failure_pattern":"ERROR CODE: InternalServerError; context ; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}}],"failure_pattern_summary":{"signature_count":4,"failure_pattern_ids":["223928d9cb18511fa83ff41f30aabddf9e3d125665ad0fdad9bb0068231d5de6","a7a7ffded83bfaaf3a4d7ab12e2848936cf72d3412903207b8997c2d2b17af58"],"matched_occurrences":4,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025977136120074240","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4171,"pr_state":"open","pr_sha":"6881981dc7284f4f636c5c7c4def8017b056604d","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T16:52:44Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"4737a7c335b0ecbde9a8a2a61b71e9402201937b28962899fb218ef2a6e129bc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4171/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025977136120074240","occurred_at":"2026-02-23T16:52:44Z","failed_at":"provision","signature_id":"5a16efce6856cb7ec3c289414cb5c6df861b61434d949293d8a83736a8fb478f","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.ClusterService/service/deploy","test_suite":"step graph","failure_text":"time=2026-02-23T17:47:45.426Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy description=\"Step deploy\\n Kind: Shell\\n Command: make deploy\\n\"\ntime=2026-02-23T17:47:59.291Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.ClusterService resourceGroup=service step=deploy err=\"error running Shell Step, failed to execute shell command: make[2]: Entering directory '/opt/app-root/src/github.com/Azure/ARO-HCP/cluster-service'\\nkubectl create namespace clusters-service --dry-run=client -o json | kubectl apply -f - \u0026\u0026 \\\\\\nIMAGE_PULLER_MI_CLIENT_ID=cd981806-2bc2-46b7-b177-f7edc1738390 \u0026\u0026 \\\\\\nIMAGE_PULLER_MI_TENANT_ID=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX \u0026\u0026 \\\\\\nkubectl label namespace clusters-service \\\"istio.io/rev=prod-stable\\\" --overwrite=true \u0026\u0026 \\\\\\nAZURE_CS_MI_CLIENT_ID=ac5912db-acef-41df-bd7f-3e8fe90fb87b \u0026\u0026 \\\\\\nTENANT_ID=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX \u0026\u0026 \\\\\\nOIDC_BLOB_SERVICE_ENDPOINT=https://arohcpprowoidcj0074240.blob.core.windows.net/ \u0026\u0026 \\\\\\nOIDC_ISSUER_BASE_ENDPOINT=https://arohcpprowoidcj0074240.z1.web.core.windows.net/ \u0026\u0026 \\\\\\nDB_HOST=$(if [ \\\"false\\\" = \\\"true\\\" ]; then az postgres flexible-server show -g hcp-underlay-prow-j0074240 -n arohcp-prow-dbcs-j0074240 --query fullyQualifiedDomainName -o tsv; else echo \\\"ocm-cs-db\\\"; fi) \u0026\u0026 \\\\\\nOVERRIDES=$(if [ \\\"false\\\" = \\\"true\\\" ]; then echo \\\"azuredb.values.yaml\\\"; else echo \\\"containerdb.values.yaml\\\"; fi) \u0026\u0026 \\\\\\nZONE_RESOURCE_ID=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j0074240/providers/Microsoft.Network/dnszones/j0074240.hcp.osadev.cloud \u0026\u0026 \\\\\\nCX_SECRETS_KV_URL=\\\"https://ah-prow-cx-j0074240-1.vault.azure.net/\\\" \u0026\u0026 \\\\\\nCX_MI_KV_URL=\\\"https://ah-prow-mi-j0074240-1.vault.azure.net/\\\" \u0026\u0026 \\\\\\n./hack/helm.sh cluster-service helm-charts/cluster-service clusters-service \\\\\\n -f helm-charts/cluster-service/${OVERRIDES} \\\\\\n --set serviceAccountName=clusters-service \\\\\\n --set environment=arohcpdev \\\\\\n --set azureCsMiClientId=${AZURE_CS_MI_CLIENT_ID} \\\\\\n --set oidcIssuerBlobServiceUrl=${OIDC_BLOB_SERVICE_ENDPOINT} \\\\\\n --set oidcIssuerBaseUrl=${OIDC_ISSUER_BASE_ENDPOINT} \\\\\\n --set tlsCertificatesIssuer=${TLS_CERTIFICATES_ISSUER} \\\\\\n --set tlsCertificatesEnabled=true \\\\\\n --set denyAssignments=disabled \\\\\\n --set tenantId=${TENANT_ID} \\\\\\n --set region=westus3 \\\\\\n --set serviceKeyvaultName=aro-hcp-dev-svc-kv \\\\\\n --set replicas=3 \\\\\\n --set imageRegistry=arohcpsvcdev.azurecr.io \\\\\\n --set imageRepository=app-sre/aro-hcp-clusters-service \\\\\\n --set imageDigest=sha256:877909c7b876e7cb8dd1d0cdb6485b92e9eb0bdd1494df44a308363b7a44b63b \\\\\\n --set global.imageDigest=sha256:877909c7b876e7cb8dd1d0cdb6485b92e9eb0bdd1494df44a308363b7a44b63b \\\\\\n --set azureFirstPartyApplicationClientId=b3cb2fab-15cb-4583-ad06-f91da9bfe2d1 \\\\\\n --set batchProcessesDryRun=true \\\\\\n --set batchProcesses=\\\"\\\" \\\\\\n --set fpaCertName=firstPartyCert2 \\\\\\n --set ocpAcrResourceId=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.ContainerRegistry/registries/arohcpocpdev \\\\\\n --set ocpAcrUrl=arohcpocpdev.azurecr.io \\\\\\n --set shard.consumerName=\\\"hcp-underlay-j0074240-mgmt-1\\\" \\\\\\n --set shard.zoneResourceId=\\\"${ZONE_RESOURCE_ID}\\\" \\\\\\n --set shard.cxSecretsKeyVaultUrl=\\\"${CX_SECRETS_KV_URL}\\\" \\\\\\n --set shard.cxMiKeyVaultUrl=\\\"${CX_MI_KV_URL}\\\" \\\\\\n --set shard.cxSecretsKeyVaultMiClientId=\\\"c35d9cdb-c10a-4fd9-be0c-9292c8fe3d77\\\" \\\\\\n --set shard.maestroRestUrl=\\\"http://maestro.maestro.svc.cluster.local:8000\\\" \\\\\\n --set shard.maestroGrpUrl=\\\"maestro-grpc.maestro.svc.cluster.local:8090\\\" \\\\\\n --set shard.Id=$(python3 -c \\\"import uuid; print(uuid.uuid5(uuid.UUID('916f9976-e1c0-4afd-b84c-5d5c94fbeaed'), 'prow-j0074240-mgmt-1'))\\\") \\\\\\n --set shard.aksManagementClusterResourceId=/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j0074240-mgmt-1/providers/Microsoft.ContainerService/managedClusters/prow-j0074240-mgmt-1 \\\\\\n --set databaseHost=${DB_HOST} \\\\\\n --set azureMiMockServicePrincipalPrincipalId=d6b62dfa-87f5-49b3-bbcb-4a687c4faa96 \\\\\\n --set azureMiMockServicePrincipalClientId=e8723db7-9b9e-46a4-9f7d-64d75c3534f0 \\\\\\n --set azureMiMockServicePrincipalCertName=msiMockCert2 \\\\\\n --set azureArmHelperIdentityCertName=armHelperCert2 \\\\\\n --set azureArmHelperIdentityClientId=3331e670-0804-48e8-a086-6241671ddc93 \\\\\\n --set azureArmHelperMockFpaPrincipalId=47f69502-0065-4d9a-b19b-d403e183d2f4 \\\\\\n --set azureCloudEnvironmentName=AzurePublicCloud \\\\\\n --set pullBinding.workloadIdentityClientId=\\\"${IMAGE_PULLER_MI_CLIENT_ID}\\\" \\\\\\n --set pullBinding.workloadIdentityTenantId=\\\"${IMAGE_PULLER_MI_TENANT_ID}\\\" \\\\\\n --set pullBinding.registry=arohcpsvcdev.azurecr.io \\\\\\n --set pullBinding.scope=repository:app-sre/aro-hcp-clusters-service:pull \\\\\\n --set managedIdentitiesDataPlaneAudienceResource=https://dummy.org \\\\\\n --set tracing.address=http://ingest.observability:4318 \\\\\\n --set csDeploymentStrategy.rollingUpdate.maxSurge=1 \\\\\\n --set csDeploymentStrategy.rollingUpdate.maxUnavailable=0 \\\\\\n --set provisionShardClusterLimit=100 \\\\\\n --set ocpVersions.defaultVersion.version=4.20.8 \\\\\\n --set ocpVersions.channelGroups.stable.minVersion=4.19.0 \\\\\\n --set ocpVersions.channelGroups.stable.maxVersion= \\\\\\n --set ocpVersions.channelGroups.candidate.minVersion=4.19.7 \\\\\\n --set ocpVersions.channelGroups.candidate.maxVersion= \\\\\\n --set ocpVersions.channelGroups.nightly.minVersion=4.19.0-0.nightly-20200101 \\\\\\n --set ocpVersions.channelGroups.nightly.maxVersion= \\\\\\n --set azureOperatorsMI.roleSetName=dev \\\\\\n --set deployment.zoneCount=4\\nnamespace/clusters-service created\\nnamespace/clusters-service labeled\\nRun Helm upgrade with release name cluster-service in namespace clusters-service\\nRelease \\\"cluster-service\\\" does not exist. Installing it now.\\nError: Kubernetes cluster unreachable: the server has asked for the client to provide credentials\\nmake[2]: *** [Makefile:32: deploy] Error 1\\nmake[2]: Leaving directory '/opt/app-root/src/github.com/Azure/ARO-HCP/cluster-service'\\n exit status 2\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ec25dc4fdc80e4a5974a018bbe111f0574bf241fc82eb76a181a67e25965e40","failure_pattern":"make[2]: *** [Makefile:32: deploy] Error 1","search_query":"make[2]: *** [Makefile:32: deploy] Error 1"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["0ec25dc4fdc80e4a5974a018bbe111f0574bf241fc82eb76a181a67e25965e40"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4133/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025967021505646592","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4133,"pr_state":"open","pr_sha":"1c913457687a8c291cae0bfd349b55fbe571f0f3","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T16:12:33Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"d1e8d898d185015ef7b5aa56744f2bf48d9b7ce12db63bf8b4a537705054d5d5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4133/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025967021505646592","occurred_at":"2026-02-23T16:12:33Z","failed_at":"provision","signature_id":"1e3c66f1b3aaa8e9531a0447e5fe758d4cfa54cfe1d96c0e23b03169e36088b8","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/service/istio-upgrade","test_suite":"step graph","failure_text":"time=2026-02-23T17:01:30.400Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=istio-upgrade description=\"Step istio-upgrade\\n Kind: Shell\\n Command: ./istio.sh\\n\"\ntime=2026-02-23T17:01:38.385Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=istio-upgrade err=\"error running Shell Step, failed to execute shell command: + set -euo pipefail\\n+ ISTIO_NAMESPACE=aks-istio-system\\n+ echo '********** Check istio is up and running **************'\\n********** Check istio is up and running **************\\n++ kubectl get pods -n aks-istio-system -l istio.io/rev=asm-1-26 --field-selector=status.phase=Running --no-headers\\n++ wc -l\\n+ ISTIO_PODS_COUNT=2\\n+ [[ 2 -lt 2 ]]\\n+ echo '********** Download istioctl **************'\\n********** Download istioctl **************\\n++ uname\\n+ OS=Linux\\n+ '[' Linux = Darwin ']'\\n+ OSEXT=linux\\n++ uname -m\\n+ LOCAL_ARCH=x86_64\\n+ case \\\"${LOCAL_ARCH}\\\" in\\n+ ISTIO_ARCH=amd64\\n+ ISTIO_URL=https://github.com/istio/istio/releases/download/1.28.3/istio-1.28.3-linux-amd64.tar.gz\\n+ SHA256_URL=https://github.com/istio/istio/releases/download/1.28.3/istio-1.28.3-linux-amd64.tar.gz.sha256\\n+ curl -sL https://github.com/istio/istio/releases/download/1.28.3/istio-1.28.3-linux-amd64.tar.gz -o istio-1.28.3-linux-amd64.tar.gz\\n+ curl -sL https://github.com/istio/istio/releases/download/1.28.3/istio-1.28.3-linux-amd64.tar.gz.sha256 -o istio-1.28.3-linux-amd64.tar.gz.sha256\\n+ sha256sum -c istio-1.28.3-linux-amd64.tar.gz.sha256\\nistio-1.28.3-linux-amd64.tar.gz: OK\\n+ sha256sum -c istio-1.28.3-linux-amd64.tar.gz.sha256\\nistio-1.28.3-linux-amd64.tar.gz: OK\\n+ echo 'Verification successful: The file is intact.'\\nVerification successful: The file is intact.\\n+ tar -xzf istio-1.28.3-linux-amd64.tar.gz\\n+ cd istio-1.28.3\\n+ export PATH=/opt/app-root/src/github.com/Azure/ARO-HCP/dev-infrastructure/scripts/istio-1.28.3/bin:/usr/local/bin:/usr/local/bin:/usr/local/bin:/usr/local/bin:/usr/bin:/usr/local/bin:/usr/bin:/bin/dnf_wrapper:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/go/bin\\n+ PATH=/opt/app-root/src/github.com/Azure/ARO-HCP/dev-infrastructure/scripts/istio-1.28.3/bin:/usr/local/bin:/usr/local/bin:/usr/local/bin:/usr/local/bin:/usr/bin:/usr/local/bin:/usr/bin:/bin/dnf_wrapper:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin:/go/bin\\n+ echo ==========================================================================\\n==========================================================================\\n+ echo '********** ISTIO IngressGateway IP Address assignment **************'\\n********** ISTIO IngressGateway IP Address assignment **************\\n+ ISTIO_IG_ANNOTATIONS='\\n service.beta.kubernetes.io/azure-load-balancer-resource-group=hcp-underlay-prow-j5646592\\n service.beta.kubernetes.io/azure-pip-name=aro-hcp-istio-ingress\\n'\\n+ for annotation in $ISTIO_IG_ANNOTATIONS\\n+ kubectl annotate --overwrite svc aks-istio-ingressgateway-external service.beta.kubernetes.io/azure-load-balancer-resource-group=hcp-underlay-prow-j5646592 -n aks-istio-ingress\\nservice/aks-istio-ingressgateway-external annotated\\n+ for annotation in $ISTIO_IG_ANNOTATIONS\\n+ kubectl annotate --overwrite svc aks-istio-ingressgateway-external service.beta.kubernetes.io/azure-pip-name=aro-hcp-istio-ingress -n aks-istio-ingress\\nservice/aks-istio-ingressgateway-external annotated\\n+ echo '********** ISTIO Upgrade **************'\\n********** ISTIO Upgrade **************\\n+ [[ -z asm-1-26 ]]\\n+ NEWVERSION=asm-1-26\\n+ echo '********** Istio Upgrade Started with version asm-1-26 **************'\\n********** Istio Upgrade Started with version asm-1-26 **************\\n+ istioctl tag set prod-stable --revision asm-1-26 --istioNamespace aks-istio-system --overwrite\\nError: failed to apply tag webhook MutatingWebhookConfiguration to cluster: failed to apply tag manifests to cluster: patch: Unauthorized\\n exit status 1\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"e1642371e32294ea12612a9becfc9f87389d38ee20895aaae867b204172f4f15","failure_pattern":"Error: failed to apply tag webhook MutatingWebhookConfiguration to cluster: failed to apply tag manifests to cluster: patch: Unauthorized","search_query":"Error: failed to apply tag webhook MutatingWebhookConfiguration to cluster: failed to apply tag manifests to cluster: patch: Unauthorized"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["e1642371e32294ea12612a9becfc9f87389d38ee20895aaae867b204172f4f15"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4181/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025965392916123648","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4181,"pr_state":"closed","pr_sha":"3097be9ec9d4a6c8118aa6bba492c909011bcefe","final_merged_sha":"0ac5e198ed7921a253ae14ad2c7ea366e71f81ce","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T16:06:04Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"81f2542605988607dc8761715af83cf77e07c9894041591461653286d5cc02d8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4181/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025965392916123648","occurred_at":"2026-02-23T16:06:04Z","failed_at":"provision","signature_id":"ca2e451b402695f03ebbfb1fdd7242913a5bb6267f5a154dc9a1b25e4d78b556","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.RP.Frontend/global/mirror-image","test_suite":"step graph","failure_text":"time=2026-02-23T16:57:03.568Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Frontend resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e frontend.image.registry \u003cnil\u003e}:{\u003cnil\u003e frontend.image.repository \u003cnil\u003e}@{\u003cnil\u003e frontend.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-02-23T16:57:26.823Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.RP.Frontend resourceGroup=global step=mirror-image err=\"error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org\\nSetting up registry authentication for CI source registry.\\ninfo: Using registry public hostname registry.build06.ci.openshift.org\\nSaved credentials for registry.build06.ci.openshift.org into /tmp/tmp.T2Z0933lgY/containers/auth.json\\nLogging into target ACR arohcpsvcdev.\\nLogin Succeeded\\nMirroring image registry.build06.ci.openshift.org/ci-op-llzj9rp5/pipeline@sha256:9dcc9d7c2d8ff931fbaf2e6fcf42570c30f4e8a5864660849c177a57d8618c77 to arohcpsvcdev.azurecr.io/ci-op-llzj9rp5/pipeline:9dcc9d7c2d8ff931fbaf2e6fcf42570c30f4e8a5864660849c177a57d8618c77.\\nThe image will still be available under it's original digest sha256:9dcc9d7c2d8ff931fbaf2e6fcf42570c30f4e8a5864660849c177a57d8618c77 in the target registry.\\nError: Put \\\"https://arohcpsvcdev.azurecr.io/v2/ci-op-llzj9rp5/pipeline/blobs/uploads/559c7df2-c911-4f1d-964a-97467bb88fc7?_nouploadcache=false\u0026_state=MrBGR3pxLqWIvVZ3aumY8KgsDo_dbQXGErN4moSdygJ7Ik5hbWUiOiJjaS1vcC1sbHpqOXJwNS9waXBlbGluZSIsIlVVSUQiOiI1NTljN2RmMi1jOTExLTRmMWQtOTY0YS05NzQ2N2JiODhmYzciLCJPZmZzZXQiOjAsIlN0YXJ0ZWRBdCI6IjIwMjYtMDItMjNUMTY6NTc6MTMuMDE3NjIzOTIyWiJ9\u0026digest=sha256%3A2711053d8bf70bfef173296492110e726b52a5d2282167461f5805e92bf002f5\\\": unexpected EOF\\n exit status 1\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"54d3a0c2e5dc81eed9bb41d33f4edbd4e7b48251b246de62366f64fc56922269","failure_pattern":"Error: Put \"\u003curl\u003e\": unexpected EOF","search_query":"Error: Put \\\"https://arohcpsvcdev.azurecr.io/v2/ci-op-09tlr81s/pipeline/blobs/uploads/6b522657-f711-4b8d-9f1c-51f4c2725e3d?_nouploadcache=false\u0026_state=WDnv6548LfSd9TNNOikeSDDFWRdRDEmPHw3X28ZIzNx7Ik5hbWUiOiJjaS1vcC0wOXRscjgxcy9waXBlbGluZSIsIlVVSUQiOiI2YjUyMjY1Ny1mNzExLTRiOGQtOWYxYy01MWY0YzI3MjVlM2QiLCJPZmZzZXQiOjAsIlN0YXJ0ZWRBdCI6IjIwMjYtMDItMjNUMDM6MDY6MDMuNDA5MTcwMjk0WiJ9\u0026digest=sha256%3Aaa93729c69e7598112bbe8a81426b7ce53875c722c34c04aed76fa226fa103ba\\\": unexpected EOF"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["54d3a0c2e5dc81eed9bb41d33f4edbd4e7b48251b246de62366f64fc56922269"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3679/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025963227459883008","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3679,"pr_state":"closed","pr_sha":"8c39c00cd54535ba5c506f790b89ca2f192e4ef2","final_merged_sha":"3ca804d0ed17f6519486da5d5d95366c60fc5e40","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T15:57:28Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"489aa354073b560d9e5275b78255592ff7f1991c979e13c2e9cb96bc792636fa","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3679/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025963227459883008","occurred_at":"2026-02-23T15:57:28Z","failed_at":"provision","signature_id":"a0c932ca4dc53ce932aff32aef5e2f1d467a6777304e91c599f0240413c8dd57","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/service/kube-events","test_suite":"step graph","failure_text":"time=2026-02-23T16:45:58.786Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=kube-events description=\"Step kube-events\\n Kind: Helm\\n\"\ntime=2026-02-23T16:45:59.343Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=kube-events values=\"map[enabled:true image:map[digest:sha256:6cf65c67321d5fc18e878715049a6ac8a8aea1ac2c63b096fbe18fade52f4be5 registry:kubernetesshared.azurecr.io repository:shared/kube-events]]\"\ntime=2026-02-23T16:45:59.343Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=kube-events\ntime=2026-02-23T16:45:59.928Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=kube-events err=\"error running Helm release deployment Step, failed to deploy helm release: failed to apply namespace monitoring: Unauthorized\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"98d065c7e307c3a4cb1ea27a26d7c5068451c33863441ab95911619f03c87b93","failure_pattern":"failed to apply namespace monitoring: Unauthorized","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed to apply namespace monitoring: Unauthorized"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["98d065c7e307c3a4cb1ea27a26d7c5068451c33863441ab95911619f03c87b93"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025960296874512384","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4180,"pr_state":"closed","pr_sha":"a3e96f13cee59e76d1359207174e1b2aacdca28b","final_merged_sha":"e43ebba90b754ed6e72098d2ef840d748e2dfcb7","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T15:45:49Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"97b589e75925df4f2181630a01282637b130e469142a3f6e431472ae6333fc9a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4180/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025960296874512384","occurred_at":"2026-02-23T15:45:49Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4067/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025959996314882048","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4067,"pr_state":"closed","pr_sha":"2fb4e269215e8c1f1a10723a9a6e80b62b7eb0a1","final_merged_sha":"2fb4e269215e8c1f1a10723a9a6e80b62b7eb0a1","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-23T15:44:38Z"},"failed_at":["e2e"],"failed_test_count":3,"occurrences":[{"row_id":"0bf6a98f2f8cea2be0a24ddeb4719769e97532f84ba894941f87d1b72a689b20","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4067/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025959996314882048","occurred_at":"2026-02-23T15:44:38Z","failed_at":"e2e","signature_id":"83a3826c27f1e2bcbb847e4d67ee288f69182e6bb530e3341a746310151e50d7","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc000608370\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc000608370\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff","failure_pattern":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)","search_query":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)"}},{"row_id":"80fad61a89b95cf5fe72643ddac12f23ab3ca7128f8740b6b8646c05b7ede5d5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4067/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025959996314882048","occurred_at":"2026-02-23T15:44:38Z","failed_at":"e2e","signature_id":"ccea07ad7a24d70baadf803268c8b6f4de2c1efbe70d0f25b673cb4c28d7b583","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n \u003c*errors.joinError | 0xc00075b308\u003e: \n failed to cleanup resource group: failed listing hcp clusters in resourcegroup=\"pullsecret-test-9vcbcb\": GET https://rp.j4882048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-9vcbcb/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\n --------------------------------------------------------------------------------\n RESPONSE 500: 500 Internal Server Error\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n errs: [\n \u003c*fmt.wrapError | 0xc000e80ce0\u003e{\n msg: \"failed to cleanup resource group: failed listing hcp clusters in resourcegroup=\\\"pullsecret-test-9vcbcb\\\": GET https://rp.j4882048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-9vcbcb/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc000e80cc0\u003e{\n msg: \"failed listing hcp clusters in resourcegroup=\\\"pullsecret-test-9vcbcb\\\": GET https://rp.j4882048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-9vcbcb/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000b7f530\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 500,\n RawResponse: {\n Status: \"500 Internal Server Error\",\n StatusCode: 500,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InternalServerError\",\n ],\n \"X-Ms-Request-Id\": [\n \"d39ef905-0aed-4125-b65d-37110da01bf2\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 17:10:35 GMT\",\n ],\n \"Content-Length\": [\"107\"],\n \"X-Envoy-Upstream-Service-Time\": [\"3138\"],\n \"Server\": [\"istio-envoy\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000e80c00\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 107,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"GET\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n \u003c*errors.joinError | 0xc00075b308\u003e: \n failed to cleanup resource group: failed listing hcp clusters in resourcegroup=\"pullsecret-test-9vcbcb\": GET https://rp.j4882048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-9vcbcb/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\n --------------------------------------------------------------------------------\n RESPONSE 500: 500 Internal Server Error\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n errs: [\n \u003c*fmt.wrapError | 0xc000e80ce0\u003e{\n msg: \"failed to cleanup resource group: failed listing hcp clusters in resourcegroup=\\\"pullsecret-test-9vcbcb\\\": GET https://rp.j4882048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-9vcbcb/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc000e80cc0\u003e{\n msg: \"failed listing hcp clusters in resourcegroup=\\\"pullsecret-test-9vcbcb\\\": GET https://rp.j4882048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-9vcbcb/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"Internal server error.\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000b7f530\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 500,\n RawResponse: {\n Status: \"500 Internal Server Error\",\n StatusCode: 500,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InternalServerError\",\n ],\n \"X-Ms-Request-Id\": [\n \"d39ef905-0aed-4125-b65d-37110da01bf2\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 17:10:35 GMT\",\n ],\n \"Content-Length\": [\"107\"],\n \"X-Envoy-Upstream-Service-Time\": [\"3138\"],\n \"Server\": [\"istio-envoy\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000e80c00\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 107,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"GET\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"223928d9cb18511fa83ff41f30aabddf9e3d125665ad0fdad9bb0068231d5de6","failure_pattern":"ERROR CODE: InternalServerError; context ; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"fea92fa5de66fe3be9302e43aee051b2956d1a11305bb1f8fff385fce15174c1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4067/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025959996314882048","occurred_at":"2026-02-23T15:44:38Z","failed_at":"e2e","signature_id":"b766fc2cb31b38d2286f086c715bee05173faa3d03aa427ee7679f456806160e","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000517a00\u003e: \n failed to create HCP cluster patch-tags-cluster: failed starting cluster creation \"patch-tags-cluster\" in resourcegroup=\"patch-tags-cczltc\": PUT https://rp.j4882048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-cczltc/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\n --------------------------------------------------------------------------------\n RESPONSE 503: 503 Service Unavailable\n ERROR CODE: LockContention\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"LockContention\",\n \"message\": \"Failed to acquire lock: timed out\",\n \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create HCP cluster patch-tags-cluster: failed starting cluster creation \\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-cczltc\\\": PUT https://rp.j4882048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-cczltc/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: LockContention\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"LockContention\\\",\\n \\\"message\\\": \\\"Failed to acquire lock: timed out\\\",\\n \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc0005179e0\u003e{\n msg: \"failed starting cluster creation \\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-cczltc\\\": PUT https://rp.j4882048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-cczltc/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: LockContention\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"LockContention\\\",\\n \\\"message\\\": \\\"Failed to acquire lock: timed out\\\",\\n \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000687a70\u003e{\n ErrorCode: \"LockContention\",\n StatusCode: 503,\n RawResponse: {\n Status: \"503 Service Unavailable\",\n StatusCode: 503,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Type\": [\"application/json\"],\n \"Retry-After\": [\"10\"],\n \"X-Ms-Error-Code\": [\"LockContention\"],\n \"X-Ms-Request-Id\": [\n \"cc51ddc9-494c-46d3-903b-e4181bb17e80\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 17:11:19 GMT\",\n ],\n \"Content-Length\": [\"186\"],\n \"X-Envoy-Upstream-Service-Time\": [\"10052\"],\n \"Server\": [\"istio-envoy\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000517920\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 76, 111, 99, 107, 67, 111, 110, 116, 101, 110, 116, 105, 111, 110, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 32, 116, 111, 32, 97, 99, 113, 117, 105, 114, 101, 32, 108, 111, 99, 107, 58, 32, 116, 105, 109, 101, 100, 32, 111, 117, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 186,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000517a00\u003e: \n failed to create HCP cluster patch-tags-cluster: failed starting cluster creation \"patch-tags-cluster\" in resourcegroup=\"patch-tags-cczltc\": PUT https://rp.j4882048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-cczltc/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\n --------------------------------------------------------------------------------\n RESPONSE 503: 503 Service Unavailable\n ERROR CODE: LockContention\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"LockContention\",\n \"message\": \"Failed to acquire lock: timed out\",\n \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create HCP cluster patch-tags-cluster: failed starting cluster creation \\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-cczltc\\\": PUT https://rp.j4882048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-cczltc/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: LockContention\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"LockContention\\\",\\n \\\"message\\\": \\\"Failed to acquire lock: timed out\\\",\\n \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc0005179e0\u003e{\n msg: \"failed starting cluster creation \\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-cczltc\\\": PUT https://rp.j4882048.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-cczltc/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: LockContention\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"LockContention\\\",\\n \\\"message\\\": \\\"Failed to acquire lock: timed out\\\",\\n \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000687a70\u003e{\n ErrorCode: \"LockContention\",\n StatusCode: 503,\n RawResponse: {\n Status: \"503 Service Unavailable\",\n StatusCode: 503,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Type\": [\"application/json\"],\n \"Retry-After\": [\"10\"],\n \"X-Ms-Error-Code\": [\"LockContention\"],\n \"X-Ms-Request-Id\": [\n \"cc51ddc9-494c-46d3-903b-e4181bb17e80\",\n ],\n \"Date\": [\n \"Mon, 23 Feb 2026 17:11:19 GMT\",\n ],\n \"Content-Length\": [\"186\"],\n \"X-Envoy-Upstream-Service-Time\": [\"10052\"],\n \"Server\": [\"istio-envoy\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000517920\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 76, 111, 99, 107, 67, 111, 110, 116, 101, 110, 116, 105, 111, 110, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 32, 116, 111, 32, 97, 99, 113, 117, 105, 114, 101, 32, 108, 111, 99, 107, 58, 32, 116, 105, 109, 101, 100, 32, 111, 117, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 55, 52, 101, 98, 100, 52, 54, 45, 56, 97, 100, 51, 45, 52, 49, 101, 51, 45, 97, 102, 101, 102, 45, 55, 101, 102, 50, 53, 102, 100, 53, 99, 51, 55, 49, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 186,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4975753236b934241abbb7792d3b16e1ddd1a415999e7e6415465a8ccbd32163","failure_pattern":"ERROR CODE: LockContention; detail message Failed to acquire lock: timed out; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: LockContention"}}],"failure_pattern_summary":{"signature_count":3,"failure_pattern_ids":["223928d9cb18511fa83ff41f30aabddf9e3d125665ad0fdad9bb0068231d5de6","4975753236b934241abbb7792d3b16e1ddd1a415999e7e6415465a8ccbd32163","c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff"],"matched_occurrences":3,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4111/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025956517282320384","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-23T15:30:44Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"c2275fb4cbc3f5974e2fec28e684479997ab56501845e45512146b422c89b070","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4111/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025956517282320384","occurred_at":"2026-02-23T15:30:44Z","failed_at":"provision","signature_id":"b5ffa7a284d86c0480e5193b74bb014cc626bd788586e0b0f7e37a7ac3b7ced6","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/service/prometheus","test_suite":"step graph","failure_text":"time=2026-02-23T16:30:36.376Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=prometheus description=\"Step prometheus\\n Kind: Helm\\n\"\ntime=2026-02-23T16:30:36.992Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=prometheus values=\"map[environment:arohcpdev kube-prometheus-stack:map[alertmanager:map[enabled:false] cleanPrometheusOperatorObjectNames:true coreDns:map[enabled:false] crds:map[enabled:true] fullnameOverride:prometheus global:map[rbac:map[create:true]] grafana:map[enabled:false] kube-state-metrics:map[image:map[registry:mcr.microsoft.com/oss/v2 repository:kubernetes/kube-state-metrics sha:sha256:c3621782e405e59b40e1b64e8b8722855f5c348a9b6fe3ac58c54ad1a34afbb9]] kubeApiServer:map[enabled:false] kubeControllerManager:map[enabled:false] kubeDns:map[enabled:false] kubeEtcd:map[enabled:false] kubeProxy:map[enabled:false] kubeScheduler:map[enabled:false] kubeStateMetrics:map[enabled:true] kubelet:map[enabled:false] nodeExporter:map[enabled:false] prometheus:map[enabled:false] prometheusOperator:map[admissionWebhooks:map[patch:map[enabled:true image:map[registry:arohcpsvcdev.azurecr.io repository:k8s-cache/ingress-nginx/kube-webhook-certgen tag:v1.5.2]]] affinity:map[nodeAffinity:map[requiredDuringSchedulingIgnoredDuringExecution:map[nodeSelectorTerms:[map[matchExpressions:[map[key:aro-hcp.azure.com/role operator:In values:[infra]]]]]]]] enabled:true fullnameOverride: image:map[registry:mcr.microsoft.com/oss/v2 repository:prometheus/prometheus-operator sha:f97255b7629052f03e21d16171923e7095a9608526196af59e2989a1eb01af9c] prometheusConfigReloader:map[image:map[registry:mcr.microsoft.com/oss/v2 repository:prometheus/prometheus-config-reloader sha:f9a0f85d9a348f7f83e4b1fcd602eb12fcee0c83b0f7e4eb77d205f6af4311c9]] tolerations:[map[effect:NoSchedule key:infra operator:Equal value:true]]]] prometheus:map[prometheusSpec:map[replicas:2 shards:1] serviceAccount:map[managedIdentity:835dceac-e813-4165-aa7f-68983589d51e]] prometheusSpec:map[externalLabels:map[cluster:prow-j2320384-svc] hcpRemoteWriteUrl:NONE image:map[registry:mcr.microsoft.com/oss/v2 repository:prometheus/prometheus sha:375d727bf8137d574b5aad4f94881fade0a57556ddf52a3f98322e5d561286af] maximumStartupDurationSeconds:360 remoteWriteUrl:https://msprom-westus3-prow-j2320384-svc-93q5.westus3-1.metrics.ingest.monitor.azure.com/dataCollectionRules/dcr-da583ed801424d28b4d3baf92aef9e9b/streams/Microsoft-PrometheusMetrics/api/v1/write?api-version=2023-04-24 resources:map[limits:map[cpu:NONE memory:NONE] requests:map[cpu:NONE memory:NONE]] retention:1d retentionSize:45GiB version: zoneCount:4]]\"\ntime=2026-02-23T16:30:36.992Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=prometheus\ntime=2026-02-23T16:30:37.691Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=prometheus namespace=prometheus\ntime=2026-02-23T16:30:37.691Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=prometheus dryRun=false\ntime=2026-02-23T16:30:37.691Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=prometheus\ntime=2026-02-23T16:30:38.039Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=prometheus\ntime=2026-02-23T16:30:39.964Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=prometheus err=\"failed to install CRD crds/crd-podmonitors.yaml: Unauthorized\"\ntime=2026-02-23T16:30:39.964Z level=INFO msg=\"Finished deploying Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=prometheus\ntime=2026-02-23T16:30:39.964Z level=INFO msg=\"Running inline diagnostics.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=prometheus\ntime=2026-02-23T16:30:40.096Z level=ERROR msg=\"Failed to capture diagnostics for Helm release\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=prometheus err=\"failed to get status for release arohcp-monitor: release: not found\"\ntime=2026-02-23T16:30:40.096Z level=INFO msg=\"Deployment complete.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=prometheus\ntime=2026-02-23T16:30:40.096Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=prometheus err=\"error running Helm release deployment Step, failed to deploy helm release: failed to install CRD crds/crd-podmonitors.yaml: Unauthorized\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"3577b5b9f84618240c77c5b4f08529e25eb02d44cb65336b7d796e4a90056cc7","failure_pattern":"failed to install CRD crds/crd-podmonitors.yaml: Unauthorized","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed to install CRD crds/crd-podmonitors.yaml: Unauthorized"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["3577b5b9f84618240c77c5b4f08529e25eb02d44cb65336b7d796e4a90056cc7"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4015/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025956092839727104","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4015,"pr_state":"closed","pr_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","final_merged_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-23T15:29:07Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"2e8c04d72eea04dfd2e4586542084d1c0d617978fc2fb426cf514655cfb870b6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4015/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025956092839727104","occurred_at":"2026-02-23T15:29:07Z","failed_at":"provision","signature_id":"882c737d3021a86a2a2a60d756a3b4e4788da52f6da2dfefb27fcd1f9ddfac8d","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Maestro.Agent/management/deploy","test_suite":"step graph","failure_text":"time=2026-02-23T16:20:32.647Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy description=\"Step deploy\\n Kind: Helm\\n\"\ntime=2026-02-23T16:20:33.268Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy values=\"map[azure:map[clientId:ae3a00ed-a015-4cab-831d-b4f98aa4f2f6 cloudEnvironmentName:AzurePublicCloud tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] broker:map[host:arohcp-prow-maestro-j9727104.westus3-1.ts.eventgrid.azure.net port:8883] consumerName:hcp-underlay-j9727104-mgmt-1 credsKeyVault:map[name:ah-prow-mg-j9727104-1 secret:hcp-underlay-j9727104-mgmt-1] deployment:map[zoneCount:4] glog_v:2 image:map[digest:sha256:8d336b3025d6557ed1cbd98f9979593e3693ab2f9a21bc7bfc183c6f2b5bc382 registry:arohcpsvcdev.azurecr.io repository:redhat-user-workloads/maestro-rhtap-tenant/maestro/maestro] installAppliedManifestWorkCRD:false replicas:3 serviceAccountName:maestro sideCar:map[image:map[digest:sha256:2dccfca276d1e7611442dc997ac15055f76c4caff92b668b40907cdd68fffa14 registry:mcr.microsoft.com repository:azurelinux/base/nginx]]]\"\ntime=2026-02-23T16:20:33.268Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy\ntime=2026-02-23T16:20:33.527Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy namespace=maestro\ntime=2026-02-23T16:20:33.527Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy dryRun=false\ntime=2026-02-23T16:20:33.528Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy\ntime=2026-02-23T16:20:33.843Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy\ntime=2026-02-23T16:20:41.976Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy err=\"Unauthorized\\nUnauthorized\\nUnauthorized\"\ntime=2026-02-23T16:20:41.976Z level=INFO msg=\"Finished deploying Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy\ntime=2026-02-23T16:20:41.976Z level=INFO msg=\"Running inline diagnostics.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy\ntime=2026-02-23T16:20:45.229Z level=INFO msg=\"Determined release status.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy release=maestro-agent namespace=maestro status=failed description=\"Release \\\"maestro-agent\\\" failed: Unauthorized\\nUnauthorized\\nUnauthorized\" values=\"map[azure:map[clientId:ae3a00ed-a015-4cab-831d-b4f98aa4f2f6 cloudEnvironmentName:AzurePublicCloud tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX] broker:map[host:arohcp-prow-maestro-j9727104.westus3-1.ts.eventgrid.azure.net port:8883] consumerName:hcp-underlay-j9727104-mgmt-1 credsKeyVault:map[name:ah-prow-mg-j9727104-1 secret:hcp-underlay-j9727104-mgmt-1] deployment:map[zoneCount:4] glog_v:2 image:map[digest:sha256:8d336b3025d6557ed1cbd98f9979593e3693ab2f9a21bc7bfc183c6f2b5bc382 registry:arohcpsvcdev.azurecr.io repository:redhat-user-workloads/maestro-rhtap-tenant/maestro/maestro] installAppliedManifestWorkCRD:false replicas:3 serviceAccountName:maestro sideCar:map[image:map[digest:sha256:2dccfca276d1e7611442dc997ac15055f76c4caff92b668b40907cdd68fffa14 registry:mcr.microsoft.com repository:azurelinux/base/nginx]]]\"\ntime=2026-02-23T16:20:45.230Z level=INFO msg=\"Kube-events kusto link for troubleshooting:\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy url=\"https://hcp-dev-us.westus3.kusto.windows.net/ServiceLogs?query=H4sIAAAAAAAA/6xTwW7TQBC9+ytGPiVSXAUHejDqhYoTEkLAqYjDevfJbGPPWjOTNJHy8chJoS5NQqX2Yllv37w3uzMva2Ek0LQSD6UrCs6cubrFJNW38PYpcqjUJHIzowP02XX4C2EN3iPaO/8Hnv7IiIjyb/ACy2eUdw5qkh79PuHAJHotnPdQLSwtwUcKrtuVGuRrajE6LVwDtmr/LR5hA+lU7b1jL2mzvfc9Qf8QOURuXuJ4UgIb+JXFxIULXeRXEhsXnnmsChsD6969jwpZQ552sFzVKHSrhu4Zmkem9v83fFEj56VPrt0XSesYINetO0z+yJ5mP99ng6swDPpx2HfNdnT3CwKy2EHNdT3VsDuAaRKcYYAneTkvL4t5WZSL728uq3JeLRY3+ZQuLugM5+27m3w6zXZ0myLTMnK4isyQUUoT00M4x6n8N47ZjnpJw+lDozPqUziQnycyozY1M+qg6ppBMkmAUL0dXT5A/e8AAAD//6sx2i5LBAAA\"\ntime=2026-02-23T16:20:45.230Z level=INFO msg=\"Deployment complete.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy\ntime=2026-02-23T16:20:45.231Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Maestro.Agent resourceGroup=management step=deploy err=\"error running Helm release deployment Step, failed to deploy helm release: Unauthorized\\nUnauthorized\\nUnauthorized\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6be070b587ba841b8e5f1a904ffdf84b3282185d51681a672942d8fdf5ad9259","failure_pattern":"Unauthorized Unauthorized Unauthorized","search_query":"error running Helm release deployment Step, failed to deploy helm release: Unauthorized\\nUnauthorized\\nUnauthorized"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["6be070b587ba841b8e5f1a904ffdf84b3282185d51681a672942d8fdf5ad9259"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4041/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025948888585736192","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4041,"pr_state":"closed","pr_sha":"33c7d53ba80210c853a2f0047c158f9e94e27f29","final_merged_sha":"31af85931ee44e56ae260a8be6bd2a65099af493","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T15:00:29Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"b9607a45e6e64ca5001e0cce29b46049f3c9bd365b94cabeca7bba19b6580efa","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4041/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025948888585736192","occurred_at":"2026-02-23T15:00:29Z","failed_at":"provision","signature_id":"f87ff65cef45ca3fdcd031c28ef3ee4b231c60372bfaf7bf9cdacf755410ee89","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Management.Infra/management/arobit","test_suite":"step graph","failure_text":"time=2026-02-23T15:46:31.506Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=arobit description=\"Step arobit\\n Kind: Helm\\n\"\ntime=2026-02-23T15:46:32.210Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=arobit values=\"map[forwarder:map[azureCloudEnvironmentName:AzurePublicCloud clusterName:prow-j5736192-mgmt-1 clusterType:mgmt dynamicConfig:false environment:dev fluentbit:map[image:map[digest:sha256:eca5fdd2a205c5e2a78155ca9d16b453334c5aefd6cafc48465c86ed9c016b64 pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:oss/v2/fluent/fluent-bit]] geoShortId:us kusto:map[enabled:true hostedControlPlaneLogsDatabase:HostedControlPlaneLogs ingestionEndpoint:https://ingest-hcp-dev-us.westus3.kusto.windows.net serviceLogsDatabase:ServiceLogs] mdsd:map[enabled:false geneva:map[clusterLogsAccountName:placeholder clusterLogsNamespace: clusterLogsSan: clusterLogsSecretName:clusterlogs configVersion:1 environment:Test region:westus3 role:hcp-underlay-prow-j5736192-mgmt-1 rpAccountName:placeholder rpNamespace: rpSan: rpSecretName:rplogs] image:map[digest:sha256:18d5476700adcd40e9ee2bc1cb62a1150ac1b5e696d7bad6adeea4da88c615db pullPolicy:IfNotPresent registry:mcr.microsoft.com repository:geneva/distroless/mdsd]] msiClientId:afd8f34b-37ea-40eb-a7a9-8f9dbc2afdff region:westus3 secretProvider:map[keyVault:ah-prow-mg-j5736192-1] securityContext:map[enabled:true runAsGroup:65532 runAsUser:65532] serviceAccountName:arobit-forwarder tenantId:XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX]]\"\ntime=2026-02-23T15:46:32.211Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=arobit\ntime=2026-02-23T15:46:32.309Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Management.Infra resourceGroup=management step=arobit err=\"error running Helm release deployment Step, failed to deploy helm release: failed to apply namespace arobit: an error on the server (\\\"Internal Server Error: \\\\\\\"/api/v1/namespaces/arobit?fieldManager=templatize\u0026amp;force=false\\\\\\\": Post \\\\\\\"https://guard.699c73bbb0620a0001af8c96.svc.cluster.local:443/subjectaccessreviews?timeout=30s\\\\\\\": proxy error from localhost:9443 while dialing guard.699c73bbb0620a0001af8c96.svc.cluster.local:443, code 503: 503 Service Unavailable\\\") has prevented the request from succeeding (patch namespaces arobit)\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"5352f0a3030f3e5708b686fe88bd3739ae45991cec6bcca4fd237d72c485369a","failure_pattern":"failed to apply namespace arobit: an error on the server (\"Internal Server Error: \\\\\"/api/v1/namespaces/arobit?fieldManager=templatize\u0026amp;force=false\\\\\": Post \\\\\"\u003curl\u003e\": proxy error from localhost:9443 while dialing","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed to apply namespace arobit: an error on the server (\\\"Internal Server Error: \\\\\\\"/api/v1/namespaces/arobit?fieldManager=templatize\u0026amp;force=false\\\\\\\": Post \\\\\\\"https://guard.699c73bbb0620a0001af8c96.svc.cluster.local:443/subjectaccessreviews?timeout=30s\\\\\\\": proxy error from localhost:9443 while dialing guard.699c73bbb0620a0001af8c96.svc.cluster.local:443, code 503: 503 Service Unavailable\\\") has prevented the request from succeeding (patch namespaces arobit)"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["5352f0a3030f3e5708b686fe88bd3739ae45991cec6bcca4fd237d72c485369a"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4166/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025946175894458368","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4166,"pr_state":"closed","pr_sha":"2786b84c9ff86fc90f1da4aa69410ec5a3d61ade","final_merged_sha":"e6b55da5d6cb3778ad30055d1acccf161634b854","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T14:49:43Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"1fefb7592f7a09a46ab5d34a74934719f8762ecea76ee8d021ad5b05d248dfa8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4166/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025946175894458368","occurred_at":"2026-02-23T14:49:43Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4055/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025936945640640512","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4055,"pr_state":"closed","pr_sha":"0cf0aa6f91db66b14a126ccbf6563150cabdb213","final_merged_sha":"463a6d0411bc05bf50beaa4c7b2760c05f116b3f","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T14:12:58Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"3f91a9f5a48b9d5111a206a0a09e57daa4c1649b942e0caf8d2ca17ea63c31dc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4055/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025936945640640512","occurred_at":"2026-02-23T14:12:58Z","failed_at":"provision","signature_id":"a0c932ca4dc53ce932aff32aef5e2f1d467a6777304e91c599f0240413c8dd57","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/service/kube-events","test_suite":"step graph","failure_text":"time=2026-02-23T15:01:24.166Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=kube-events description=\"Step kube-events\\n Kind: Helm\\n\"\ntime=2026-02-23T15:01:24.910Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=kube-events values=\"map[enabled:true image:map[digest:sha256:6cf65c67321d5fc18e878715049a6ac8a8aea1ac2c63b096fbe18fade52f4be5 registry:kubernetesshared.azurecr.io repository:shared/kube-events]]\"\ntime=2026-02-23T15:01:24.910Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=kube-events\ntime=2026-02-23T15:01:25.559Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=kube-events err=\"error running Helm release deployment Step, failed to deploy helm release: failed to apply namespace monitoring: Unauthorized\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"98d065c7e307c3a4cb1ea27a26d7c5068451c33863441ab95911619f03c87b93","failure_pattern":"failed to apply namespace monitoring: Unauthorized","search_query":"error running Helm release deployment Step, failed to deploy helm release: failed to apply namespace monitoring: Unauthorized"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["98d065c7e307c3a4cb1ea27a26d7c5068451c33863441ab95911619f03c87b93"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4133/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025933029213474816","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4133,"pr_state":"open","pr_sha":"1c913457687a8c291cae0bfd349b55fbe571f0f3","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T13:57:28Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"c0e4f8d84bf375b5a8740e1c5b3a1e55f3e4229019aa145f2659a7eec5ea33f9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4133/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025933029213474816","occurred_at":"2026-02-23T13:57:28Z","failed_at":"provision","signature_id":"15506c451cd59da6f2d82eb786f2123fc47c7f46ab750a0333941250717ef385","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/service/cluster","test_suite":"step graph","failure_text":"time=2026-02-23T14:39:46.286Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster description=\"Step cluster\\n Kind: ARM\\n Template: templates/svc-cluster.bicep\\n Parameters: configurations/svc-cluster.tmpl.bicepparam\"\ntime=2026-02-23T14:39:48.717Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster\ntime=2026-02-23T14:39:50.484Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster deployment=e92ad84584aa354238bd4c036e5c9344ad12d32f609be32548c270b3602f9959\ntime=2026-02-23T15:01:55.999Z level=INFO msg=\"Retrying step\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster step=cluster error=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j3474816-svc/providers/Microsoft.Resources/deployments/e92ad84584aa354238bd4c036e5c9344ad12d32f609be32548c270b3602f9959/operationStatuses/08584297492959011143\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j3474816-svc/providers/Microsoft.Resources/deployments/maestro-server\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.Resources/deployments/maestro-eg-crt-4kqobph52xogo\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.Resources/deployments/maestro-eg-crt-4kqobph52xogo\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.Resources/deployments/maestro-server-j3474816-cert\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.Resources/deployments/maestro-server-j3474816-cert\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/global/providers/Microsoft.Resources/deploymentScripts/newCertwithRotationKV-maestro-server-j3474816\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentScriptACIProvisioningTimeout\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The supporting resource: 'Azure Container Instance' did not provision during the expected time. Correlation Id: c9214140-3783-47fc-ad4b-bef618bafaa3. Please try again later, if the issue persists contact technical support for further investigation.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"\ntime=2026-02-23T15:03:56.015Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster description=\"Step cluster\\n Kind: ARM\\n Template: templates/svc-cluster.bicep\\n Parameters: configurations/svc-cluster.tmpl.bicepparam\"\ntime=2026-02-23T15:03:58.106Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster\ntime=2026-02-23T15:03:59.647Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster deployment=4ff6f488d089e284097b5d30588d17bb42279ee9ca15dfea9989c3c6048e99e6\ntime=2026-02-23T15:08:00.873Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=cluster err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j3474816-svc/providers/Microsoft.Resources/deployments/4ff6f488d089e284097b5d30588d17bb42279ee9ca15dfea9989c3c6048e99e6/operationStatuses/08584297478466819714\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"BadRequest\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"InvalidTemplateDeployment\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The template deployment 'cluster-fbcje44hvaogk' is not valid according to the validation procedure. The tracking id is '53602e69-5e0b-4c72-bde8-ec2c30d603b0'. See inner errors for details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"OperationNotAllowed\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Preflight validation check for resource(s) for container service prow-j3474816-svc in resource group hcp-underlay-prow-j3474816-svc failed. Message: Operation is not allowed because there's an in progress upgrade managed cluster operation (operation ID: 28392fb7-516e-478e-9202-f09223b923a5) on the managed cluster started on UTC 2026-02-23T15:00:28Z. Please wait for it to finish before starting a new operation. You can also use 'az aks operation-abort ...' to abort the ongoing operation.. Details: \\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a86254b8c261f96506ff84584b7f74d2bf8f6b8090b0312035b7aa0e09c5c161","failure_pattern":"ERROR CODE: DeploymentFailed; detail code OperationNotAllowed; detail message Preflight validation check for resource(s) for container service prow-j3474816-svc in resource group \u003cresource-group\u003e failed. Message: Operation is not allowed because there's an in progress upgrade managed cluster operation (operation ID: \u003cuuid\u003e) on the managed cluster started on UTC \u003ctimestamp\u003e.","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["a86254b8c261f96506ff84584b7f74d2bf8f6b8090b0312035b7aa0e09c5c161"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4152/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025932599985180672","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4152,"pr_state":"closed","pr_sha":"e247c0c051da22e0b1787dbbe0dbe8a2de3bebea","final_merged_sha":"2f8a0eb8477e5204a65847041c1967c2843f8f80","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-23T13:55:46Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4067/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025923907592130560","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4067,"pr_state":"closed","pr_sha":"2fb4e269215e8c1f1a10723a9a6e80b62b7eb0a1","final_merged_sha":"2fb4e269215e8c1f1a10723a9a6e80b62b7eb0a1","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-23T13:21:14Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"28e8794b51dcc6c4004dbe89ba6c1280aed7a7b9989d9395cdb0046691e1a788","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4067/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025923907592130560","occurred_at":"2026-02-23T13:21:14Z","failed_at":"e2e","signature_id":"aecc0a12fbec27234c966315875c0185fb85c0d7c3788b589936c0f2647a07fe","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc00059dc50\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc00059dc50\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff","failure_pattern":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)","search_query":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025923236960669696","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4067,"pr_state":"closed","pr_sha":"2fb4e269215e8c1f1a10723a9a6e80b62b7eb0a1","final_merged_sha":"2fb4e269215e8c1f1a10723a9a6e80b62b7eb0a1","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-23T13:18:26Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"6ba31f23a3add0d39b5e67d74a8a4c6faf5eedba3bac3314391be8057491c424","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025923236960669696","occurred_at":"2026-02-23T13:18:26Z","failed_at":"e2e","signature_id":"bc2af2a49b6f3056f0733fcae09aed53965fc31830c56ff7a0308f3696c7241e","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc00050d0b0\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc00050d0b0\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff","failure_pattern":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)","search_query":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3094/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025918950612668416","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3094,"pr_state":"closed","pr_sha":"4bea39ee41791d53fde9159d127b03ba09c007f9","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T13:01:29Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"dc751084471ed43081e7ab54df74a0ad537b352dc12fcfbcb241526f03e856e0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3094/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025918950612668416","occurred_at":"2026-02-23T13:01:29Z","failed_at":"e2e","signature_id":"7d6db10bc9505f2d69c06497de571b1c247cc8b5be8bec33918f12195ba96493","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:314]: Timed out after 300.011s.\nNFD operator should be installed successfully\nExpected success, but got an error:\n \u003c*errors.errorString | 0xc000373400\u003e: \n subscription state not found\n {\n s: \"subscription state not found\",\n }\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:314]: Timed out after 300.011s.\nNFD operator should be installed successfully\nExpected success, but got an error:\n \u003c*errors.errorString | 0xc000373400\u003e: \n subscription state not found\n {\n s: \"subscription state not found\",\n }","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6be2a1429c526e145930492292d4b47bfb07edefddf28cea615d751f6a2c96b1","failure_pattern":"subscription state not found","search_query":"subscription state not found"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["6be2a1429c526e145930492292d4b47bfb07edefddf28cea615d751f6a2c96b1"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4015/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025915568049098752","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4015,"pr_state":"closed","pr_sha":"1b1dffe84387ccb42e4e02a120942e5b552653d2","final_merged_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-23T12:48:05Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025914887984648192","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4015,"pr_state":"closed","pr_sha":"1b1dffe84387ccb42e4e02a120942e5b552653d2","final_merged_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-23T12:45:22Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3679/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025910967224766464","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3679,"pr_state":"closed","pr_sha":"1ef755c01024e8d16f2d204dc4ec6992afc385c8","final_merged_sha":"3ca804d0ed17f6519486da5d5d95366c60fc5e40","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T12:29:48Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"a66bb4f4d6ff15a631464a7dea4dd81568c5654273dd907052387e83e59320d1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3679/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025910967224766464","occurred_at":"2026-02-23T12:29:48Z","failed_at":"provision","signature_id":"17a7a910c1b522617b6e08f743d3b391a3819310cd36113351a268142ed0a3e6","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.SessionGate/global/mirror-image","test_suite":"step graph","failure_text":"time=2026-02-23T13:11:14.734Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e sessiongate.image.registry \u003cnil\u003e}:{\u003cnil\u003e sessiongate.image.repository \u003cnil\u003e}@{\u003cnil\u003e sessiongate.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-02-23T13:11:53.626Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.SessionGate resourceGroup=global step=mirror-image err=\"error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org\\nSetting up registry authentication for CI source registry.\\ninfo: Using registry public hostname registry.build06.ci.openshift.org\\nSaved credentials for registry.build06.ci.openshift.org into /tmp/tmp.mHI7jJKp2K/containers/auth.json\\nLogging into target ACR arohcpsvcdev.\\nLogin Succeeded\\nMirroring image registry.build06.ci.openshift.org/ci-op-5ldcv2vq/pipeline@sha256:b020aeb639887c826d9c6fc142926295936d1c904ab58bc5eafc5e60079dbb7d to arohcpsvcdev.azurecr.io/ci-op-5ldcv2vq/pipeline:b020aeb639887c826d9c6fc142926295936d1c904ab58bc5eafc5e60079dbb7d.\\nThe image will still be available under it's original digest sha256:b020aeb639887c826d9c6fc142926295936d1c904ab58bc5eafc5e60079dbb7d in the target registry.\\nError response from registry: generic storage error: unknown_storage_failure\\n exit status 1\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"51b4e43d29790aeda46b32c9bd3546efa6f1fc018eb5f35003f5ba847596c023","failure_pattern":"Error response from registry: generic storage error: unknown_storage_failure","search_query":"Error response from registry: generic storage error: unknown_storage_failure"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["51b4e43d29790aeda46b32c9bd3546efa6f1fc018eb5f35003f5ba847596c023"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025893703486279680","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4015,"pr_state":"closed","pr_sha":"1b1dffe84387ccb42e4e02a120942e5b552653d2","final_merged_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-23T11:21:12Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4055/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025892287262756864","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4055,"pr_state":"closed","pr_sha":"0cf0aa6f91db66b14a126ccbf6563150cabdb213","final_merged_sha":"463a6d0411bc05bf50beaa4c7b2760c05f116b3f","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T11:15:35Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"daa86b2b47055fc70682998cc7ac220ce2a86c0187fb011a2fad983cdae6f413","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4055/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025892287262756864","occurred_at":"2026-02-23T11:15:35Z","failed_at":"e2e","signature_id":"f7a50f30cea76e31290186359f79c8d816a8625a041fdc4fab568846eaa6ace8","test_name":"Engineering should be able to retrieve kusto logs for a cluster and services","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:94]: Timed out after 600.001s.\nExpected success, but got an error:\n \u003c*errors.errorString | 0xc000977770\u003e: \n missing expected log sources: [ocm-arohcpdev-/kube-apiserver]\n {\n s: \"missing expected log sources: [ocm-arohcpdev-/kube-apiserver]\",\n }\nfail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:94]: Timed out after 600.001s.\nExpected success, but got an error:\n \u003c*errors.errorString | 0xc000977770\u003e: \n missing expected log sources: [ocm-arohcpdev-/kube-apiserver]\n {\n s: \"missing expected log sources: [ocm-arohcpdev-/kube-apiserver]\",\n }","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fac8df6897a1d654df94b981a5413efb8b49db48802115a772fc56239f5ce04f","failure_pattern":"missing expected log sources: [ocm-arohcpdev-/kube-apiserver]","search_query":"missing expected log sources: [ocm-arohcpdev-/kube-apiserver]"}},{"row_id":"dc80d5c4ddf38de63dda44be6281cc1cfbab6cfb9ceea717850fd8a8ddc724dc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4055/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025892287262756864","occurred_at":"2026-02-23T11:15:35Z","failed_at":"e2e","signature_id":"8812f6224bbeed3c3e6f3d3aeaeb019c5f3249ee8aeec4c8a68f399a04330bee","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc000383400\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc000383400\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff","failure_pattern":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)","search_query":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff","fac8df6897a1d654df94b981a5413efb8b49db48802115a772fc56239f5ce04f"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4056/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025886143198793728","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4056,"pr_state":"closed","pr_sha":"7dd671cb74abba7a184d94136adb0c61b80e7c5a","final_merged_sha":"2714126704381c47bf54267faeabfff8fcfe8378","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T10:51:10Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"1da7095b90754ac3e7908d95ff86084182adfc743f90b73a02440aec199b410a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4056/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025886143198793728","occurred_at":"2026-02-23T10:51:10Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4170/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025879548721106944","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4170,"pr_state":"closed","pr_sha":"926b275a028dc656d2685bae21f73184511a12af","final_merged_sha":"926b275a028dc656d2685bae21f73184511a12af","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-23T10:24:54Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025878857654996992","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4155,"pr_state":"closed","pr_sha":"02412ae4868c2c3e6a51d89854d21c6ac9967ce2","final_merged_sha":"02412ae4868c2c3e6a51d89854d21c6ac9967ce2","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-23T10:22:07Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4111/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025874940414136320","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-23T10:06:39Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4111/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025864670623043584","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-23T09:25:50Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"a124affb51d621d343d062caaa35bf22e35d42e496b223c0d07689bc60a25fcf","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4111/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025864670623043584","occurred_at":"2026-02-23T09:25:50Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-02-23T09:52:00.476Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-02-23T09:52:02.591Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-02-23T09:52:03.585Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=d615e243da6b4edf4108a39931b232025a7d8e2f5406d864f950aaaa8f85389e\ntime=2026-02-23T09:53:34.450Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j3043584/providers/Microsoft.Resources/deployments/d615e243da6b4edf4108a39931b232025a7d8e2f5406d864f950aaaa8f85389e/operationStatuses/08584297665625794640\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j3043584/providers/Microsoft.Resources/deployments/maestro-infra-deployment\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j3043584/providers/Microsoft.EventGrid/namespaces/arohcp-prow-maestro-j3043584\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"Internal error\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The operation failed due to an internal server error. The initial state of the impacted resources (if any) are restored. Please try again in few minutes. If error still persists, report b38c185f-f016-41e7-bc83-2f044577152a:2/23/2026 9:53:06 AM (UTC) to our forums for assistance or raise a support ticket .\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.EventGrid","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4128/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025862360970825728","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4128,"pr_state":"closed","pr_sha":"da15e65ccaf161910941b1f5ab4d862f31bb58e3","final_merged_sha":"97dcd3444b49cca0f791a06d67de76d5a3fc1f4b","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T09:16:38Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"2720f69f486734b4e71e26d43948eb6a25a76995de86beca5fc8e2f55bab00d0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4128/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025862360970825728","occurred_at":"2026-02-23T09:16:38Z","failed_at":"provision","signature_id":"55df8ef767832357b4eed91c76c181e04e89cd243d85f72d5f7ac8ee4f9cef71","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Service.Infra/service/aro-hcp-exporter","test_suite":"step graph","failure_text":"time=2026-02-23T10:00:06.581Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter description=\"Step aro-hcp-exporter\\n Kind: Helm\\n\"\ntime=2026-02-23T10:00:07.159Z level=INFO msg=\"Resolved input values.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter values=\"map[cacheTTL:60m collectionInterval:2m deployment:map[name:aro-hcp-exporter] enabledCollectors:[service-tag-usage] image:map[digest:sha256:b138301009f792415bbd9283194d5142126db46886f3dd7ecd6f6ba855e53c18 registry:arohcpsvcdev.azurecr.io repository:arohcpmetrics] listenAddress::8080 service:map[name:aro-hcp-exporter] serviceAccount:map[create:true msiClientId:18773e74-1b2a-4a69-b4bf-f17ad02f9791 name:aro-hcp-exporter] subscriptionNames:[XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX]]\"\ntime=2026-02-23T10:00:07.159Z level=INFO msg=\"Applying namespaces.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter\ntime=2026-02-23T10:00:07.449Z level=INFO msg=\"Namespace applied successfully.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter namespace=aro-hcp-exporter\ntime=2026-02-23T10:00:07.449Z level=INFO msg=\"Rolling out Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter dryRun=false\ntime=2026-02-23T10:00:07.449Z level=INFO msg=\"Searching for release history...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter\ntime=2026-02-23T10:00:07.828Z level=INFO msg=\"No release history found, running the first release...\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter\ntime=2026-02-23T10:00:10.238Z level=ERROR msg=\"Failed to roll out the Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter err=\"unable to build kubernetes objects from release manifest: resource mapping not found for name: \\\"aro-hcp-exporter\\\" namespace: \\\"aro-hcp-exporter\\\" from \\\"\\\": no matches for kind \\\"ServiceMonitor\\\" in version \\\"monitoring.coreos.com/v1\\\"\\nensure CRDs are installed first\"\ntime=2026-02-23T10:00:10.238Z level=INFO msg=\"Finished deploying Helm release.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter\ntime=2026-02-23T10:00:10.238Z level=INFO msg=\"Running inline diagnostics.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter\ntime=2026-02-23T10:00:10.354Z level=ERROR msg=\"Failed to capture diagnostics for Helm release\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter err=\"failed to get status for release aro-hcp-exporter: release: not found\"\ntime=2026-02-23T10:00:10.354Z level=INFO msg=\"Deployment complete.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter\ntime=2026-02-23T10:00:10.354Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Service.Infra resourceGroup=service step=aro-hcp-exporter err=\"error running Helm release deployment Step, failed to deploy helm release: unable to build kubernetes objects from release manifest: resource mapping not found for name: \\\"aro-hcp-exporter\\\" namespace: \\\"aro-hcp-exporter\\\" from \\\"\\\": no matches for kind \\\"ServiceMonitor\\\" in version \\\"monitoring.coreos.com/v1\\\"\\nensure CRDs are installed first\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"d584c2f6fbcd06c773837f5d5dff69e1656c5ecfc2a82478b87d9c1504f26fc4","failure_pattern":"unable to build kubernetes objects from release manifest: resource mapping not found for name: \"aro-hcp-exporter\" namespace: \"aro-hcp-exporter\" from \"\": no matches for kind \"ServiceMonitor\" in version \"monitoring.coreos.com/v1\" ensure CRDs are installed first","search_query":"error running Helm release deployment Step, failed to deploy helm release: unable to build kubernetes objects from release manifest: resource mapping not found for name: \\\"aro-hcp-exporter\\\" namespace: \\\"aro-hcp-exporter\\\" from \\\"\\\": no matches for kind \\\"ServiceMonitor\\\" in version \\\"monitoring.coreos.com/v1\\\"\\nensure CRDs are installed first"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["d584c2f6fbcd06c773837f5d5dff69e1656c5ecfc2a82478b87d9c1504f26fc4"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4056/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025859684946153472","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4056,"pr_state":"closed","pr_sha":"a0c4bfd8bda7e77180d966e8f3f99d2aca710911","final_merged_sha":"2714126704381c47bf54267faeabfff8fcfe8378","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T09:06:02Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"b064795f4f614f60e3570c23923da41c74bbf57a8818aab1f39b868b22b38852","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4056/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025859684946153472","occurred_at":"2026-02-23T09:06:02Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4055/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025856747918331904","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4055,"pr_state":"closed","pr_sha":"0cf0aa6f91db66b14a126ccbf6563150cabdb213","final_merged_sha":"463a6d0411bc05bf50beaa4c7b2760c05f116b3f","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T08:54:21Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"4af3bd0272f760832db7b1c255f89bd6d37b0d6c077bef7e6f7d66e41921d698","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4055/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025856747918331904","occurred_at":"2026-02-23T08:54:21Z","failed_at":"e2e","signature_id":"d152f759d58eea0e91e2cec8b39b429f34dda3ade5eb866b3f9e036ba74b7eee","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:159]: Unexpected error:\n \u003c*errors.joinError | 0xc000911158\u003e: \n VerifyAllAPIServicesAvailable failed: the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then\n {\n errs: [\n \u003c*fmt.wrapError | 0xc0004109c0\u003e{\n msg: \"VerifyAllAPIServicesAvailable failed: the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then\",\n err: \u003c*errors.errorString | 0xc0003c9a30\u003e{\n s: \"the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then\",\n },\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:159]: Unexpected error:\n \u003c*errors.joinError | 0xc000911158\u003e: \n VerifyAllAPIServicesAvailable failed: the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then\n {\n errs: [\n \u003c*fmt.wrapError | 0xc0004109c0\u003e{\n msg: \"VerifyAllAPIServicesAvailable failed: the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then\",\n err: \u003c*errors.errorString | 0xc0003c9a30\u003e{\n s: \"the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then\",\n },\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"53c8663bb9391640cf5c05f563d13119c0eb49450a0c9d118656d27d9b9f12e7","failure_pattern":"VerifyAllAPIServicesAvailable failed: the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then","search_query":"VerifyAllAPIServicesAvailable failed: the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then"}},{"row_id":"7c8482fb502d31837067d539098f256962ca2f4d4666cc383975d05776af870c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4055/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025856747918331904","occurred_at":"2026-02-23T08:54:21Z","failed_at":"e2e","signature_id":"9fc27abd51cbe1b0f0b79f7680eb8313c9e8d53c649a23d5a4cbd185dfc31e51","test_name":"Engineering should be able to retrieve kusto logs for a cluster and services","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:94]: Timed out after 600.010s.\nExpected success, but got an error:\n \u003c*errors.errorString | 0xc0007798d0\u003e: \n missing expected log sources: [ocm-arohcpdev-/kube-apiserver]\n {\n s: \"missing expected log sources: [ocm-arohcpdev-/kube-apiserver]\",\n }\nfail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:94]: Timed out after 600.010s.\nExpected success, but got an error:\n \u003c*errors.errorString | 0xc0007798d0\u003e: \n missing expected log sources: [ocm-arohcpdev-/kube-apiserver]\n {\n s: \"missing expected log sources: [ocm-arohcpdev-/kube-apiserver]\",\n }","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fac8df6897a1d654df94b981a5413efb8b49db48802115a772fc56239f5ce04f","failure_pattern":"missing expected log sources: [ocm-arohcpdev-/kube-apiserver]","search_query":"missing expected log sources: [ocm-arohcpdev-/kube-apiserver]"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["53c8663bb9391640cf5c05f563d13119c0eb49450a0c9d118656d27d9b9f12e7","fac8df6897a1d654df94b981a5413efb8b49db48802115a772fc56239f5ce04f"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4067/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025855096708927488","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4067,"pr_state":"closed","pr_sha":"2fb4e269215e8c1f1a10723a9a6e80b62b7eb0a1","final_merged_sha":"2fb4e269215e8c1f1a10723a9a6e80b62b7eb0a1","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-23T08:47:48Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4015/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025855054782664704","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4015,"pr_state":"closed","pr_sha":"1b1dffe84387ccb42e4e02a120942e5b552653d2","final_merged_sha":"6b5fd66a60d24c1f9dd7eef7b1b74a1c14d74d87","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-23T08:47:38Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4155/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025842280455213056","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4155,"pr_state":"closed","pr_sha":"02412ae4868c2c3e6a51d89854d21c6ac9967ce2","final_merged_sha":"02412ae4868c2c3e6a51d89854d21c6ac9967ce2","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-23T07:56:52Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4153/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025835388588789760","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4153,"pr_state":"closed","pr_sha":"b1e9af9144f9371ac084fb3637e3298892ca1d3c","final_merged_sha":"b1e9af9144f9371ac084fb3637e3298892ca1d3c","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-23T07:29:29Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4170/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025830137244684288","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4170,"pr_state":"closed","pr_sha":"926b275a028dc656d2685bae21f73184511a12af","final_merged_sha":"926b275a028dc656d2685bae21f73184511a12af","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-23T07:08:37Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"f11a2e8702059becbd8aa446dd5d9fcb2b201da4d8a045ebf60797cee8c35b89","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4170/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025830137244684288","occurred_at":"2026-02-23T07:08:37Z","failed_at":"e2e","signature_id":"fab2b3f790f5f1e90d9a018927e1c6c5547012201e4f1da7a57b27bc30702c4c","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:390]: Timed out after 600.004s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:389 with:\nAll ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]\nExpected\n \u003c[]string | len:1, cap:1\u003e: [\n \"monitoring (Available=Unknown)\",\n ]\nto be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:390]: Timed out after 600.004s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:389 with:\nAll ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]\nExpected\n \u003c[]string | len:1, cap:1\u003e: [\n \"monitoring (Available=Unknown)\",\n ]\nto be empty","failure_pattern_match":{"status":"clustered","failure_pattern_id":"5af2875ed5aad41eea4ec5a530695c8926d7e79287a46eb27aaac5733592ac45","failure_pattern":"All ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]","search_query":"All ClusterOperators should report Available=True, but these are not available: [monitoring (Available=Unknown)]"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["5af2875ed5aad41eea4ec5a530695c8926d7e79287a46eb27aaac5733592ac45"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4178/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025809506423803904","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4178,"pr_state":"closed","pr_sha":"0a94a4cf72888504191e04517222a1c7c03d07f2","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-23T05:46:38Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4148/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025796611430420480","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4148,"pr_state":"closed","pr_sha":"bd2342544585bb17ba603eb04bb1b08b4b07cef9","final_merged_sha":"bd2342544585bb17ba603eb04bb1b08b4b07cef9","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-23T04:55:24Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4144/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025791665104490496","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4144,"pr_state":"closed","pr_sha":"e1e8f06e469cdc5044688c9b6005c868f16960ba","final_merged_sha":"e1e8f06e469cdc5044688c9b6005c868f16960ba","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-23T04:35:44Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"8dc6dfde664532de71daa66ca36e6e213194fcf8fc9ee0e6829c2edcbae0ef93","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4144/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025791665104490496","occurred_at":"2026-02-23T04:35:44Z","failed_at":"e2e","signature_id":"dacc93410360cd116f7ec5ba393ddb477d4f18093857bc49ad08f4c734aa0845","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc000097ad0\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc000097ad0\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff","failure_pattern":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)","search_query":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025784045404688384","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4144,"pr_state":"closed","pr_sha":"e1e8f06e469cdc5044688c9b6005c868f16960ba","final_merged_sha":"e1e8f06e469cdc5044688c9b6005c868f16960ba","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-02-23T04:05:28Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"b5f1880f28bfbf5aecb0a0ac8a5a46ea01e0aa852ac111f3987e782563112650","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025784045404688384","occurred_at":"2026-02-23T04:05:28Z","failed_at":"e2e","signature_id":"fa3ce4af97cc5fb8d24ebbf4ba693e7cf7a28e03e735586192b073ad5e3a75d4","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc0004e6f50\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc0004e6f50\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff","failure_pattern":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)","search_query":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4111/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025783337385201664","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T04:02:39Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"087571861924f4195cfa333c5fa9d19bb161be6662200b6829090f9bba331710","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4111/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025783337385201664","occurred_at":"2026-02-23T04:02:39Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025782649796169728","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:59:55Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"d37145be6c25a4e10dc84146b23065f49a7f4b655d3d8a95dfdd68c3898e6ff0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025782649796169728","occurred_at":"2026-02-23T03:59:55Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025781955689189376","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:57:10Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"f9e3ebafc40a942c396d3c780f9cae41147eaa1ad5a90556f820df121bb44e46","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025781955689189376","occurred_at":"2026-02-23T03:57:10Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025781272013443072","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:54:27Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"3186ea7014ab02ff41d0aa9a4cb60f092829b05c3ff9ee637d2e115a04a65699","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025781272013443072","occurred_at":"2026-02-23T03:54:27Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025780585271660544","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:51:43Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"39cd05c49c04c96b02f720be2cd487fe5d1027a5b5781fe4bae1630088135fcf","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025780585271660544","occurred_at":"2026-02-23T03:51:43Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025779881903656960","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:48:55Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"506ded7bbb4974fb9d88888a4e942722cde089cd34f09fcd08221113491caa6b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025779881903656960","occurred_at":"2026-02-23T03:48:55Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025779200027267072","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:46:13Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"a66f566085360884b9809298e38438cb622d275a0f1fbe2ab903e1b0567988a8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025779200027267072","occurred_at":"2026-02-23T03:46:13Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025778366375792640","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:42:54Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"059a7a92ae65be0fce555ac03eb272fc010776b7c3da62d25720efe388fee70a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025778366375792640","occurred_at":"2026-02-23T03:42:54Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025777674890252288","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:40:09Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"63359c7e02e7a089448794368b861e5f5164aed35356e8728fe3c64d3a88069f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025777674890252288","occurred_at":"2026-02-23T03:40:09Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025776982867841024","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:37:24Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"8f5f475c76e9b5a33fa21f1743b98e6df7fb5d9c82e805d0a54b1f6eea58702c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025776982867841024","occurred_at":"2026-02-23T03:37:24Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025776295215894528","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:34:40Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"338eb9c5b75cc1dabb9bd0daa7672eec011612425d9d1c3ea809d0cd410d9207","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025776295215894528","occurred_at":"2026-02-23T03:34:40Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025775604019761152","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:31:55Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"d8c478d160dee5c98371c806be791233b3fb8261c90acb2729ad492e76ff66e7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025775604019761152","occurred_at":"2026-02-23T03:31:55Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025774903570993152","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:29:08Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"8ef9b3038b1c879587a9e954a620b604c54ffc4cfc95a1a21b9a7aa362294d5c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025774903570993152","occurred_at":"2026-02-23T03:29:08Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025774226274783232","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:26:27Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"a2a00a9b8b9a7c32369fdb21374fb58c83602d2e0870ab5807d1b830eb47de97","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025774226274783232","occurred_at":"2026-02-23T03:26:27Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025773532239106048","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:23:41Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"9dcdddd109b0761b8d1c484d82a209d5f4bbc3700cc96c3b9b98c66392a9d31e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025773532239106048","occurred_at":"2026-02-23T03:23:41Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025772830326525952","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:20:54Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"6e99977521439c5d059e66aef4b8e23b575fc2bd1c8f79a0b79fb3901132137c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025772830326525952","occurred_at":"2026-02-23T03:20:54Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025772140845862912","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:18:10Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"25b5489afb006bfc6952fffbad4b0318a1ba5aa4167c3aa73f91819b05186c3e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025772140845862912","occurred_at":"2026-02-23T03:18:10Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025771431618416640","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:15:20Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"378e475573c6fe70efec1927cc5d48f786c8789a2602f3acdd9cec18242aeed9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025771431618416640","occurred_at":"2026-02-23T03:15:20Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025770741877706752","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:12:36Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"6f53887938174ed028d7e05b7052785e501ed9b96bf95cd97a8d55803687b586","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025770741877706752","occurred_at":"2026-02-23T03:12:36Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025770062446596096","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:09:54Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"b26005e0ac390f1476ac7fe2758227f89cd21a9a5fd4a7e27a7141ecd7c81490","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025770062446596096","occurred_at":"2026-02-23T03:09:54Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025769363981733888","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:07:07Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"eb7bde6f0654357becd8f381ddc65db17a447e8981198b11703ca745431cf693","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025769363981733888","occurred_at":"2026-02-23T03:07:07Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025768666972295168","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:04:21Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"986eab5633393dbf774d637d32e5dcedbf829259654b28e3d3d4f9bc59267d81","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025768666972295168","occurred_at":"2026-02-23T03:04:21Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025768033204572160","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T03:01:36Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"3604fb59fe00001b004f0b50c413d41c6dff07089d1748661212b2998829c700","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025768033204572160","occurred_at":"2026-02-23T03:01:36Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025767290246533120","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:58:53Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"da21b6b11435a4c79629c4be109cb95c9fe1584c765d6ff6d8188c0c51128218","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025767290246533120","occurred_at":"2026-02-23T02:58:53Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025766594499579904","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:56:07Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"860b058459b15059369692bb2fd95a1576059b8a5c779ce3b2ea443423ab5ead","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025766594499579904","occurred_at":"2026-02-23T02:56:07Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025765908651184128","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:53:20Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"616d0dd42b41f77f0be26e2c129e9e2d49da0c2b5412263efa1f4dbe72fcc7a6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025765908651184128","occurred_at":"2026-02-23T02:53:20Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025765206122041344","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:50:36Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"db7e4cf6c46aa3689809b7e43c4be832473ad2d8338e89ba13decc779659ada2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025765206122041344","occurred_at":"2026-02-23T02:50:36Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025764525902401536","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:47:54Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"adc62dec6ac54ecede9483b3ab8063e0add7b9cc1e418caea5ccf7ae55a78356","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025764525902401536","occurred_at":"2026-02-23T02:47:54Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025763831111749632","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:45:08Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"a0faba38d24eac5c57a4719262e829af2cd99f9b8b7d6135c470fd6e99ef175c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025763831111749632","occurred_at":"2026-02-23T02:45:08Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025763054175653888","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:42:03Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"ca2a4b6c20f372d781f08ed6f05263c5e785e5c5ee2466e0c619fc7b9dcf15fe","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025763054175653888","occurred_at":"2026-02-23T02:42:03Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025762339889876992","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:39:13Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"d229e40b23786f870537584ebec1ff893f6a0db60099506254bf5525d581d8b7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025762339889876992","occurred_at":"2026-02-23T02:39:13Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4153/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025761923059945472","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4153,"pr_state":"closed","pr_sha":"5d6ec851ff94c658df61d612a60025f358b7fdc1","final_merged_sha":"b1e9af9144f9371ac084fb3637e3298892ca1d3c","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-02-23T02:37:33Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025761662417506304","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:36:31Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"5274922a006e0d55541c8be6cc21572d6b4891da639bbf522f501a44ea841fc0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025761662417506304","occurred_at":"2026-02-23T02:36:31Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025760984253075456","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:33:50Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"7aa2ec1a48c2b6956a6a098b6c9c78defc312624ec9d74c2a2cd538880616cef","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025760984253075456","occurred_at":"2026-02-23T02:33:50Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025760271934427136","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:30:59Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"a04722145306f7338bbb276018309cb6db724c14442bd5b0aa159f4623cb8c1c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025760271934427136","occurred_at":"2026-02-23T02:30:59Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025759579593248768","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:28:15Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"df6f32659f6a0619cebfd5051b05d9d4ce9dab5109274004221a9aaa6ccbbe29","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025759579593248768","occurred_at":"2026-02-23T02:28:15Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025758902682914816","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:25:33Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"49d3b63e3f26c2ea48b1abf4736e4b8e7e57c526ee9b32c53247258f1156b896","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025758902682914816","occurred_at":"2026-02-23T02:25:33Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025758211608416256","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:22:49Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"8beee8cead585b5403b99289053e3f5c8d58db345ed040e7284a57a4456b4917","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025758211608416256","occurred_at":"2026-02-23T02:22:49Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025757511524552704","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:20:02Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"52b1386947eb878ad3df08585583c8dbd70208a5eae7435c8e5c232cc3e96b8e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025757511524552704","occurred_at":"2026-02-23T02:20:02Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025756799226875904","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:17:12Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"1989f2e0a1f106c63a05b10ef450fa382ea52690f0c0909fa01194dbc0de2a19","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025756799226875904","occurred_at":"2026-02-23T02:17:12Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4133/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025756362876653568","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4133,"pr_state":"open","pr_sha":"6b7b9b8cf73396ed91694445634d2b8ec60ef790","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:15:28Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"b6684b78c48c2e3ef6f77f82daaf0017fb6ad90b23db38644dc7ea003ff7a8cd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4133/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025756362876653568","occurred_at":"2026-02-23T02:15:28Z","failed_at":"provision","signature_id":"f4fe4718b38b7b0199a5b20c7eb9843db47170ed77ed168a517689f625a798de","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.AdminAPI/global/mirror-image","test_suite":"step graph","failure_text":"time=2026-02-23T03:06:00.325Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.AdminAPI resourceGroup=global step=mirror-image description=\"Step mirror-image\\n Kind: ImageMirror\\n From {\u003cnil\u003e adminApi.image.registry \u003cnil\u003e}:{\u003cnil\u003e adminApi.image.repository \u003cnil\u003e}@{\u003cnil\u003e adminApi.image.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-02-23T03:12:45.695Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.AdminAPI resourceGroup=global step=mirror-image err=\"error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org registry.build06.ci.openshift.org\\nSetting up registry authentication for CI source registry.\\ninfo: Using registry public hostname registry.build06.ci.openshift.org\\nSaved credentials for registry.build06.ci.openshift.org into /tmp/tmp.EBeKxKnzpB/containers/auth.json\\nLogging into target ACR arohcpsvcdev.\\nLogin Succeeded\\nMirroring image registry.build06.ci.openshift.org/ci-op-09tlr81s/pipeline@sha256:ffec63e977a8259c668073c3abbd8da45f08db699d78368d9ffb04305b70a44c to arohcpsvcdev.azurecr.io/ci-op-09tlr81s/pipeline:ffec63e977a8259c668073c3abbd8da45f08db699d78368d9ffb04305b70a44c.\\nThe image will still be available under it's original digest sha256:ffec63e977a8259c668073c3abbd8da45f08db699d78368d9ffb04305b70a44c in the target registry.\\nError: Put \\\"https://arohcpsvcdev.azurecr.io/v2/ci-op-09tlr81s/pipeline/blobs/uploads/6b522657-f711-4b8d-9f1c-51f4c2725e3d?_nouploadcache=false\u0026_state=WDnv6548LfSd9TNNOikeSDDFWRdRDEmPHw3X28ZIzNx7Ik5hbWUiOiJjaS1vcC0wOXRscjgxcy9waXBlbGluZSIsIlVVSUQiOiI2YjUyMjY1Ny1mNzExLTRiOGQtOWYxYy01MWY0YzI3MjVlM2QiLCJPZmZzZXQiOjAsIlN0YXJ0ZWRBdCI6IjIwMjYtMDItMjNUMDM6MDY6MDMuNDA5MTcwMjk0WiJ9\u0026digest=sha256%3Aaa93729c69e7598112bbe8a81426b7ce53875c722c34c04aed76fa226fa103ba\\\": unexpected EOF\\n exit status 1\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"54d3a0c2e5dc81eed9bb41d33f4edbd4e7b48251b246de62366f64fc56922269","failure_pattern":"Error: Put \"\u003curl\u003e\": unexpected EOF","search_query":"Error: Put \\\"https://arohcpsvcdev.azurecr.io/v2/ci-op-09tlr81s/pipeline/blobs/uploads/6b522657-f711-4b8d-9f1c-51f4c2725e3d?_nouploadcache=false\u0026_state=WDnv6548LfSd9TNNOikeSDDFWRdRDEmPHw3X28ZIzNx7Ik5hbWUiOiJjaS1vcC0wOXRscjgxcy9waXBlbGluZSIsIlVVSUQiOiI2YjUyMjY1Ny1mNzExLTRiOGQtOWYxYy01MWY0YzI3MjVlM2QiLCJPZmZzZXQiOjAsIlN0YXJ0ZWRBdCI6IjIwMjYtMDItMjNUMDM6MDY6MDMuNDA5MTcwMjk0WiJ9\u0026digest=sha256%3Aaa93729c69e7598112bbe8a81426b7ce53875c722c34c04aed76fa226fa103ba\\\": unexpected EOF"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["54d3a0c2e5dc81eed9bb41d33f4edbd4e7b48251b246de62366f64fc56922269"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025756115614044160","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:14:29Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"d958ae24bcc90fedfb13cd519526df543cbb85a73d6cbf4086ab75dffdd548f3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025756115614044160","occurred_at":"2026-02-23T02:14:29Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025755417908350976","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:11:42Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"39cecb55478d35b41eba85dd2cb0ed1cbb36c00802ad837cf5ddf826693c163b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025755417908350976","occurred_at":"2026-02-23T02:11:42Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025754739056054272","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:09:01Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"54c7375c8a577732eebb6d37187eeb580b776610f21fcafa1c2681464422b3dc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025754739056054272","occurred_at":"2026-02-23T02:09:01Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025754040138207232","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:06:14Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"547f338c82a3c6571edcc3ad4a68a1e5bcc4628654d2cb51eaeb944dce8f1ad3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025754040138207232","occurred_at":"2026-02-23T02:06:14Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025753344215093248","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:03:28Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"ee57c25f43f6ef6a642d50167776ec0b8e919ef808ed820f701ca5445175f226","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025753344215093248","occurred_at":"2026-02-23T02:03:28Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025752644072509440","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T02:00:41Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"a66de043b2eef86ed9fdc177402d5c206e8cf4e86ee6aa0f75c309cf8f2cd78b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025752644072509440","occurred_at":"2026-02-23T02:00:41Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025751949835505664","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:57:56Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"c5b45f0b80a56151e22ba86177983cdac54ba772a8b242f4a0268d1ddc8f33ac","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025751949835505664","occurred_at":"2026-02-23T01:57:56Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025751286858649600","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:55:10Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"02b21f2aa0665b0aefe223935ecabf640060c87ecd606efd1e4cbbeee3aa3238","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025751286858649600","occurred_at":"2026-02-23T01:55:10Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025750554419924992","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:52:23Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"4018faa8a449cb78abb9abbc06453ba0aeeac2070fd692a8e15d6c4efdd6985e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025750554419924992","occurred_at":"2026-02-23T01:52:23Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025749869104205824","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:49:40Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"43326b48d71479a3ad1da89e07997e9a1eba80e3d0ccf9c22b1e4a00dc39c87e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025749869104205824","occurred_at":"2026-02-23T01:49:40Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025749171021025280","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:46:53Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"ee687a3c5f015796d58419713da22a59476ef3f8e14314450232cfe1c3a0f1dc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025749171021025280","occurred_at":"2026-02-23T01:46:53Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025748368466120704","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:43:42Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"132645b7ff596e58c051036657d4349ee2c0fc43f11c6e9dde565a0bbcf228a7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025748368466120704","occurred_at":"2026-02-23T01:43:42Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025747667400790016","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:40:55Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"c80d695f03cc66e5271fe85708d4d80471f0d7664959790d9017a37531aa1f8c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025747667400790016","occurred_at":"2026-02-23T01:40:55Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025746965790199808","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:38:07Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"4716d0bf3b0b2d56283c09690cfb0bf52078e7da8b664995f9c3a6280e0ebd0c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025746965790199808","occurred_at":"2026-02-23T01:38:07Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025746285847384064","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:35:25Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"e50d8f268d14b622e4fbb3d54344dbdeaac4b5b0d1485e544f45a34e34d8c2d1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025746285847384064","occurred_at":"2026-02-23T01:35:25Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025745583192412160","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:32:38Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"44bc8ab47ee8ced88c06984437f04e370f3b1cc427d8a8fc1ace35e13ef3aac2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025745583192412160","occurred_at":"2026-02-23T01:32:38Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025744893233598464","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:29:53Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"a9a150c412b217dc7c211bd764ec753e565a5e9f2fe806a2883c854ba9fe3d46","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025744893233598464","occurred_at":"2026-02-23T01:29:53Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025744200909197312","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:27:08Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"24bf3bd003afb489831ca1b0a282998c066b7d5fbbfdd6fb5bc5b594d6506eee","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025744200909197312","occurred_at":"2026-02-23T01:27:08Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025743515551535104","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:24:25Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"2d1dbcc5e33751623753a4e443d9b1f5dfa184c628a45f77038f567f250827db","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025743515551535104","occurred_at":"2026-02-23T01:24:25Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025742820307898368","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:21:39Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"fa719520f3ca737d266f1b15aeff7bb30a758dfc3e4e25601f312ad70f00c1c3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025742820307898368","occurred_at":"2026-02-23T01:21:39Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025742131267637248","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:18:55Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"9c768bc57ca008dc07aacfbb7e6c578c68e3f517698e20163112cb19d902fa4f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025742131267637248","occurred_at":"2026-02-23T01:18:55Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025741448896319488","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:16:12Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"690c0bbea7e308b7a73abed5ca2fee04b2a3bf500e0ccca4b37ddcaa9ad89439","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025741448896319488","occurred_at":"2026-02-23T01:16:12Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025740738460913664","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:13:23Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"4af681fa6ab9f6581eeb6c364e1777e778d769d43255a848ee8ba7fe667ad94c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025740738460913664","occurred_at":"2026-02-23T01:13:23Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025740063039557632","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:10:42Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"3aae0fbf22da5d135bbe040bb3138c07ae857534828cdd1d68727eb2b3bcdc57","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025740063039557632","occurred_at":"2026-02-23T01:10:42Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025739363358347264","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:07:55Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"ace3bf98633361858947b78c1126faae8ce613d55f6be7f7f29d8ce7cfad4268","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025739363358347264","occurred_at":"2026-02-23T01:07:55Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025738666059501568","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T01:05:09Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"bcd5d7d692b703eebbd980c89dfa4b54c245007783acf0c691d83bae60429168","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025738666059501568","occurred_at":"2026-02-23T01:05:09Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4175/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025732733447180288","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4175,"pr_state":"closed","pr_sha":"154034603f108142170ff593f7d76680530de58d","final_merged_sha":"154034603f108142170ff593f7d76680530de58d","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-02-23T00:41:34Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025732313626710016","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4111,"pr_state":"closed","pr_sha":"4db6d6308bf08c15d81d9765e44401fe84d15ef9","final_merged_sha":"1a8a9e63b5aa4f2730ca5bb2c3dc953bacf0f430","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T00:39:54Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"43c25f5b207f0f909e5735c20aba56c09db2e7a22ef40c625ee4e562f2c54fb9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025732313626710016","occurred_at":"2026-02-23T00:39:54Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4041/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025727441342828544","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4041,"pr_state":"closed","pr_sha":"33c7d53ba80210c853a2f0047c158f9e94e27f29","final_merged_sha":"31af85931ee44e56ae260a8be6bd2a65099af493","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T00:20:32Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"e6d3895fad73d868a0e1b47207c0a06487db39c53a5c89d9a0a146d74427fee2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4041/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025727441342828544","occurred_at":"2026-02-23T00:20:32Z","failed_at":"e2e","signature_id":"cb78e72c3d5e80e12a4e7d4315b101fef1131772aeb7207769a9cea07e0e3fee","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:108]: Unexpected error:\n \u003c*errors.joinError | 0xc00017ddb8\u003e: \n VerifyAllAPIServicesAvailable failed: the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then\n {\n errs: [\n \u003c*fmt.wrapError | 0xc00069b3a0\u003e{\n msg: \"VerifyAllAPIServicesAvailable failed: the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then\",\n err: \u003c*errors.errorString | 0xc0005d58d0\u003e{\n s: \"the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then\",\n },\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:108]: Unexpected error:\n \u003c*errors.joinError | 0xc00017ddb8\u003e: \n VerifyAllAPIServicesAvailable failed: the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then\n {\n errs: [\n \u003c*fmt.wrapError | 0xc00069b3a0\u003e{\n msg: \"VerifyAllAPIServicesAvailable failed: the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then\",\n err: \u003c*errors.errorString | 0xc0005d58d0\u003e{\n s: \"the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then\",\n },\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"53c8663bb9391640cf5c05f563d13119c0eb49450a0c9d118656d27d9b9f12e7","failure_pattern":"VerifyAllAPIServicesAvailable failed: the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then","search_query":"VerifyAllAPIServicesAvailable failed: the APIService verifier is not allowed to re-try after Jan 15th, 2026 - HyperShift should only post ready status once aggregated APIs are ready then"}},{"row_id":"fe2e69a01d4335eb8595587c829cf86b17754f5564e3c400201555d6686b6180","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4041/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025727441342828544","occurred_at":"2026-02-23T00:20:32Z","failed_at":"e2e","signature_id":"563d496f2b3b39ad47a3560079cff72ac61e3186a91e7bf70eeec64aa8bf726d","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc0005cd170\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:242]: Unexpected error:\n \u003c*errors.errorString | 0xc0005cd170\u003e: \n cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\n {\n s: \"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)\",\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff","failure_pattern":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)","search_query":"cluster operators not available: monitoring (Available=Unknown, Degraded=Unknown, Progressing=True, Upgradeable=Unknown)"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["53c8663bb9391640cf5c05f563d13119c0eb49450a0c9d118656d27d9b9f12e7","c6e5075108cb253d024198168cd2e2da370d2f888ff8665ab9fd351e16b649ff"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025726764541546496","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4041,"pr_state":"closed","pr_sha":"33c7d53ba80210c853a2f0047c158f9e94e27f29","final_merged_sha":"31af85931ee44e56ae260a8be6bd2a65099af493","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T00:17:51Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"30cd87dbe9d44747389046983ad275212a376337994df1a8a8ffd6eff8c1a44a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025726764541546496","occurred_at":"2026-02-23T00:17:51Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3913/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025724020325879808","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3913,"pr_state":"open","pr_sha":"a2896eee326fe16d8d11f1cdac6658fc92430032","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-02-23T00:06:57Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"457fbdf41ece81a4a3f8624528c7d1ff31cb0ea7fa77223796ce26a49c609881","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3913/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2025724020325879808","occurred_at":"2026-02-23T00:06:57Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-02-23T00:33:23.914Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-02-23T00:33:26.337Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-02-23T00:33:27.500Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=df333c44ccf2c4b6827592baee8b784e74ca66371b75131a52288da51c28b79c\ntime=2026-02-23T00:34:58.228Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j5879808/providers/Microsoft.Resources/deployments/df333c44ccf2c4b6827592baee8b784e74ca66371b75131a52288da51c28b79c/operationStatuses/08584298000786465513\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j5879808/providers/Microsoft.Resources/deployments/maestro-infra-deployment\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j5879808/providers/Microsoft.EventGrid/namespaces/arohcp-prow-maestro-j5879808\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"Internal error\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The operation failed due to an internal server error. The initial state of the impacted resources (if any) are restored. Please try again in few minutes. If error still persists, report 93a6abdd-3afc-444a-b7c8-61d62e9d3102:2/23/2026 12:34:30 AM (UTC) to our forums for assistance or raise a support ticket .\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.EventGrid","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}}]}]}