{"meta":{"date":"2026-03-05","timezone":"UTC","generated_at":"2026-11-01T00:08:19Z","environments":["dev"]},"environments":[{"environment":"dev","summary":{"total_runs":60,"failed_runs":21,"runs_with_occurrences":21,"runs_with_failure_pattern_matches":19,"runs_with_unmatched_occurrences":2,"runs_without_occurrence_rows":39,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3973/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029706474648768512","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3973,"pr_state":"open","pr_sha":"c23c6e996a61e2b8663ae4ddba7ffbe7288911b3","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-05T23:51:48Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4334/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029699601962897408","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4334,"pr_state":"closed","pr_sha":"77248e32fda950c0efa8f2422c4928462e252d41","final_merged_sha":"77248e32fda950c0efa8f2422c4928462e252d41","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T23:24:29Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4334/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029689344599527424","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4334,"pr_state":"closed","pr_sha":"3f1edac3a822382c4c01b338604af663a764952b","final_merged_sha":"77248e32fda950c0efa8f2422c4928462e252d41","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-05T22:43:39Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"d036b947d4b0619bfd15f82e55d7690c453279caf85ffbb0f220e8fd2b2ef4e5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4334/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029689344599527424","occurred_at":"2026-03-05T22:43:39Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3973/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029686300419821568","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3973,"pr_state":"open","pr_sha":"6f762697e1ea1c7edbde4fd74cd45da660d4bb11","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-05T22:31:34Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"3b68bfa79db0906aa8490f3ee4bb6be222deb07ed68b298b2140b56311b85c39","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3973/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029686300419821568","occurred_at":"2026-03-05T22:31:34Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4340/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029677838411501568","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4340,"pr_state":"closed","pr_sha":"3e326014647f417a21e43754370b592e9c53b192","final_merged_sha":"72fc9101d6bab429871b6951c2dfd8ab5bc3687b","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-05T21:58:00Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4219/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029668572770340864","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4219,"pr_state":"closed","pr_sha":"fc55efa61db30bf8259efbf1eeba7426e03a05c8","final_merged_sha":"8550ece78eb685f5f0357a6937bf6b6e9f457543","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-05T21:21:11Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4339/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029664675376926720","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4339,"pr_state":"closed","pr_sha":"1a9edf75ace9d11a83d32fb94cd6e90afc6b6d1e","final_merged_sha":"1a9edf75ace9d11a83d32fb94cd6e90afc6b6d1e","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T21:05:42Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029659591217778688","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4218,"pr_state":"closed","pr_sha":"7cbe20cfeaea24560965a517ee0964a9c659dbe3","final_merged_sha":"7cbe20cfeaea24560965a517ee0964a9c659dbe3","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T20:45:30Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029658886226579456","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4218,"pr_state":"closed","pr_sha":"7cbe20cfeaea24560965a517ee0964a9c659dbe3","final_merged_sha":"7cbe20cfeaea24560965a517ee0964a9c659dbe3","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T20:42:42Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4266/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029648952822861824","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4266,"pr_state":"closed","pr_sha":"7fbd7a365361285c704975d46eb93dffa3ec17d6","final_merged_sha":"7fbd7a365361285c704975d46eb93dffa3ec17d6","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T20:03:14Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4330/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029643307662970880","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4330,"pr_state":"closed","pr_sha":"9658e7facdf2d6a35a7d7d2d54a4f273970ca227","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-05T19:40:48Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4338/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029641920669552640","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4338,"pr_state":"closed","pr_sha":"85881a95ec734d78037e0ecd85bb0d26b02db21e","final_merged_sha":"19c0b46521836a768c23b035c0ca57b796a0790a","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-05T19:35:17Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4219/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029626903026995200","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4219,"pr_state":"closed","pr_sha":"bad9200e4e095e1b25e30bcc6b40acc4b05e5da9","final_merged_sha":"8550ece78eb685f5f0357a6937bf6b6e9f457543","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-05T18:35:36Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4333/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029625933387796480","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4333,"pr_state":"closed","pr_sha":"396bcea25c1e3c9a34df7e9d19c5ca282670f047","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-05T18:31:45Z"},"failed_at":["e2e"],"failed_test_count":5,"occurrences":[{"row_id":"1ae105be9cb146cdeece2d77a8d71f826912c3c3505e9f8e23f8577902203f0a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4333/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029625933387796480","occurred_at":"2026-03-05T18:31:45Z","failed_at":"e2e","signature_id":"7826a2a43ace14ae9b8ca0427d94651a7e1af39fcb3b85639381541f00a7105b","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:415]: Unexpected error:\n \u003c*exported.ResponseError | 0xc000e56d20\u003e: \n PUT https://rp.j7796480.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-7gwkwc/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidRequestContent\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidRequestContent\",\n \"message\": \"Forbidden: field is immutable\",\n \"target\": \"trackedResource.resource.systemData.createdAt\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n ErrorCode: \"InvalidRequestContent\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Error-Code\": [\n \"InvalidRequestContent\",\n ],\n \"X-Ms-Request-Id\": [\n \"6656c588-1172-4de4-835b-a012ecffe1b0\",\n ],\n \"Date\": [\n \"Thu, 05 Mar 2026 19:55:31 GMT\",\n ],\n \"Content-Length\": [\"183\"],\n \"X-Envoy-Upstream-Service-Time\": [\"76\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc00039db80\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 118, 97, 108, 105, 100, 82, 101, 113, 117, 101, 115, 116, 67, 111, 110, 116, 101, 110, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 111, 114, 98, 105, 100, 100, 101, 110, 58, 32, 102, 105, 101, 108, 100, 32, 105, 115, 32, 105, 109, 109, 117, 116, 97, 98, 108, 101, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 116, 114, 97, 99, 107, 101, 100, 82, 101, 115, 111, 117, 114, 99, 101, 46, 114, 101, 115, 111, 117, 114, 99, 101, 46, 115, 121, 115, 116, 101, 109, 68, 97, 116, 97, 46, 99, 114, 101, 97, 116, 101, 100, 65, 116, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 183,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"PUT\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j7796480.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-7gwkwc/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"Content-Length\": [\"7478\"],\n \"Content-Type\": [\"application/json\"],\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-03-05T19:55:31Z\\\"}\",\n ],\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Authorization\": [\"redacted\"],\n \"Accept\": [\"application/json\"],\n },\n Body: \u003c*http.readTrackingBody | 0xc000e76c78\u003e{\n ReadCloser: \u003c*runtime.retryableRequestBody | 0xc0000983d0\u003e{\n body: \u003cexported.nopCloser\u003e{\n ReadSeeker: \u003c*bytes.Reader | 0xc000e569c0\u003e{\n s: \"{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-7gwkwc/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\\\",\\\"identity\\\":{\\\"type\\\":\\\"UserAssigned\\\",\\\"userAssignedIdentities\\\":{\\\"...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:415]: Unexpected error:\n \u003c*exported.ResponseError | 0xc000e56d20\u003e: \n PUT https://rp.j7796480.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-7gwkwc/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidRequestContent\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidRequestContent\",\n \"message\": \"Forbidden: field is immutable\",\n \"target\": \"trackedResource.resource.systemData.createdAt\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n ErrorCode: \"InvalidRequestContent\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Error-Code\": [\n \"InvalidRequestContent\",\n ],\n \"X-Ms-Request-Id\": [\n \"6656c588-1172-4de4-835b-a012ecffe1b0\",\n ],\n \"Date\": [\n \"Thu, 05 Mar 2026 19:55:31 GMT\",\n ],\n \"Content-Length\": [\"183\"],\n \"X-Envoy-Upstream-Service-Time\": [\"76\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc00039db80\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 118, 97, 108, 105, 100, 82, 101, 113, 117, 101, 115, 116, 67, 111, 110, 116, 101, 110, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 111, 114, 98, 105, 100, 100, 101, 110, 58, 32, 102, 105, 101, 108, 100, 32, 105, 115, 32, 105, 109, 109, 117, 116, 97, 98, 108, 101, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 116, 114, 97, 99, 107, 101, 100, 82, 101, 115, 111, 117, 114, 99, 101, 46, 114, 101, 115, 111, 117, 114, 99, 101, 46, 115, 121, 115, 116, 101, 109, 68, 97, 116, 97, 46, 99, 114, 101, 97, 116, 101, 100, 65, 116, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 183,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"PUT\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j7796480.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-7gwkwc/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"Content-Length\": [\"7478\"],\n \"Content-Type\": [\"application/json\"],\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-03-05T19:55:31Z\\\"}\",\n ],\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Authorization\": [\"redacted\"],\n \"Accept\": [\"application/json\"],\n },\n Body: \u003c*http.readTrackingBody | 0xc000e76c78\u003e{\n ReadCloser: \u003c*runtime.retryableRequestBody | 0xc0000983d0\u003e{\n body: \u003cexported.nopCloser\u003e{\n ReadSeeker: \u003c*bytes.Reader | 0xc000e569c0\u003e{\n s: \"{\\\"id\\\":\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-7gwkwc/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\\\",\\\"identity\\\":{\\\"type\\\":\\\"UserAssigned\\\",\\\"userAssignedIdentities\\\":{\\\"...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"d84ba3a1fc68863379cc7666454ba21b9ebd127ef364483f20da699deefa6c96","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Forbidden: field is immutable; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent"}},{"row_id":"2350acc3a962a8b5f4c84d18b9ea7f0416b26f36aa8ec558288657ceda2b6123","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4333/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029625933387796480","occurred_at":"2026-03-05T18:31:45Z","failed_at":"e2e","signature_id":"dab38ff3b8cf49eed66a0abe6dd793c99d0a4a3dfc3ec9240fbdf7f99976d3a7","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:192]: Unexpected error:\n \u003c*exported.ResponseError | 0xc000830ab0\u003e: \n PATCH https://rp.j7796480.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-x5j9d5/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidRequestContent\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidRequestContent\",\n \"message\": \"Forbidden: field is immutable\",\n \"target\": \"trackedResource.resource.systemData.createdAt\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n ErrorCode: \"InvalidRequestContent\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InvalidRequestContent\",\n ],\n \"X-Ms-Request-Id\": [\n \"ff37132a-131c-4148-9434-beb55eb4e61b\",\n ],\n \"Date\": [\n \"Thu, 05 Mar 2026 19:40:05 GMT\",\n ],\n \"Content-Length\": [\"183\"],\n \"X-Envoy-Upstream-Service-Time\": [\"67\"],\n \"Server\": [\"istio-envoy\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc0009be360\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 118, 97, 108, 105, 100, 82, 101, 113, 117, 101, 115, 116, 67, 111, 110, 116, 101, 110, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 111, 114, 98, 105, 100, 100, 101, 110, 58, 32, 102, 105, 101, 108, 100, 32, 105, 115, 32, 105, 109, 109, 117, 116, 97, 98, 108, 101, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 116, 114, 97, 99, 107, 101, 100, 82, 101, 115, 111, 117, 114, 99, 101, 46, 114, 101, 115, 111, 117, 114, 99, 101, 46, 115, 121, 115, 116, 101, 109, 68, 97, 116, 97, 46, 99, 114, 101, 97, 116, 101, 100, 65, 116, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 183,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"PATCH\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j7796480.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-x5j9d5/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"Authorization\": [\"redacted\"],\n \"Content-Length\": [\"1911\"],\n \"Content-Type\": [\"application/json\"],\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-03-05T19:40:05Z\\\"}\",\n ],\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Accept\": [\"application/json\"],\n },\n Body: \u003c*http.readTrackingBody | 0xc001109668\u003e{\n ReadCloser: \u003c*runtime.retryableRequestBody | 0xc00125f1d0\u003e{\n body: \u003cexported.nopCloser\u003e{\n ReadSeeker: \u003c*bytes.Reader | 0xc0008c88a0\u003e{\n s: \"{\\\"identity\\\":{\\\"type\\\":\\\"UserAssigned\\\",\\\"userAssignedIdentities\\\":{\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-184/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-controller-manager\\\":{},\\\"/subsc...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:192]: Unexpected error:\n \u003c*exported.ResponseError | 0xc000830ab0\u003e: \n PATCH https://rp.j7796480.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-x5j9d5/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidRequestContent\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidRequestContent\",\n \"message\": \"Forbidden: field is immutable\",\n \"target\": \"trackedResource.resource.systemData.createdAt\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n ErrorCode: \"InvalidRequestContent\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InvalidRequestContent\",\n ],\n \"X-Ms-Request-Id\": [\n \"ff37132a-131c-4148-9434-beb55eb4e61b\",\n ],\n \"Date\": [\n \"Thu, 05 Mar 2026 19:40:05 GMT\",\n ],\n \"Content-Length\": [\"183\"],\n \"X-Envoy-Upstream-Service-Time\": [\"67\"],\n \"Server\": [\"istio-envoy\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc0009be360\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 118, 97, 108, 105, 100, 82, 101, 113, 117, 101, 115, 116, 67, 111, 110, 116, 101, 110, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 111, 114, 98, 105, 100, 100, 101, 110, 58, 32, 102, 105, 101, 108, 100, 32, 105, 115, 32, 105, 109, 109, 117, 116, 97, 98, 108, 101, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 116, 114, 97, 99, 107, 101, 100, 82, 101, 115, 111, 117, 114, 99, 101, 46, 114, 101, 115, 111, 117, 114, 99, 101, 46, 115, 121, 115, 116, 101, 109, 68, 97, 116, 97, 46, 99, 114, 101, 97, 116, 101, 100, 65, 116, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 183,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"PATCH\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j7796480.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-x5j9d5/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"Authorization\": [\"redacted\"],\n \"Content-Length\": [\"1911\"],\n \"Content-Type\": [\"application/json\"],\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-03-05T19:40:05Z\\\"}\",\n ],\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Accept\": [\"application/json\"],\n },\n Body: \u003c*http.readTrackingBody | 0xc001109668\u003e{\n ReadCloser: \u003c*runtime.retryableRequestBody | 0xc00125f1d0\u003e{\n body: \u003cexported.nopCloser\u003e{\n ReadSeeker: \u003c*bytes.Reader | 0xc0008c88a0\u003e{\n s: \"{\\\"identity\\\":{\\\"type\\\":\\\"UserAssigned\\\",\\\"userAssignedIdentities\\\":{\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-184/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-controller-manager\\\":{},\\\"/subsc...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ef15cdb26701abae772c840fa3d72b321067d51a20e0ff1d90f25336c104cc6","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Forbidden: field is immutable; provider Microsoft.ManagedIdentity","search_query":"ERROR CODE: InvalidRequestContent"}},{"row_id":"65498fcbd8a7db634004fbc808cc41a8fbdd8eac6eae8e0cad58cd66cb136251","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4333/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029625933387796480","occurred_at":"2026-03-05T18:31:45Z","failed_at":"e2e","signature_id":"3f6a44db63ea31aa02ba5d3b4b3e37f5e3569a0f9aa3cc3fc62c8b72d1d868e4","test_name":"Customer should be able to update nodepool replicas and autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:152]: Unexpected error:\n \u003c*exported.ResponseError | 0xc000ce4330\u003e: \n PATCH https://rp.j7796480.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-t8rzhg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/np-update-nodes-hcp-cluster/nodePools/np-update-nodes\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidRequestContent\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidRequestContent\",\n \"message\": \"Forbidden: field is immutable\",\n \"target\": \"trackedResource.resource.systemData.createdAt\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n ErrorCode: \"InvalidRequestContent\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Date\": [\n \"Thu, 05 Mar 2026 20:05:02 GMT\",\n ],\n \"Content-Length\": [\"183\"],\n \"X-Envoy-Upstream-Service-Time\": [\"103\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InvalidRequestContent\",\n ],\n \"X-Ms-Request-Id\": [\n \"e4540555-2b10-4e16-9fbb-b3ca8af89c78\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000f39700\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 118, 97, 108, 105, 100, 82, 101, 113, 117, 101, 115, 116, 67, 111, 110, 116, 101, 110, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 111, 114, 98, 105, 100, 100, 101, 110, 58, 32, 102, 105, 101, 108, 100, 32, 105, 115, 32, 105, 109, 109, 117, 116, 97, 98, 108, 101, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 116, 114, 97, 99, 107, 101, 100, 82, 101, 115, 111, 117, 114, 99, 101, 46, 114, 101, 115, 111, 117, 114, 99, 101, 46, 115, 121, 115, 116, 101, 109, 68, 97, 116, 97, 46, 99, 114, 101, 97, 116, 101, 100, 65, 116, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 183,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"PATCH\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j7796480.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-t8rzhg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/np-update-nodes-hcp-cluster/nodePools/np-update-nodes\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"Authorization\": [\"redacted\"],\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-03-05T20:05:01Z\\\"}\",\n ],\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Accept\": [\"application/json\"],\n \"Content-Length\": [\"29\"],\n \"Content-Type\": [\"application/json\"],\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n },\n Body: \u003c*http.readTrackingBody | 0xc000f915d8\u003e{\n ReadCloser: \u003c*runtime.retryableRequestBody | 0xc0008af0e0\u003e{\n body: \u003cexported.nopCloser\u003e{\n ReadSeeker: \u003c*bytes.Reader | 0xc001529d10\u003e{\n s: \"{\\\"properties\\\":{\\\"replicas\\\":3}}\",\n i: 29,\n prevRune: -1,\n },\n },\n },\n didR...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:152]: Unexpected error:\n \u003c*exported.ResponseError | 0xc000ce4330\u003e: \n PATCH https://rp.j7796480.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-t8rzhg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/np-update-nodes-hcp-cluster/nodePools/np-update-nodes\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidRequestContent\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidRequestContent\",\n \"message\": \"Forbidden: field is immutable\",\n \"target\": \"trackedResource.resource.systemData.createdAt\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n ErrorCode: \"InvalidRequestContent\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Date\": [\n \"Thu, 05 Mar 2026 20:05:02 GMT\",\n ],\n \"Content-Length\": [\"183\"],\n \"X-Envoy-Upstream-Service-Time\": [\"103\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InvalidRequestContent\",\n ],\n \"X-Ms-Request-Id\": [\n \"e4540555-2b10-4e16-9fbb-b3ca8af89c78\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000f39700\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 118, 97, 108, 105, 100, 82, 101, 113, 117, 101, 115, 116, 67, 111, 110, 116, 101, 110, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 111, 114, 98, 105, 100, 100, 101, 110, 58, 32, 102, 105, 101, 108, 100, 32, 105, 115, 32, 105, 109, 109, 117, 116, 97, 98, 108, 101, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 116, 114, 97, 99, 107, 101, 100, 82, 101, 115, 111, 117, 114, 99, 101, 46, 114, 101, 115, 111, 117, 114, 99, 101, 46, 115, 121, 115, 116, 101, 109, 68, 97, 116, 97, 46, 99, 114, 101, 97, 116, 101, 100, 65, 116, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 183,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"PATCH\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j7796480.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/nodepool-update-nodes-t8rzhg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/np-update-nodes-hcp-cluster/nodePools/np-update-nodes\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"Authorization\": [\"redacted\"],\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-03-05T20:05:01Z\\\"}\",\n ],\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Accept\": [\"application/json\"],\n \"Content-Length\": [\"29\"],\n \"Content-Type\": [\"application/json\"],\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n },\n Body: \u003c*http.readTrackingBody | 0xc000f915d8\u003e{\n ReadCloser: \u003c*runtime.retryableRequestBody | 0xc0008af0e0\u003e{\n body: \u003cexported.nopCloser\u003e{\n ReadSeeker: \u003c*bytes.Reader | 0xc001529d10\u003e{\n s: \"{\\\"properties\\\":{\\\"replicas\\\":3}}\",\n i: 29,\n prevRune: -1,\n },\n },\n },\n didR...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"d84ba3a1fc68863379cc7666454ba21b9ebd127ef364483f20da699deefa6c96","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Forbidden: field is immutable; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent"}},{"row_id":"97ef5ac2129d172721296ead586ff8706994706e39fbf5b99c16d6aefebc92f1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4333/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029625933387796480","occurred_at":"2026-03-05T18:31:45Z","failed_at":"e2e","signature_id":"efabc800266f53a55a16fd502724bc7bf5889bb8cdf4af77acee8790d900d033","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:190]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000d0a580\u003e: \n failed creating external auth \"ea-list\" in resourcegroup=\"ea-list-7jrd2j\" for cluster=\"ea-listmxjsn8\": PUT https://rp.j7796480.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-7jrd2j/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listmxjsn8/externalAuths/ea-list\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidRequestContent\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidRequestContent\",\n \"message\": \"Forbidden: field is immutable\",\n \"target\": \"trackedResource.resource.systemData.createdAt\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed creating external auth \\\"ea-list\\\" in resourcegroup=\\\"ea-list-7jrd2j\\\" for cluster=\\\"ea-listmxjsn8\\\": PUT https://rp.j7796480.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-7jrd2j/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listmxjsn8/externalAuths/ea-list\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: InvalidRequestContent\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InvalidRequestContent\\\",\\n \\\"message\\\": \\\"Forbidden: field is immutable\\\",\\n \\\"target\\\": \\\"trackedResource.resource.systemData.createdAt\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc0009faed0\u003e{\n ErrorCode: \"InvalidRequestContent\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InvalidRequestContent\",\n ],\n \"X-Ms-Request-Id\": [\n \"a3660b5c-972d-46d2-a067-468fd2bc7b18\",\n ],\n \"Date\": [\n \"Thu, 05 Mar 2026 19:40:18 GMT\",\n ],\n \"Content-Length\": [\"183\"],\n \"X-Envoy-Upstream-Service-Time\": [\"43\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000d0a4c0\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 118, 97, 108, 105, 100, 82, 101, 113, 117, 101, 115, 116, 67, 111, 110, 116, 101, 110, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 111, 114, 98, 105, 100, 100, 101, 110, 58, 32, 102, 105, 101, 108, 100, 32, 105, 115, 32, 105, 109, 109, 117, 116, 97, 98, 108, 101, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 116, 114, 97, 99, 107, 101, 100, 82, 101, 115, 111, 117, 114, 99, 101, 46, 114, 101, 115, 111, 117, 114, 99, 101, 46, 115, 121, 115, 116, 101, 109, 68, 97, 116, 97, 46, 99, 114, 101, 97, 116, 101, 100, 65, 116, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 183,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"PUT\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j7796480.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-7jrd2j/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listmxjsn8/externalAuths/ea-list\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Ac...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:190]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000d0a580\u003e: \n failed creating external auth \"ea-list\" in resourcegroup=\"ea-list-7jrd2j\" for cluster=\"ea-listmxjsn8\": PUT https://rp.j7796480.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-7jrd2j/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listmxjsn8/externalAuths/ea-list\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidRequestContent\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidRequestContent\",\n \"message\": \"Forbidden: field is immutable\",\n \"target\": \"trackedResource.resource.systemData.createdAt\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed creating external auth \\\"ea-list\\\" in resourcegroup=\\\"ea-list-7jrd2j\\\" for cluster=\\\"ea-listmxjsn8\\\": PUT https://rp.j7796480.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-7jrd2j/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listmxjsn8/externalAuths/ea-list\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: InvalidRequestContent\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InvalidRequestContent\\\",\\n \\\"message\\\": \\\"Forbidden: field is immutable\\\",\\n \\\"target\\\": \\\"trackedResource.resource.systemData.createdAt\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc0009faed0\u003e{\n ErrorCode: \"InvalidRequestContent\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InvalidRequestContent\",\n ],\n \"X-Ms-Request-Id\": [\n \"a3660b5c-972d-46d2-a067-468fd2bc7b18\",\n ],\n \"Date\": [\n \"Thu, 05 Mar 2026 19:40:18 GMT\",\n ],\n \"Content-Length\": [\"183\"],\n \"X-Envoy-Upstream-Service-Time\": [\"43\"],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000d0a4c0\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 118, 97, 108, 105, 100, 82, 101, 113, 117, 101, 115, 116, 67, 111, 110, 116, 101, 110, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 111, 114, 98, 105, 100, 100, 101, 110, 58, 32, 102, 105, 101, 108, 100, 32, 105, 115, 32, 105, 109, 109, 117, 116, 97, 98, 108, 101, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 116, 114, 97, 99, 107, 101, 100, 82, 101, 115, 111, 117, 114, 99, 101, 46, 114, 101, 115, 111, 117, 114, 99, 101, 46, 115, 121, 115, 116, 101, 109, 68, 97, 116, 97, 46, 99, 114, 101, 97, 116, 101, 100, 65, 116, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 183,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"PUT\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j7796480.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-7jrd2j/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listmxjsn8/externalAuths/ea-list\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Ac...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"d84ba3a1fc68863379cc7666454ba21b9ebd127ef364483f20da699deefa6c96","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Forbidden: field is immutable; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent"}},{"row_id":"bf7405511522677fee9eb30ff366ed3337536b7e56ef5fe967b0a24a222196f6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4333/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029625933387796480","occurred_at":"2026-03-05T18:31:45Z","failed_at":"e2e","signature_id":"2406463ca7d3d07d64b985ee58f36ab45d0a9e57043917ecbd8f01ed66198fa9","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:141]: Unexpected error:\n \u003c*exported.ResponseError | 0xc00157aa20\u003e: \n PATCH https://rp.j7796480.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/autoscaling-cluster-lggzhf/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/autoscaling-hcp-cluster\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidRequestContent\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidRequestContent\",\n \"message\": \"Forbidden: field is immutable\",\n \"target\": \"trackedResource.resource.systemData.createdAt\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n ErrorCode: \"InvalidRequestContent\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Length\": [\"183\"],\n \"X-Envoy-Upstream-Service-Time\": [\"77\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InvalidRequestContent\",\n ],\n \"X-Ms-Request-Id\": [\n \"b4a90f0f-1b86-4d5b-8bd8-88595707a037\",\n ],\n \"Date\": [\n \"Thu, 05 Mar 2026 19:49:00 GMT\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc00160e340\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 118, 97, 108, 105, 100, 82, 101, 113, 117, 101, 115, 116, 67, 111, 110, 116, 101, 110, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 111, 114, 98, 105, 100, 100, 101, 110, 58, 32, 102, 105, 101, 108, 100, 32, 105, 115, 32, 105, 109, 109, 117, 116, 97, 98, 108, 101, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 116, 114, 97, 99, 107, 101, 100, 82, 101, 115, 111, 117, 114, 99, 101, 46, 114, 101, 115, 111, 117, 114, 99, 101, 46, 115, 121, 115, 116, 101, 109, 68, 97, 116, 97, 46, 99, 114, 101, 97, 116, 101, 100, 65, 116, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 183,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"PATCH\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j7796480.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/autoscaling-cluster-lggzhf/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/autoscaling-hcp-cluster\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"Content-Length\": [\"50\"],\n \"Content-Type\": [\"application/json\"],\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-03-05T19:49:00Z\\\"}\",\n ],\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Authorization\": [\"redacted\"],\n \"Accept\": [\"application/json\"],\n },\n Body: \u003c*http.readTrackingBody | 0xc000b289c0\u003e{\n ReadCloser: \u003c*runtime.retryableRequestBody | 0xc00117a470\u003e{\n body: \u003cexported.nopCloser\u003e{\n ReadSeeker: \u003c*bytes.Reader | 0xc0012b5e60\u003e{\n s: \"{\\\"properties\\\":{\\\"autoscaling\\\":{\\\"maxNodesTotal\\\":3}}}\",\n i: 50,\n prevRune: -1,\n },\n },\n },\n didRead: true,...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:141]: Unexpected error:\n \u003c*exported.ResponseError | 0xc00157aa20\u003e: \n PATCH https://rp.j7796480.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/autoscaling-cluster-lggzhf/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/autoscaling-hcp-cluster\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidRequestContent\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidRequestContent\",\n \"message\": \"Forbidden: field is immutable\",\n \"target\": \"trackedResource.resource.systemData.createdAt\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n ErrorCode: \"InvalidRequestContent\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Content-Length\": [\"183\"],\n \"X-Envoy-Upstream-Service-Time\": [\"77\"],\n \"Server\": [\"istio-envoy\"],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Error-Code\": [\n \"InvalidRequestContent\",\n ],\n \"X-Ms-Request-Id\": [\n \"b4a90f0f-1b86-4d5b-8bd8-88595707a037\",\n ],\n \"Date\": [\n \"Thu, 05 Mar 2026 19:49:00 GMT\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc00160e340\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 118, 97, 108, 105, 100, 82, 101, 113, 117, 101, 115, 116, 67, 111, 110, 116, 101, 110, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 111, 114, 98, 105, 100, 100, 101, 110, 58, 32, 102, 105, 101, 108, 100, 32, 105, 115, 32, 105, 109, 109, 117, 116, 97, 98, 108, 101, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 116, 114, 97, 99, 107, 101, 100, 82, 101, 115, 111, 117, 114, 99, 101, 46, 114, 101, 115, 111, 117, 114, 99, 101, 46, 115, 121, 115, 116, 101, 109, 68, 97, 116, 97, 46, 99, 114, 101, 97, 116, 101, 100, 65, 116, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ContentLength: 183,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"PATCH\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"rp.j7796480.hcpsvc.osadev.cloud\",\n Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/autoscaling-cluster-lggzhf/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/autoscaling-hcp-cluster\",\n RawPath: \"\",\n OmitHost: false,\n ForceQuery: false,\n RawQuery: \"api-version=2024-06-10-preview\",\n Fragment: \"\",\n RawFragment: \"\",\n },\n Proto: \"HTTP/1.1\",\n ProtoMajor: 1,\n ProtoMinor: 1,\n Header: {\n \"Content-Length\": [\"50\"],\n \"Content-Type\": [\"application/json\"],\n \"User-Agent\": [\n \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n ],\n \"X-Ms-Arm-Resource-System-Data\": [\n \"{\\\"createdBy\\\": \\\"e2e-test\\\", \\\"createdByType\\\": \\\"Application\\\", \\\"createdAt\\\": \\\"2026-03-05T19:49:00Z\\\"}\",\n ],\n \"X-Ms-Identity-Url\": [\n \"https://dummyhost.identity.azure.net\",\n ],\n \"Authorization\": [\"redacted\"],\n \"Accept\": [\"application/json\"],\n },\n Body: \u003c*http.readTrackingBody | 0xc000b289c0\u003e{\n ReadCloser: \u003c*runtime.retryableRequestBody | 0xc00117a470\u003e{\n body: \u003cexported.nopCloser\u003e{\n ReadSeeker: \u003c*bytes.Reader | 0xc0012b5e60\u003e{\n s: \"{\\\"properties\\\":{\\\"autoscaling\\\":{\\\"maxNodesTotal\\\":3}}}\",\n i: 50,\n prevRune: -1,\n },\n },\n },\n didRead: true,...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"d84ba3a1fc68863379cc7666454ba21b9ebd127ef364483f20da699deefa6c96","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Forbidden: field is immutable; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent"}}],"failure_pattern_summary":{"signature_count":5,"failure_pattern_ids":["0ef15cdb26701abae772c840fa3d72b321067d51a20e0ff1d90f25336c104cc6","d84ba3a1fc68863379cc7666454ba21b9ebd127ef364483f20da699deefa6c96"],"matched_occurrences":5,"unmatched_occurrences":0,"match_summary":"multiple_clustered"},"pr_caused_score":3,"pr_caused_reasons":["post-good=0","only seen in DEV","only seen in one PR"]},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029624333193711616","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4181,"pr_state":"closed","pr_sha":"0ac5e198ed7921a253ae14ad2c7ea366e71f81ce","final_merged_sha":"0ac5e198ed7921a253ae14ad2c7ea366e71f81ce","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T18:25:23Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4321/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029622968946003968","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4321,"pr_state":"closed","pr_sha":"db95ca2c49d569bc9f7af197ced9db037c7870c7","final_merged_sha":"db95ca2c49d569bc9f7af197ced9db037c7870c7","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-05T18:19:58Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"b685efaec62d2aa7cadfd79ad72e47dfbd584322cc39fd27f8fc59a2fd5c26e8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4321/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029622968946003968","occurred_at":"2026-03-05T18:19:58Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-03-05T18:59:54.847Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-03-05T18:59:56.517Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-03-05T18:59:57.630Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=829db07553358e04ba6f1974ce4382138f4ed683bf2846b0fd1f28bcc23e2098\ntime=2026-03-05T19:01:58.722Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j6003968/providers/Microsoft.Resources/deployments/829db07553358e04ba6f1974ce4382138f4ed683bf2846b0fd1f28bcc23e2098/operationStatuses/08584288696885440870\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j6003968/providers/Microsoft.Resources/deployments/svc-monitor\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j6003968/providers/Microsoft.Monitor/accounts/services-j6003968/providers/Microsoft.Authorization/roleAssignments/b92119a1-893c-5d44-8e94-8017dcd14434\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Encountered internal server error. Diagnostic information: timestamp '20260305T190018Z', subscription id 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', tracking id 'f8034c64-29df-4a64-a87d-1e6b3d8a13de', request correlation id 'a537b1c5-5960-4794-9504-fdb91cfb0c64'.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.Authorization","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4284/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029620435645108224","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4284,"pr_state":"closed","pr_sha":"efd28c631288d18973d727e83e9a2b147a02894e","final_merged_sha":"efd28c631288d18973d727e83e9a2b147a02894e","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-05T18:09:54Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"01a7251121f41a1e93dfc41ea0c368b00c613fc01e6508917cdfff13cd18b172","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4284/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029620435645108224","occurred_at":"2026-03-05T18:09:54Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-03-05T18:42:31.452Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-03-05T18:42:33.576Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-03-05T18:42:34.756Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=d3a2e71b310b48f0675124d7e66c16b8b1c647bdfde75727e3b66ae5d577428b\ntime=2026-03-05T18:44:05.514Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j5108224/providers/Microsoft.Resources/deployments/d3a2e71b310b48f0675124d7e66c16b8b1c647bdfde75727e3b66ae5d577428b/operationStatuses/08584288707314078974\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j5108224/providers/Microsoft.Resources/deployments/maestro-infra-deployment\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j5108224/providers/Microsoft.EventGrid/namespaces/arohcp-prow-maestro-j5108224\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"Internal error\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The operation failed due to an internal server error. The initial state of the impacted resources (if any) are restored. Please try again in few minutes. If error still persists, report 6815fb0b-9d2c-49ce-8487-a357f6c0aa55:3/5/2026 6:43:41 PM (UTC) to our forums for assistance or raise a support ticket .\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.EventGrid","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4334/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029615353511809024","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4334,"pr_state":"closed","pr_sha":"3f1edac3a822382c4c01b338604af663a764952b","final_merged_sha":"77248e32fda950c0efa8f2422c4928462e252d41","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-05T17:49:43Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4336/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029605115786170368","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4336,"pr_state":"closed","pr_sha":"70af0274d51f63a83bae581e500e9688bea33b16","final_merged_sha":"70af0274d51f63a83bae581e500e9688bea33b16","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T17:09:02Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029603943687917568","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4313,"pr_state":"closed","pr_sha":"157355c428d456ff5db667b49e9b5b34b11ff5f5","final_merged_sha":"40bc11d7af0e82eb8a36a7b77d76c911d23c2191","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-05T17:04:22Z"},"failed_at":["e2e"],"failed_test_count":16,"occurrences":[{"row_id":"0b0c5001b40d168650fedcb8a98ca9d052f6e753a6ce27a69929b98a8585699e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029603943687917568","occurred_at":"2026-03-05T17:04:22Z","failed_at":"e2e","signature_id":"25062ef510dac484020f7ea6f4341fe1b7d1980c15f3076c0d6d94cff83adb92","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00122f140\u003e: \n failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-kbvznc, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-kbvznc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-kbvznc, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-kbvznc, error: failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-kbvznc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-kbvznc, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00110beb0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-kbvznc\",\n },\n \u003c*fmt.wrapErrors | 0xc00122f110\u003e{\n msg: \"failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-kbvznc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-kbvznc, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00110beb0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-kbvznc\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00122f140\u003e: \n failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-kbvznc, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-kbvznc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-kbvznc, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-kbvznc, error: failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-kbvznc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-kbvznc, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00110beb0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-kbvznc\",\n },\n \u003c*fmt.wrapErrors | 0xc00122f110\u003e{\n msg: \"failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-kbvznc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-kbvznc, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00110beb0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-kbvznc\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-lk2bm6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: context deadline exceeded"}},{"row_id":"1c829e48d5248bb72fe09747edfe7fb4fc5e93feb9f82d40402b0cd532cf8537","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029603943687917568","occurred_at":"2026-03-05T17:04:22Z","failed_at":"e2e","signature_id":"ce1d53d3a7ff54965661d98e33262dcd48c33c1a8cce7d21f14eeb6c774df1ab","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0007ad080\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-5nqvcb, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-5nqvcb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-5nqvcb, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-5nqvcb, error: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-5nqvcb\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-5nqvcb, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00068fca0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-5nqvcb\",\n },\n \u003c*fmt.wrapErrors | 0xc0007ad020\u003e{\n msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-5nqvcb\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-5nqvcb, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00068fca0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-5nqvcb\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0007ad080\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-5nqvcb, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-5nqvcb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-5nqvcb, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-5nqvcb, error: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-5nqvcb\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-5nqvcb, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00068fca0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-5nqvcb\",\n },\n \u003c*fmt.wrapErrors | 0xc0007ad020\u003e{\n msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-5nqvcb\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-5nqvcb, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00068fca0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-5nqvcb\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-lk2bm6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: context deadline exceeded"}},{"row_id":"2707041dbd6b8d1692f0bbc8adcd4e9b7a40d11f0b69d13631f3af2842736eea","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029603943687917568","occurred_at":"2026-03-05T17:04:22Z","failed_at":"e2e","signature_id":"085e45982397fdca16257cf5f10c7b9806f50ee6b609a48c8ac73ab4fb238c3d","test_name":"Customer should be able to update nodepool replicas and autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:82]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00133d5f0\u003e: \n failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hmsxvp, error: failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-hmsxvp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hmsxvp, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hmsxvp, error: failed waiting for cluster=\\\"np-update-nodes-hcp-cluster\\\" in resourcegroup=\\\"nodepool-update-nodes-hmsxvp\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hmsxvp, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00109fae0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hmsxvp\",\n },\n \u003c*fmt.wrapErrors | 0xc00133d5c0\u003e{\n msg: \"failed waiting for cluster=\\\"np-update-nodes-hcp-cluster\\\" in resourcegroup=\\\"nodepool-update-nodes-hmsxvp\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hmsxvp, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00109fae0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hmsxvp\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_update_nodes.go:82]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00133d5f0\u003e: \n failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hmsxvp, error: failed waiting for cluster=\"np-update-nodes-hcp-cluster\" in resourcegroup=\"nodepool-update-nodes-hmsxvp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hmsxvp, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster np-update-nodes-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hmsxvp, error: failed waiting for cluster=\\\"np-update-nodes-hcp-cluster\\\" in resourcegroup=\\\"nodepool-update-nodes-hmsxvp\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hmsxvp, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00109fae0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hmsxvp\",\n },\n \u003c*fmt.wrapErrors | 0xc00133d5c0\u003e{\n msg: \"failed waiting for cluster=\\\"np-update-nodes-hcp-cluster\\\" in resourcegroup=\\\"nodepool-update-nodes-hmsxvp\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hmsxvp, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00109fae0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-update-nodes-hcp-cluster in resource group nodepool-update-nodes-hmsxvp\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-lk2bm6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: context deadline exceeded"}},{"row_id":"46720e3c78f3aadcc2105154d44afa455e89d83f12d837f5f95d5d7a06a6b099","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029603943687917568","occurred_at":"2026-03-05T17:04:22Z","failed_at":"e2e","signature_id":"2a8cb0e9134ee403ea746801386d9bbf2aead01c71be4f846c6f4d51bdb0086c","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0016e51a0\u003e: \n failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-vcq5ns, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-vcq5ns\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-vcq5ns, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-vcq5ns, error: failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-vcq5ns\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-vcq5ns, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0016c03a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-vcq5ns\",\n },\n \u003c*fmt.wrapErrors | 0xc0016e5170\u003e{\n msg: \"failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-vcq5ns\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-vcq5ns, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0016c03a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-vcq5ns\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0016e51a0\u003e: \n failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-vcq5ns, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-vcq5ns\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-vcq5ns, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-vcq5ns, error: failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-vcq5ns\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-vcq5ns, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0016c03a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-vcq5ns\",\n },\n \u003c*fmt.wrapErrors | 0xc0016e5170\u003e{\n msg: \"failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-vcq5ns\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-vcq5ns, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0016c03a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-vcq5ns\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-lk2bm6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: context deadline exceeded"}},{"row_id":"526c1295ae302c725faf09f081371184fbca3c0d867ec4f13ce30a9a53d02591","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029603943687917568","occurred_at":"2026-03-05T17:04:22Z","failed_at":"e2e","signature_id":"7dc26f820fd2928c111033bd0ce08af1bae6042a6cbe5fb5bf76d461b5be1d01","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.000s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: false\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.000s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: false\nto be true","failure_pattern_match":{"status":"clustered","failure_pattern_id":"bc75cb8f745e5837337ba0536c5a0bca78a86948c3d2f51166b94f8c6fca3f5c","failure_pattern":"Cluster should become ready within 45 minutes","search_query":"Cluster should become ready within 45 minutes"}},{"row_id":"555ed106aa2d79b1f78bffd76a2bc22c7ef12fc4a750c74792262bef9450ec02","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029603943687917568","occurred_at":"2026-03-05T17:04:22Z","failed_at":"e2e","signature_id":"ea7df7ee52a3c9fee0faa1578cf43a297c1d69a59e776c8c57498d20b4df174d","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00110c270\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-4mjqcf, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-4mjqcf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-4mjqcf, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-4mjqcf, error: failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-4mjqcf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-4mjqcf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e7da60\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-4mjqcf\",\n },\n \u003c*fmt.wrapErrors | 0xc00110c240\u003e{\n msg: \"failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-4mjqcf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-4mjqcf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e7da60\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-4mjqcf\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00110c270\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-4mjqcf, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-4mjqcf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-4mjqcf, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-4mjqcf, error: failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-4mjqcf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-4mjqcf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e7da60\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-4mjqcf\",\n },\n \u003c*fmt.wrapErrors | 0xc00110c240\u003e{\n msg: \"failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-4mjqcf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-4mjqcf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e7da60\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-4mjqcf\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-lk2bm6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: context deadline exceeded"}},{"row_id":"5c146289f127d32db09e2c671fb5ebb871afd6a552aed90233621f6ae6b016ed","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029603943687917568","occurred_at":"2026-03-05T17:04:22Z","failed_at":"e2e","signature_id":"70933e610706c43bd217a25cc9d0f7b405799442c61b98bcc7d4f9d999b484f6","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00119f3b0\u003e: \n failed to create HCP cluster list-test-cluster-6m2xvx, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-6m2xvx in resource group cluster-listing-27cs4x, error: failed waiting for cluster=\"list-test-cluster-6m2xvx\" in resourcegroup=\"cluster-listing-27cs4x\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-6m2xvx in resource group cluster-listing-27cs4x, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster list-test-cluster-6m2xvx, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-6m2xvx in resource group cluster-listing-27cs4x, error: failed waiting for cluster=\\\"list-test-cluster-6m2xvx\\\" in resourcegroup=\\\"cluster-listing-27cs4x\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-6m2xvx in resource group cluster-listing-27cs4x, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000d7b490\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-6m2xvx in resource group cluster-listing-27cs4x\",\n },\n \u003c*fmt.wrapErrors | 0xc00119f380\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-6m2xvx\\\" in resourcegroup=\\\"cluster-listing-27cs4x\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-6m2xvx in resource group cluster-listing-27cs4x, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000d7b490\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-6m2xvx in resource group cluster-listing-27cs4x\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00119f3b0\u003e: \n failed to create HCP cluster list-test-cluster-6m2xvx, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-6m2xvx in resource group cluster-listing-27cs4x, error: failed waiting for cluster=\"list-test-cluster-6m2xvx\" in resourcegroup=\"cluster-listing-27cs4x\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-6m2xvx in resource group cluster-listing-27cs4x, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster list-test-cluster-6m2xvx, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-6m2xvx in resource group cluster-listing-27cs4x, error: failed waiting for cluster=\\\"list-test-cluster-6m2xvx\\\" in resourcegroup=\\\"cluster-listing-27cs4x\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-6m2xvx in resource group cluster-listing-27cs4x, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000d7b490\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-6m2xvx in resource group cluster-listing-27cs4x\",\n },\n \u003c*fmt.wrapErrors | 0xc00119f380\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-6m2xvx\\\" in resourcegroup=\\\"cluster-listing-27cs4x\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-6m2xvx in resource group cluster-listing-27cs4x, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000d7b490\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-6m2xvx in resource group cluster-listing-27cs4x\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-lk2bm6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: context deadline exceeded"}},{"row_id":"7fd54786ffe9586e725557729494b6e8b1ebaab16806fb969ca311dc31a78a67","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029603943687917568","occurred_at":"2026-03-05T17:04:22Z","failed_at":"e2e","signature_id":"0a68234746162ea45d2a041ffef827902ae70ee4fbc760083905c317fc9aa6cc","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00120b2c0\u003e: \n failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-mn7k92, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-mn7k92\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-mn7k92, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-mn7k92, error: failed waiting for cluster=\\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-mn7k92\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-mn7k92, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0013e3bc0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-mn7k92\",\n },\n \u003c*fmt.wrapErrors | 0xc00120b290\u003e{\n msg: \"failed waiting for cluster=\\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-mn7k92\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-mn7k92, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0013e3bc0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-mn7k92\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:89]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00120b2c0\u003e: \n failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-mn7k92, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-mn7k92\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-mn7k92, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-mn7k92, error: failed waiting for cluster=\\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-mn7k92\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-mn7k92, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0013e3bc0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-mn7k92\",\n },\n \u003c*fmt.wrapErrors | 0xc00120b290\u003e{\n msg: \"failed waiting for cluster=\\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-mn7k92\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-mn7k92, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0013e3bc0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-mn7k92\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-lk2bm6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: context deadline exceeded"}},{"row_id":"832ffb49a0ce39999a9b07fef73225feb6d7fce34ebfbccbde59eb3e642198c8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029603943687917568","occurred_at":"2026-03-05T17:04:22Z","failed_at":"e2e","signature_id":"58968235603c8011cb9d93ca34fdc601d25ab4d0317dd461c0ab0ef778dea9c5","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000e88de0\u003e: \n failed to create HCP cluster ea-listcng8jl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listcng8jl in resource group ea-list-f4k46d, error: failed waiting for cluster=\"ea-listcng8jl\" in resourcegroup=\"ea-list-f4k46d\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listcng8jl in resource group ea-list-f4k46d, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-listcng8jl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listcng8jl in resource group ea-list-f4k46d, error: failed waiting for cluster=\\\"ea-listcng8jl\\\" in resourcegroup=\\\"ea-list-f4k46d\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listcng8jl in resource group ea-list-f4k46d, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0009b7af0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listcng8jl in resource group ea-list-f4k46d\",\n },\n \u003c*fmt.wrapErrors | 0xc000e88db0\u003e{\n msg: \"failed waiting for cluster=\\\"ea-listcng8jl\\\" in resourcegroup=\\\"ea-list-f4k46d\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listcng8jl in resource group ea-list-f4k46d, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0009b7af0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listcng8jl in resource group ea-list-f4k46d\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000e88de0\u003e: \n failed to create HCP cluster ea-listcng8jl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listcng8jl in resource group ea-list-f4k46d, error: failed waiting for cluster=\"ea-listcng8jl\" in resourcegroup=\"ea-list-f4k46d\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listcng8jl in resource group ea-list-f4k46d, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-listcng8jl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listcng8jl in resource group ea-list-f4k46d, error: failed waiting for cluster=\\\"ea-listcng8jl\\\" in resourcegroup=\\\"ea-list-f4k46d\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listcng8jl in resource group ea-list-f4k46d, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0009b7af0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listcng8jl in resource group ea-list-f4k46d\",\n },\n \u003c*fmt.wrapErrors | 0xc000e88db0\u003e{\n msg: \"failed waiting for cluster=\\\"ea-listcng8jl\\\" in resourcegroup=\\\"ea-list-f4k46d\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listcng8jl in resource group ea-list-f4k46d, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0009b7af0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listcng8jl in resource group ea-list-f4k46d\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-lk2bm6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: context deadline exceeded"}},{"row_id":"9f7b8f775eb6ac6d81169cc4c7830acf5555b0b0e4a61c90c31c31976dfc9852","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029603943687917568","occurred_at":"2026-03-05T17:04:22Z","failed_at":"e2e","signature_id":"d5c5e2529b8d618b81169333fee64be82e5a4d88125632854376e51206559df5","test_name":"SRE should be able to log into a cluster via a breakglass session","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:91]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00158db00\u003e: \n failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-v98q2r, error: failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-v98q2r\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-v98q2r, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-v98q2r, error: failed waiting for cluster=\\\"sre-hcp-cluster\\\" in resourcegroup=\\\"admin-api-breakglass-v98q2r\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-v98q2r, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011878f0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-v98q2r\",\n },\n \u003c*fmt.wrapErrors | 0xc00158dad0\u003e{\n msg: \"failed waiting for cluster=\\\"sre-hcp-cluster\\\" in resourcegroup=\\\"admin-api-breakglass-v98q2r\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-v98q2r, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011878f0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-v98q2r\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_api.go:91]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00158db00\u003e: \n failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-v98q2r, error: failed waiting for cluster=\"sre-hcp-cluster\" in resourcegroup=\"admin-api-breakglass-v98q2r\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-v98q2r, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster sre-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-v98q2r, error: failed waiting for cluster=\\\"sre-hcp-cluster\\\" in resourcegroup=\\\"admin-api-breakglass-v98q2r\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-v98q2r, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011878f0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-v98q2r\",\n },\n \u003c*fmt.wrapErrors | 0xc00158dad0\u003e{\n msg: \"failed waiting for cluster=\\\"sre-hcp-cluster\\\" in resourcegroup=\\\"admin-api-breakglass-v98q2r\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-v98q2r, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011878f0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster sre-hcp-cluster in resource group admin-api-breakglass-v98q2r\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-lk2bm6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: context deadline exceeded"}},{"row_id":"a6dbb174d1aa34f931cdfb331ed31107688b4e155f29e9e8a2f0b2044c2478bb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029603943687917568","occurred_at":"2026-03-05T17:04:22Z","failed_at":"e2e","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [:0]: Interrupted by User\nfail [:0]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"75fe4fe524930ef30df14def2711e3f1d7e0ed489b7726da52684d3d8d655bf4","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"b314b3c62eebe5c1b04a45d25a3d4d8548626f4781fbe94783de77717ec7d8b1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029603943687917568","occurred_at":"2026-03-05T17:04:22Z","failed_at":"e2e","signature_id":"1783969c53dbf552070a9964c34b604607303c4b5320fbfe95ddbb5e78bed488","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001053530\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-f5ctsq, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-f5ctsq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-f5ctsq, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-f5ctsq, error: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-f5ctsq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-f5ctsq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fbd7d0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-f5ctsq\",\n },\n \u003c*fmt.wrapErrors | 0xc001053500\u003e{\n msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-f5ctsq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-f5ctsq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fbd7d0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-f5ctsq\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001053530\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-f5ctsq, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-f5ctsq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-f5ctsq, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-f5ctsq, error: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-f5ctsq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-f5ctsq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fbd7d0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-f5ctsq\",\n },\n \u003c*fmt.wrapErrors | 0xc001053500\u003e{\n msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-f5ctsq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-f5ctsq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fbd7d0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-f5ctsq\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-lk2bm6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: context deadline exceeded"}},{"row_id":"b892087d41f046afabdbb61cd70bd6369adc28f49a1082117f7d6e5eaae45d6b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029603943687917568","occurred_at":"2026-03-05T17:04:22Z","failed_at":"e2e","signature_id":"80af468e8660ef173a80dbc4f5579f6ef7423e9dba8385583854125ca248693b","test_name":"Engineering should be able to retrieve kusto logs for a cluster and services","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:87]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000d8ccf0\u003e: \n failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-ct6m25, error: failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-ct6m25\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-ct6m25, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-ct6m25, error: failed waiting for cluster=\\\"engineering-hcp-cluster\\\" in resourcegroup=\\\"kusto-logs-ct6m25\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-ct6m25, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0010460b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-ct6m25\",\n },\n \u003c*fmt.wrapErrors | 0xc000d8ccc0\u003e{\n msg: \"failed waiting for cluster=\\\"engineering-hcp-cluster\\\" in resourcegroup=\\\"kusto-logs-ct6m25\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-ct6m25, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0010460b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-ct6m25\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/kusto_logs_present.go:87]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000d8ccf0\u003e: \n failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-ct6m25, error: failed waiting for cluster=\"engineering-hcp-cluster\" in resourcegroup=\"kusto-logs-ct6m25\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-ct6m25, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster engineering-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-ct6m25, error: failed waiting for cluster=\\\"engineering-hcp-cluster\\\" in resourcegroup=\\\"kusto-logs-ct6m25\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-ct6m25, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0010460b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-ct6m25\",\n },\n \u003c*fmt.wrapErrors | 0xc000d8ccc0\u003e{\n msg: \"failed waiting for cluster=\\\"engineering-hcp-cluster\\\" in resourcegroup=\\\"kusto-logs-ct6m25\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-ct6m25, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0010460b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster engineering-hcp-cluster in resource group kusto-logs-ct6m25\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-lk2bm6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: context deadline exceeded"}},{"row_id":"cd4ecc9f593896fd5fb147924f8fa8ecf3cebb2b4a0f0e464f5cb2e05749e8f5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029603943687917568","occurred_at":"2026-03-05T17:04:22Z","failed_at":"e2e","signature_id":"f878d413023ab625d3f29bac20eda2fac625fa6123376921ea5798a4da627c3b","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"progress report:\n Customer should respect cluster-wide node limits with nodepool autoscaling (Spec Runtime: 1h29m59.829s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:122\n In [It] (Node Runtime: 1h29m59.829s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:122\n At [By Step] creating cluster with MaxNodesTotal limit (Step Runtime: 45m53.738s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:143\n\n Spec Goroutine\n goroutine 100 [select]\n github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x820d118, 0xc000ab84b0}, 0x77f2f7b?)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36\n github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x823ff60, {0x820d118, 0xc000ab84b0}, 0x0)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284\n github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x820d188?, 0xc0001ee2a0?}, {{0x82228a8?, 0xc00088d280?}, 0xc001450970?}, 0xc000ff5810, {0xc00023fa70, 0x16}, {0x780eccd, 0x12}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:641\n github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0x77d3694, 0x4}, ...}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:344\n \u003e github.com/Azure/ARO-HCP/test/e2e.init.func23.3({0x7fcf776a4250, 0xc0009062a0})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:160\n | Expect(err).NotTo(HaveOccurred())\n | \n \u003e err = tc.CreateHCPClusterFromParam(ctx,\n | \tGinkgoLogr,\n | \t*resourceGroup.Name,\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8222980?, 0xc0009062a0?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 65\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166 @ 03/05/26 19:51:01.88\n \"ts\"=\"2026-03-05 19:51:01.880734\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-03-05 19:51:01.880823\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-node-limit-cluster-fphxbn\" \"resourceGroup\"=\"node-limit-test-plc8qm\"\n \"ts\"=\"2026-03-05 19:51:02.813337\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-node-limit-cluster-fphxbn\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-03-05 19:51:03.675003\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-133f4b3b85cd881bd2d7025c4df814bf698b577d4462803137df4f5ac0cf68e9.yaml.gz\"\n \"ts\"=\"2026-03-05 19:51:03.675102\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-133f4b3b85cd881bd2d7025c4df814bf698b577d4462803137df4f5ac0cf68e9.yaml.gz\"\n \"ts\"=\"2026-03-05 19:51:03.675170\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-03-05 19:51:03.676249\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-204\"\n \"ts\"=\"2026-03-05 19:51:03.676262\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"node-limit-test-plc8qm\"\n \"ts\"=\"2026-03-05 19:51:04.225946\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-204\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-05 19:51:04.623087\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"node-limit-test-plc8qm\" \"deployment\"=\"pooledNonMsiScopedAssignments-j6nw3ohx7bzo4\"\n \"ts\"=\"2026-03-05 19:51:04.982469\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-204\" \"deployment\"=\"msi-deployment-204\"\n \"ts\"=\"2026-03-05 19:51:05.382145\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"node-limit-test-plc8qm\" \"deployment\"=\"customer-infra-node-limit-cluster-fphxbn\"\n \"ts\"=\"2026-03-05 19:51:06.229898\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-03-05 19:51:06.230046\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-03-05 19:51:06.230202\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"node-limit-test-plc8qm\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\nprogress report:\n Customer should respect cluster-wide node limits with nodepool autoscaling (Spec Runtime: 1h29m59.829s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:122\n In [It] (Node Runtime: 1h29m59.829s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:122\n At [By Step] creating cluster with MaxNodesTotal limit (Step Runtime: 45m53.738s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:143\n\n Spec Goroutine\n goroutine 100 [select]\n github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x820d118, 0xc000ab84b0}, 0x77f2f7b?)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36\n github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x823ff60, {0x820d118, 0xc000ab84b0}, 0x0)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284\n github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x820d188?, 0xc0001ee2a0?}, {{0x82228a8?, 0xc00088d280?}, 0xc001450970?}, 0xc000ff5810, {0xc00023fa70, 0x16}, {0x780eccd, 0x12}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:641\n github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0x77d3694, 0x4}, ...}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:344\n \u003e github.com/Azure/ARO-HCP/test/e2e.init.func23.3({0x7fcf776a4250, 0xc0009062a0})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:160\n | Expect(err).NotTo(HaveOccurred())\n | \n \u003e err = tc.CreateHCPClusterFromParam(ctx,\n | \tGinkgoLogr,\n | \t*resourceGroup.Name,\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8222980?, 0xc0009062a0?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 65\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166 @ 03/05/26 19:51:01.88\n \"ts\"=\"2026-03-05 19:51:01.880734\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-03-05 19:51:01.880823\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-node-limit-cluster-fphxbn\" \"resourceGroup\"=\"node-limit-test-plc8qm\"\n \"ts\"=\"2026-03-05 19:51:02.813337\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-node-limit-cluster-fphxbn\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-03-05 19:51:03.675003\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-133f4b3b85cd881bd2d7025c4df814bf698b577d4462803137df4f5ac0cf68e9.yaml.gz\"\n \"ts\"=\"2026-03-05 19:51:03.675102\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-133f4b3b85cd881bd2d7025c4df814bf698b577d4462803137df4f5ac0cf68e9.yaml.gz\"\n \"ts\"=\"2026-03-05 19:51:03.675170\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-03-05 19:51:03.676249\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-204\"\n \"ts\"=\"2026-03-05 19:51:03.676262\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"node-limit-test-plc8qm\"\n \"ts\"=\"2026-03-05 19:51:04.225946\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-204\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-05 19:51:04.623087\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"node-limit-test-plc8qm\" \"deployment\"=\"pooledNonMsiScopedAssignments-j6nw3ohx7bzo4\"\n \"ts\"=\"2026-03-05 19:51:04.982469\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-204\" \"deployment\"=\"msi-deployment-204\"\n \"ts\"=\"2026-03-05 19:51:05.382145\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"node-limit-test-plc8qm\" \"deployment\"=\"customer-infra-node-limit-cluster-fphxbn\"\n \"ts\"=\"2026-03-05 19:51:06.229898\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-03-05 19:51:06.230046\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-03-05 19:51:06.230202\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"node-limit-test-plc8qm\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9beb4edaf388b0da56e666b45689d676c4c9672098363e2e0b884ed6e85ffb18","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"f8f010586882439c9d90b6a2fcb0205ccd335f72f18456773940c36a795b6c9e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029603943687917568","occurred_at":"2026-03-05T17:04:22Z","failed_at":"e2e","signature_id":"02124498c0ba991c80ac7335ee54745bd995b0c0fac3369f4354f690a21718f7","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"rp-api-compat-all/parallel","failure_text":":284\n \u003e github.com/Azure/ARO-HCP/test/e2e.init.func16.2({0x7f9950e14260, 0xc00071d920})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:126\n | \n | By(\"waiting for first cluster to complete creation\")\n \u003e _, err = poller1.PollUntilDone(ctx, \u0026runtime.PollUntilDoneOptions{\n | \tFrequency: framework.StandardPollInterval,\n | })\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8222980?, 0xc00071d920?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 91\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129 @ 03/05/26 19:51:01.879\n \"ts\"=\"2026-03-05 19:51:01.879639\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-03-05 19:51:01.879740\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster-wdnsms\" \"resourceGroup\"=\"customer-rg-z2vc29\"\n \"ts\"=\"2026-03-05 19:51:02.856126\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster-wdnsms\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-03-05 19:51:03.876876\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-lfq9wm\" \"resourceGroup\"=\"customer-rg-z2vc29\"\n \"ts\"=\"2026-03-05 19:51:04.021245\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster2-lfq9wm\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-03-05 19:51:04.831197\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-03-05 19:51:04.831315\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-03-05 19:51:04.831390\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-03-05 19:51:04.833064\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-160\"\n \"ts\"=\"2026-03-05 19:51:04.833097\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-91\"\n \"ts\"=\"2026-03-05 19:51:04.833131\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"customer-rg-z2vc29\"\n \"ts\"=\"2026-03-05 19:51:04.833088\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-297\"\n \"ts\"=\"2026-03-05 19:51:05.359625\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-91\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-05 19:51:05.745001\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-160\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-05 19:51:06.201250\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-z2vc29\" \"deployment\"=\"pooledNonMsiScopedAssignments-mooiin3edme32\"\n \"ts\"=\"2026-03-05 19:51:06.623151\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-297\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-05 19:51:06.990038\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-91\" \"deployment\"=\"msi-deployment-91\"\n \"ts\"=\"2026-03-05 19:51:07.388213\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-160\" \"deployment\"=\"msi-deployment-160\"\n \"ts\"=\"2026-03-05 19:51:07.781171\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-z2vc29\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-lfq9wm\"\n \"ts\"=\"2026-03-05 19:51:08.151736\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-297\" \"deployment\"=\"msi-deployment-297\"\n \"ts\"=\"2026-03-05 19:51:09.473452\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-z2vc29\" \"deployment\"=\"pooledNonMsiScopedAssignments-eqbgltuyzhpg4\"\n \"ts\"=\"2026-03-05 19:51:10.117976\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-z2vc29\" \"deployment\"=\"customer-infra-basic-hcp-cluster-wdnsms\"\n \"ts\"=\"2026-03-05 19:51:10.638792\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-03-05 19:51:10.638932\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-03-05 19:51:10.639040\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"customer-rg-z2vc29\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\n:284\n \u003e github.com/Azure/ARO-HCP/test/e2e.init.func16.2({0x7f9950e14260, 0xc00071d920})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:126\n | \n | By(\"waiting for first cluster to complete creation\")\n \u003e _, err = poller1.PollUntilDone(ctx, \u0026runtime.PollUntilDoneOptions{\n | \tFrequency: framework.StandardPollInterval,\n | })\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8222980?, 0xc00071d920?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 91\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129 @ 03/05/26 19:51:01.879\n \"ts\"=\"2026-03-05 19:51:01.879639\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-03-05 19:51:01.879740\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster-wdnsms\" \"resourceGroup\"=\"customer-rg-z2vc29\"\n \"ts\"=\"2026-03-05 19:51:02.856126\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster-wdnsms\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-03-05 19:51:03.876876\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-lfq9wm\" \"resourceGroup\"=\"customer-rg-z2vc29\"\n \"ts\"=\"2026-03-05 19:51:04.021245\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster2-lfq9wm\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-03-05 19:51:04.831197\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-03-05 19:51:04.831315\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-03-05 19:51:04.831390\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-03-05 19:51:04.833064\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-160\"\n \"ts\"=\"2026-03-05 19:51:04.833097\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-91\"\n \"ts\"=\"2026-03-05 19:51:04.833131\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"customer-rg-z2vc29\"\n \"ts\"=\"2026-03-05 19:51:04.833088\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-297\"\n \"ts\"=\"2026-03-05 19:51:05.359625\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-91\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-05 19:51:05.745001\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-160\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-05 19:51:06.201250\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-z2vc29\" \"deployment\"=\"pooledNonMsiScopedAssignments-mooiin3edme32\"\n \"ts\"=\"2026-03-05 19:51:06.623151\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-297\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-05 19:51:06.990038\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-91\" \"deployment\"=\"msi-deployment-91\"\n \"ts\"=\"2026-03-05 19:51:07.388213\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-160\" \"deployment\"=\"msi-deployment-160\"\n \"ts\"=\"2026-03-05 19:51:07.781171\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-z2vc29\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-lfq9wm\"\n \"ts\"=\"2026-03-05 19:51:08.151736\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-dev-297\" \"deployment\"=\"msi-deployment-297\"\n \"ts\"=\"2026-03-05 19:51:09.473452\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-z2vc29\" \"deployment\"=\"pooledNonMsiScopedAssignments-eqbgltuyzhpg4\"\n \"ts\"=\"2026-03-05 19:51:10.117976\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-z2vc29\" \"deployment\"=\"customer-infra-basic-hcp-cluster-wdnsms\"\n \"ts\"=\"2026-03-05 19:51:10.638792\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-03-05 19:51:10.638932\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-03-05 19:51:10.639040\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"customer-rg-z2vc29\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9beb4edaf388b0da56e666b45689d676c4c9672098363e2e0b884ed6e85ffb18","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"fcf5dd96d882ecd65f957445f57daad0003bdd013bf38a280ffca2325d3fc10e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4313/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029603943687917568","occurred_at":"2026-03-05T17:04:22Z","failed_at":"e2e","signature_id":"569ec19e4f8d58929b8f42680ad7c9b760a0734b482c5aad17ef2e2cf914b388","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000163740\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-lk2bm6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-lk2bm6\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001098820\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6\",\n },\n \u003c*fmt.wrapErrors | 0xc000163710\u003e{\n msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-lk2bm6\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001098820\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000163740\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-lk2bm6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-lk2bm6\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001098820\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6\",\n },\n \u003c*fmt.wrapErrors | 0xc000163710\u003e{\n msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-lk2bm6\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001098820\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-lk2bm6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-lk2bm6, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":16,"failure_pattern_ids":["75fe4fe524930ef30df14def2711e3f1d7e0ed489b7726da52684d3d8d655bf4","9beb4edaf388b0da56e666b45689d676c4c9672098363e2e0b884ed6e85ffb18","bc75cb8f745e5837337ba0536c5a0bca78a86948c3d2f51166b94f8c6fca3f5c","f19e3fb43cdd0e92a9cf2e821f7ef2d5066fcf7d40e88477e1b3ef713f1e84f0"],"matched_occurrences":16,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4218/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029598871876800512","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4218,"pr_state":"closed","pr_sha":"7cbe20cfeaea24560965a517ee0964a9c659dbe3","final_merged_sha":"7cbe20cfeaea24560965a517ee0964a9c659dbe3","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T16:40:52Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4075/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029590347864084480","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4075,"pr_state":"closed","pr_sha":"4c157031af423b1f7a6117f86f65c7962bd89ff5","final_merged_sha":"4c157031af423b1f7a6117f86f65c7962bd89ff5","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T16:05:18Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4330/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029578906427723776","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4330,"pr_state":"closed","pr_sha":"9658e7facdf2d6a35a7d7d2d54a4f273970ca227","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-05T15:22:52Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4062/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029578186907455488","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4062,"pr_state":"closed","pr_sha":"26b2f214e2d6443a2d37ec7705c6a64a65050f60","final_merged_sha":"26b2f214e2d6443a2d37ec7705c6a64a65050f60","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-05T15:19:20Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"6be314c8558df9cb33e32f8b1e2996c8dfcf4e7ffa2a7ac3279b3fd4e2e91d97","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4062/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029578186907455488","occurred_at":"2026-03-05T15:19:20Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-03-05T15:56:11.735Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-03-05T15:56:13.671Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-03-05T15:56:14.913Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=ed84426758cbbb353371a9235a496758b8f3e98aa625c265db09a4e3e29cda2c\ntime=2026-03-05T15:58:15.933Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j7455488/providers/Microsoft.Resources/deployments/ed84426758cbbb353371a9235a496758b8f3e98aa625c265db09a4e3e29cda2c/operationStatuses/08584288807112291690\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j7455488/providers/Microsoft.Resources/deployments/hcp-monitor\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j7455488/providers/Microsoft.Monitor/accounts/hcps-j7455488/providers/Microsoft.Authorization/roleAssignments/caa896f1-1d74-5c65-824e-d46f9b44719f\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Encountered internal server error. Diagnostic information: timestamp '20260305T155635Z', subscription id 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', tracking id '6e38dbe3-68e4-4adb-b4dc-72161e062672', request correlation id '1056ad0c-dd70-4639-a07e-4effd484f439'.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n },\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j7455488/providers/Microsoft.Resources/deployments/svc-monitor\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j7455488/providers/Microsoft.Monitor/accounts/services-j7455488/providers/Microsoft.Authorization/roleAssignments/fb67040b-742c-5416-bfc1-eb6a3205318d\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Encountered internal server error. Diagnostic information: timestamp '20260305T155628Z', subscription id 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', tracking id '83a7fc85-9a1f-4ce7-a764-3f5342de9960', request correlation id '1056ad0c-dd70-4639-a07e-4effd484f439'.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.Authorization","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4333/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029577546244296704","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4333,"pr_state":"closed","pr_sha":"5501d1ceedc0cab56ec24d29beb731b37c28b91f","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-05T15:16:58Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"4ec8bd5a34f9bf215dff22e3df058900f68bd4c52ddc9b9f03922ceb06800fde","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4333/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029577546244296704","occurred_at":"2026-03-05T15:16:58Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-03-05T15:54:30.586Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-03-05T15:54:32.976Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-03-05T15:54:34.248Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=a89c2c923545ab2245aae3e95f8c1e0e15fd41c82d7aa26d45863bc410cd51f2\ntime=2026-03-05T15:56:35.445Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j4296704/providers/Microsoft.Resources/deployments/a89c2c923545ab2245aae3e95f8c1e0e15fd41c82d7aa26d45863bc410cd51f2/operationStatuses/08584288808119232283\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j4296704/providers/Microsoft.Resources/deployments/svc-monitor\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j4296704/providers/Microsoft.Monitor/accounts/services-j4296704/providers/Microsoft.Authorization/roleAssignments/f804a3aa-59ee-5d3f-8e21-9cd520cda0fb\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Encountered internal server error. Diagnostic information: timestamp '20260305T155449Z', subscription id 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', tracking id 'a38e6fcf-aa35-42d4-ba05-70159e9be81c', request correlation id 'a8ffd35f-99a4-4c58-952a-d6ac85d98793'.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.Authorization","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029583946395684864","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4062,"pr_state":"closed","pr_sha":"26b2f214e2d6443a2d37ec7705c6a64a65050f60","final_merged_sha":"26b2f214e2d6443a2d37ec7705c6a64a65050f60","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T15:16:22Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4334/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029576414201647104","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4334,"pr_state":"closed","pr_sha":"3f1edac3a822382c4c01b338604af663a764952b","final_merged_sha":"77248e32fda950c0efa8f2422c4928462e252d41","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-05T15:12:58Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4181/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029574632205455360","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4181,"pr_state":"closed","pr_sha":"0ac5e198ed7921a253ae14ad2c7ea366e71f81ce","final_merged_sha":"0ac5e198ed7921a253ae14ad2c7ea366e71f81ce","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T15:06:14Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029548761113432064","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4154,"pr_state":"closed","pr_sha":"87ae44a893e18a3f688b7a042698f29e92dcdb8d","final_merged_sha":"87ae44a893e18a3f688b7a042698f29e92dcdb8d","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T13:24:46Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4117/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029544852533809152","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4117,"pr_state":"closed","pr_sha":"24e90da87d16384f3aacb19d42a0b7ae68f509f1","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-05T13:09:31Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"051f99dc1605ace540205658792aee3a2f968b796183e41b78a73aa58ddae60a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4117/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029544852533809152","occurred_at":"2026-03-05T13:09:31Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-03-05T13:52:21.471Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-03-05T13:52:23.729Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-03-05T13:52:24.922Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=968184862e8d8e1e198740f9cb9a18dbb9f3ffea5f2abd8e139d50c47a886982\ntime=2026-03-05T13:54:26.034Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j3809152/providers/Microsoft.Resources/deployments/968184862e8d8e1e198740f9cb9a18dbb9f3ffea5f2abd8e139d50c47a886982/operationStatuses/08584288881413094625\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j3809152/providers/Microsoft.Resources/deployments/svc-monitor\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j3809152/providers/Microsoft.Monitor/accounts/services-j3809152/providers/Microsoft.Authorization/roleAssignments/2b74f53a-392c-5475-8b8f-233c5419fcce\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Encountered internal server error. Diagnostic information: timestamp '20260305T135240Z', subscription id 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', tracking id '2019e909-eeef-4b4d-8f2c-c845885ac574', request correlation id '274aca8f-9e3b-4890-b7a6-a767e9f62905'.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.Authorization","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4330/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029542478780043264","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4330,"pr_state":"closed","pr_sha":"9658e7facdf2d6a35a7d7d2d54a4f273970ca227","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-05T13:00:08Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4332/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029536762992267264","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4332,"pr_state":"closed","pr_sha":"b20d7838c64a6cec0cca3a7f595c2953a7d238bb","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-05T12:37:25Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"20f5e0f72439bc40144395be8aae0f6a4e07a0172723e18f317e358449318daf","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4332/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029536762992267264","occurred_at":"2026-03-05T12:37:25Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-03-05T13:19:53.786Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-03-05T13:19:55.939Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-03-05T13:19:57.296Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=885a04aacb6c94df7f66dc150664bc8a0d8e5af210e4f66e64290e9845f84213\ntime=2026-03-05T13:21:58.139Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j2267264/providers/Microsoft.Resources/deployments/885a04aacb6c94df7f66dc150664bc8a0d8e5af210e4f66e64290e9845f84213/operationStatuses/08584288900888641821\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j2267264/providers/Microsoft.Resources/deployments/svc-monitor\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j2267264/providers/Microsoft.Monitor/accounts/services-j2267264/providers/Microsoft.Authorization/roleAssignments/57c394cb-bdfc-5798-a547-862f585456b9\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Encountered internal server error. Diagnostic information: timestamp '20260305T132028Z', subscription id 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', tracking id '34a0ff1d-d958-4980-bd2b-0c329b20f2f3', request correlation id 'fd649a6d-c292-475c-ae6b-80e1d0ea8641'.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.Authorization","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4331/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029535694854033408","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4331,"pr_state":"closed","pr_sha":"28818a1ce7127d1240655e762d10e075709536ec","final_merged_sha":"28818a1ce7127d1240655e762d10e075709536ec","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T12:33:11Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4310/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029530207781654528","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4310,"pr_state":"closed","pr_sha":"4b5ae236d9d72c2b4c53c9d7ce5e9b67247cf9bc","final_merged_sha":"4b5ae236d9d72c2b4c53c9d7ce5e9b67247cf9bc","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T12:11:22Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029529475187740672","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4310,"pr_state":"closed","pr_sha":"4b5ae236d9d72c2b4c53c9d7ce5e9b67247cf9bc","final_merged_sha":"4b5ae236d9d72c2b4c53c9d7ce5e9b67247cf9bc","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-05T12:08:28Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"e3b76b65201bd805b1446d28caf7af2d612f38e24c299ff1a4a8a11238c1a8c9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029529475187740672","occurred_at":"2026-03-05T12:08:28Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-03-05T12:38:31.853Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-03-05T12:38:34.079Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-03-05T12:38:36.335Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=732ba973089226b8b663a9106b6bf45de4247584339dbd77fed8a16eeefb62ad\ntime=2026-03-05T12:40:37.249Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j7740672/providers/Microsoft.Resources/deployments/732ba973089226b8b663a9106b6bf45de4247584339dbd77fed8a16eeefb62ad/operationStatuses/08584288925702979837\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j7740672/providers/Microsoft.Resources/deployments/hcp-monitor\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j7740672/providers/Microsoft.Monitor/accounts/hcps-j7740672/providers/Microsoft.Authorization/roleAssignments/17ef7e10-833d-58a0-a0e2-baa16cfead1c\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Encountered internal server error. Diagnostic information: timestamp '20260305T123858Z', subscription id 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', tracking id 'b9755a63-bf9f-45fa-8f71-f6f909b7ec9d', request correlation id 'a972a4cc-ad02-4d23-bfb7-980913db976a'.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.Authorization","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3838/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029528315995361280","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":3838,"pr_state":"closed","pr_sha":"fc6aeff8900c1c1fe590aa3fccb0f7152dbad412","final_merged_sha":"78f5869bafec4e96eba0c8b8a20231650cbc7748","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-05T12:03:51Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"e04b9070ac01b706c852b160a16592543ec793d758a5d33432eeceb75b1156b4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/3838/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029528315995361280","occurred_at":"2026-03-05T12:03:51Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-03-05T12:38:31.400Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-03-05T12:38:33.901Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-03-05T12:38:35.030Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=7deaf6dd6bfd1ba1e9a85282e492585ecece9886555a54060f37a3386193663e\ntime=2026-03-05T12:40:35.984Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j5361280/providers/Microsoft.Resources/deployments/7deaf6dd6bfd1ba1e9a85282e492585ecece9886555a54060f37a3386193663e/operationStatuses/08584288925711000171\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j5361280/providers/Microsoft.Resources/deployments/hcp-monitor\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j5361280/providers/Microsoft.Monitor/accounts/hcps-j5361280/providers/Microsoft.Authorization/roleAssignments/34f079ee-4416-5c6d-9cc3-7033731276bc\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Encountered internal server error. Diagnostic information: timestamp '20260305T123847Z', subscription id 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', tracking id '159f92a4-2a32-4434-8a80-3a4229adc247', request correlation id 'dce5004b-b69c-44fa-8a34-0a52c348965a'.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.Authorization","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4243/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029522224112734208","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4243,"pr_state":"closed","pr_sha":"33bde46988c6198e4a4c0a92b68af6e5e393d693","final_merged_sha":"33bde46988c6198e4a4c0a92b68af6e5e393d693","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-05T11:39:39Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"0a2fcbbf9e74f872a85aeba9ac34dadf6168e64b468a8a7e72b6486c2ddfa73a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4243/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029522224112734208","occurred_at":"2026-03-05T11:39:39Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-03-05T11:42:36.822Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-03-05T11:42:39.265Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-03-05T11:42:40.557Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=4b844f63aabbc275696849fa33c8691b6a9b9b2f2da80229ad2e6ece8380cd88\ntime=2026-03-05T11:46:42.111Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j2734208/providers/Microsoft.Resources/deployments/4b844f63aabbc275696849fa33c8691b6a9b9b2f2da80229ad2e6ece8380cd88/operationStatuses/08584288959256726696\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j2734208/providers/Microsoft.Resources/deployments/hcp-monitor\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j2734208/providers/Microsoft.Monitor/accounts/hcps-j2734208/providers/Microsoft.Authorization/roleAssignments/22b2f941-137e-5fbb-899f-102955913afc\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Encountered internal server error. Diagnostic information: timestamp '20260305T114255Z', subscription id 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', tracking id '6fc9826d-0897-483e-b974-17a8606ac75c', request correlation id '441331fa-02ce-4484-a005-f0a42898d604'.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n },\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j2734208/providers/Microsoft.Resources/deployments/svc-monitor\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j2734208/providers/Microsoft.Monitor/accounts/services-j2734208/providers/Microsoft.Authorization/roleAssignments/72b9a98c-bbb2-585a-a5bd-43bc46b2e197\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Encountered internal server error. Diagnostic information: timestamp '20260305T114311Z', subscription id 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', tracking id '7c09b509-8240-4f47-94bd-c4d8bfca9e79', request correlation id '441331fa-02ce-4484-a005-f0a42898d604'.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.Authorization","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4243/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029509204275892224","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4243,"pr_state":"closed","pr_sha":"33bde46988c6198e4a4c0a92b68af6e5e393d693","final_merged_sha":"33bde46988c6198e4a4c0a92b68af6e5e393d693","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-05T10:47:55Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"c6ac90712cd966b1ff39cf80481e55de70575e26f8269e3ff02c020ff1be6a1e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4243/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029509204275892224","occurred_at":"2026-03-05T10:47:55Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-03-05T11:17:36.021Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-03-05T11:17:38.376Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-03-05T11:17:39.730Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=dcdf53ab6a33f4648a45c10412b552aac5dc39f0a0b46cfd24d0996447c79fd8\ntime=2026-03-05T11:19:40.745Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j5892224/providers/Microsoft.Resources/deployments/dcdf53ab6a33f4648a45c10412b552aac5dc39f0a0b46cfd24d0996447c79fd8/operationStatuses/08584288974266074851\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j5892224/providers/Microsoft.Resources/deployments/hcp-monitor\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j5892224/providers/Microsoft.Monitor/accounts/hcps-j5892224/providers/Microsoft.Authorization/roleAssignments/3822e227-7632-564b-a3b3-d728937b0fe9\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Encountered internal server error. Diagnostic information: timestamp '20260305T111801Z', subscription id 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', tracking id 'b398975b-1bbb-4c1c-9400-f87cf78f2c8f', request correlation id '7a55ace7-095f-4e18-91c6-86114a7a425e'.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.Authorization","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029497123560493056","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4316,"pr_state":"closed","pr_sha":"a88a31f9140561442c3228d6941479d5c3b90d5f","final_merged_sha":"a88a31f9140561442c3228d6941479d5c3b90d5f","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T09:59:53Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4330/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029494192325005312","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4330,"pr_state":"closed","pr_sha":"9658e7facdf2d6a35a7d7d2d54a4f273970ca227","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-05T09:48:16Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4329/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029489931449012224","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4329,"pr_state":"closed","pr_sha":"dfe5ac76bc9e4a0592bdd7b9e454dff8694d9902","final_merged_sha":"0289e5cba1076ce737ad437633b268498778a383","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-05T09:31:20Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4320/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029481898840952832","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4320,"pr_state":"closed","pr_sha":"0bc9efd2e7e3d329a191fc2722583dc5b88a9b14","final_merged_sha":"0bc9efd2e7e3d329a191fc2722583dc5b88a9b14","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T08:57:14Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4310/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029479404832296960","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4310,"pr_state":"closed","pr_sha":"4b5ae236d9d72c2b4c53c9d7ce5e9b67247cf9bc","final_merged_sha":"4b5ae236d9d72c2b4c53c9d7ce5e9b67247cf9bc","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T08:49:24Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4243/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029478063313522688","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4243,"pr_state":"closed","pr_sha":"33bde46988c6198e4a4c0a92b68af6e5e393d693","final_merged_sha":"33bde46988c6198e4a4c0a92b68af6e5e393d693","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-05T08:41:19Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"2d4405104d6202da6b1da18e7640c5c8a152c2946e679d696b3eef9edfd365c1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4243/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029478063313522688","occurred_at":"2026-03-05T08:41:19Z","failed_at":"e2e","signature_id":"6505bd30538fd1c3e13c7a63dc515310cb34e279db895452bb22d80c4d9909f8","test_name":"Customer should be able to create an HCP cluster","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:131]: Unexpected error:\n \u003c*fmt.wrapError | 0xc00041a960\u003e: \n failed to create route: the server is currently unable to handle the request\n {\n msg: \"failed to create route: the server is currently unable to handle the request\",\n err: \u003c*errors.StatusError | 0xc000848000\u003e{\n ErrStatus: {\n TypeMeta: {Kind: \"\", APIVersion: \"\"},\n ListMeta: {\n SelfLink: \"\",\n ResourceVersion: \"\",\n Continue: \"\",\n RemainingItemCount: nil,\n },\n Status: \"Failure\",\n Message: \"the server is currently unable to handle the request\",\n Reason: \"ServiceUnavailable\",\n Details: {\n Name: \"\",\n Group: \"\",\n Kind: \"\",\n UID: \"\",\n Causes: [\n {\n Type: \"UnexpectedServerResponse\",\n Message: \"error trying to reach service: EOF\",\n Field: \"\",\n },\n ],\n RetryAfterSeconds: 0,\n },\n Code: 503,\n },\n },\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:131]: Unexpected error:\n \u003c*fmt.wrapError | 0xc00041a960\u003e: \n failed to create route: the server is currently unable to handle the request\n {\n msg: \"failed to create route: the server is currently unable to handle the request\",\n err: \u003c*errors.StatusError | 0xc000848000\u003e{\n ErrStatus: {\n TypeMeta: {Kind: \"\", APIVersion: \"\"},\n ListMeta: {\n SelfLink: \"\",\n ResourceVersion: \"\",\n Continue: \"\",\n RemainingItemCount: nil,\n },\n Status: \"Failure\",\n Message: \"the server is currently unable to handle the request\",\n Reason: \"ServiceUnavailable\",\n Details: {\n Name: \"\",\n Group: \"\",\n Kind: \"\",\n UID: \"\",\n Causes: [\n {\n Type: \"UnexpectedServerResponse\",\n Message: \"error trying to reach service: EOF\",\n Field: \"\",\n },\n ],\n RetryAfterSeconds: 0,\n },\n Code: 503,\n },\n },\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"eaacc54ebd46cefe15abd433d5c3a394c2c9eab33016bf077e0076e05e8a3f60","failure_pattern":"failed to create route: the server is currently unable to handle the request","search_query":"failed to create route: the server is currently unable to handle the request"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["eaacc54ebd46cefe15abd433d5c3a394c2c9eab33016bf077e0076e05e8a3f60"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4317/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029477953376620544","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4317,"pr_state":"closed","pr_sha":"3832c3f226ce4016ff6187e06101b490c14f1565","final_merged_sha":"3832c3f226ce4016ff6187e06101b490c14f1565","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T08:39:47Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4316/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029464932222767104","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4316,"pr_state":"closed","pr_sha":"a88a31f9140561442c3228d6941479d5c3b90d5f","final_merged_sha":"a88a31f9140561442c3228d6941479d5c3b90d5f","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T07:52:00Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4323/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029463161727356928","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4323,"pr_state":"closed","pr_sha":"79cc0879722654e5e3707b458246ffc8d1ba15bc","final_merged_sha":"79cc0879722654e5e3707b458246ffc8d1ba15bc","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T07:44:57Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4328/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029461186956759040","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4328,"pr_state":"closed","pr_sha":"55a4b56b4df6d60068ff96e88610b1244d67e16f","final_merged_sha":"55a4b56b4df6d60068ff96e88610b1244d67e16f","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-05T07:37:07Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"5f9225d40f5193e5da7b72633265a8d7577a9403a93878b6c3fbdb5ac72c9774","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4328/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029461186956759040","occurred_at":"2026-03-05T07:37:07Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-03-05T08:08:56.518Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-03-05T08:08:58.744Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-03-05T08:08:59.930Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=f0307857dfa4bfd4a491c13874b3f35a2260078b15aa1ecf510bb1d6073c3c09\ntime=2026-03-05T08:11:01.056Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j6759040/providers/Microsoft.Resources/deployments/f0307857dfa4bfd4a491c13874b3f35a2260078b15aa1ecf510bb1d6073c3c09/operationStatuses/08584289087462844066\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j6759040/providers/Microsoft.Resources/deployments/svc-monitor\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j6759040/providers/Microsoft.Monitor/accounts/services-j6759040/providers/Microsoft.Authorization/roleAssignments/93fe7d5e-4700-5dbe-8042-339e6c44c3d2\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Encountered internal server error. Diagnostic information: timestamp '20260305T080915Z', subscription id 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', tracking id '8d1df159-6531-446c-92df-b32aa73dbf86', request correlation id 'f4290445-2b26-4174-b5ae-b105dcb1b60e'.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n },\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j6759040/providers/Microsoft.Resources/deployments/hcp-monitor\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j6759040/providers/Microsoft.Monitor/accounts/hcps-j6759040/providers/Microsoft.Authorization/roleAssignments/c38e841b-728d-55f7-9bac-de32bb8c12bd\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Encountered internal server error. Diagnostic information: timestamp '20260305T080915Z', subscription id 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', tracking id 'da9e525b-7158-4fe6-981e-d2f3887819b0', request correlation id 'f4290445-2b26-4174-b5ae-b105dcb1b60e'.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.Authorization","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4279/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029454278887739392","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4279,"pr_state":"closed","pr_sha":"99ea3cd1325d8f44d8df10370cc9f408f177719b","final_merged_sha":"efa8e746c645a87051488818bbf21f67fb2329fd","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-05T07:09:10Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4285/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029446901098614784","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4285,"pr_state":"closed","pr_sha":"b61beb928788a2673941120ce3c13c31afe9b930","final_merged_sha":"b61beb928788a2673941120ce3c13c31afe9b930","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-05T06:40:21Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"fcc678f95bab8f59e1663bb65d0f0bd73448865faf6ffbd74d3cc43672713baa","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4285/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029446901098614784","occurred_at":"2026-03-05T06:40:21Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-03-05T07:10:22.878Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-03-05T07:10:24.806Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-03-05T07:10:26.338Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=08417ab41b55b6beab458d8c23ff58bc494581a90ac44125e29dc35ecb4d5e8a\ntime=2026-03-05T07:11:57.185Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j8614784/providers/Microsoft.Resources/deployments/08417ab41b55b6beab458d8c23ff58bc494581a90ac44125e29dc35ecb4d5e8a/operationStatuses/08584289122600834882\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j8614784/providers/Microsoft.Resources/deployments/svc-monitor\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j8614784/providers/Microsoft.Monitor/accounts/services-j8614784/providers/Microsoft.Authorization/roleAssignments/3698ffb6-8a5b-59a1-8ae2-7381805860f7\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Encountered internal server error. Diagnostic information: timestamp '20260305T071041Z', subscription id 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', tracking id '36ff17e3-ab53-4bec-8d0d-a4320a4e9aa4', request correlation id 'e6106325-27db-4264-8ec8-a9bd301d3453'.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.Authorization","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4303/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029408494687358976","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4303,"pr_state":"closed","pr_sha":"7148a34a98c3daf4639ce203a1af6126324406ca","final_merged_sha":"7148a34a98c3daf4639ce203a1af6126324406ca","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T04:07:44Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029407799372419072","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4303,"pr_state":"closed","pr_sha":"7148a34a98c3daf4639ce203a1af6126324406ca","final_merged_sha":"7148a34a98c3daf4639ce203a1af6126324406ca","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T04:04:58Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4310/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029407120356544512","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4310,"pr_state":"closed","pr_sha":"4b5ae236d9d72c2b4c53c9d7ce5e9b67247cf9bc","final_merged_sha":"4b5ae236d9d72c2b4c53c9d7ce5e9b67247cf9bc","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T04:01:28Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4323/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029384640841650176","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4323,"pr_state":"closed","pr_sha":"79cc0879722654e5e3707b458246ffc8d1ba15bc","final_merged_sha":"79cc0879722654e5e3707b458246ffc8d1ba15bc","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T02:32:57Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4318/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029379214389547008","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4318,"pr_state":"closed","pr_sha":"6e48d061192c64d4f4c380a842e7b5388e92ae73","final_merged_sha":"6e48d061192c64d4f4c380a842e7b5388e92ae73","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T02:11:23Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029378513328410624","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4290,"pr_state":"closed","pr_sha":"507eb199f7a4d7137d6ae5eddc82d001167895fb","final_merged_sha":"507eb199f7a4d7137d6ae5eddc82d001167895fb","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-05T02:08:36Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"50d5c98516e4a0965cecc4160e9cc5c1f4049b1959860d88559c533441a62e53","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029378513328410624","occurred_at":"2026-03-05T02:08:36Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-03-05T02:44:42.127Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-03-05T02:44:44.225Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-03-05T02:44:45.388Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=c33883562cbb0565bbc4b8b1461471b8d2373275b5386b7f0dbfdd020fee5a8c\ntime=2026-03-05T02:46:46.414Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j8410624/providers/Microsoft.Resources/deployments/c33883562cbb0565bbc4b8b1461471b8d2373275b5386b7f0dbfdd020fee5a8c/operationStatuses/08584289282008278246\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j8410624/providers/Microsoft.Resources/deployments/svc-monitor\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j8410624/providers/Microsoft.Monitor/accounts/services-j8410624/providers/Microsoft.Authorization/roleAssignments/1fea680a-204e-57e9-abe6-5bbd387eb69b\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Encountered internal server error. Diagnostic information: timestamp '20260305T024511Z', subscription id 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', tracking id 'ef02a3fa-f694-498a-8dd4-d48df935563a', request correlation id 'f9ce2c32-e549-4f79-b85b-46cd377186a5'.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.Authorization","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4303/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029362668065787904","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4303,"pr_state":"closed","pr_sha":"7148a34a98c3daf4639ce203a1af6126324406ca","final_merged_sha":"7148a34a98c3daf4639ce203a1af6126324406ca","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-05T01:05:38Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029359786268561408","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4303,"pr_state":"closed","pr_sha":"7148a34a98c3daf4639ce203a1af6126324406ca","final_merged_sha":"7148a34a98c3daf4639ce203a1af6126324406ca","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-05T00:54:11Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"21bb593f89f0a84f4c865c7244450582336604116ad20f30cd57f125fb6b4689","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029359786268561408","occurred_at":"2026-03-05T00:54:11Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-03-05T01:23:56.332Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-03-05T01:23:58.035Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-03-05T01:23:59.120Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=a01796ac4baa46ceaa0df83ddcb8473965a70bce3dce9cfa70dc64582e1b4346\ntime=2026-03-05T01:25:30.099Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j8561408/providers/Microsoft.Resources/deployments/a01796ac4baa46ceaa0df83ddcb8473965a70bce3dce9cfa70dc64582e1b4346/operationStatuses/08584289330470171432\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j8561408/providers/Microsoft.Resources/deployments/svc-monitor\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j8561408/providers/Microsoft.Monitor/accounts/services-j8561408/providers/Microsoft.Authorization/roleAssignments/ea66a137-5ba7-5402-bca5-53fef663ece7\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Encountered internal server error. Diagnostic information: timestamp '20260305T012421Z', subscription id 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', tracking id '4bd23607-a440-4e74-8dc6-f4c1beca3ab3', request correlation id 'af7d6d88-23e0-4957-a2fc-5705c4fc29df'.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n },\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j8561408/providers/Microsoft.Resources/deployments/hcp-monitor\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j8561408/providers/Microsoft.Monitor/accounts/hcps-j8561408/providers/Microsoft.Authorization/roleAssignments/c2a8e746-a51c-5395-a742-9764820801d4\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Encountered internal server error. Diagnostic information: timestamp '20260305T012413Z', subscription id 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', tracking id '6d2109f9-3697-4256-9aac-f890d6a4f099', request correlation id 'af7d6d88-23e0-4957-a2fc-5705c4fc29df'.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.Authorization","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4279/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029349597201043456","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4279,"pr_state":"closed","pr_sha":"9bce19c0b253a1664b88a85024fa247529209aff","final_merged_sha":"efa8e746c645a87051488818bbf21f67fb2329fd","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-05T00:13:42Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"b7ea2f21bdb800529c7c2f30bb10969880e36f970de7b8645071f68ccb554e46","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4279/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029349597201043456","occurred_at":"2026-03-05T00:13:42Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-03-05T00:51:55.489Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-03-05T00:51:57.551Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-03-05T00:51:58.689Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=e289e452ce30dca8b9b33fbec9a710150ba61ec8edecfa9d7f9b5a5bb2ee010c\ntime=2026-03-05T00:53:29.477Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j1043456/providers/Microsoft.Resources/deployments/e289e452ce30dca8b9b33fbec9a710150ba61ec8edecfa9d7f9b5a5bb2ee010c/operationStatuses/08584289349674868518\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j1043456/providers/Microsoft.Resources/deployments/maestro-infra-deployment\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j1043456/providers/Microsoft.EventGrid/namespaces/arohcp-prow-maestro-j1043456\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"Internal error\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The operation failed due to an internal server error. The initial state of the impacted resources (if any) are restored. Please try again in few minutes. If error still persists, report 87f09325-e80e-49f7-81d9-4e95395939c8:3/5/2026 12:53:06 AM (UTC) to our forums for assistance or raise a support ticket .\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.EventGrid","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["69844ebd91a7bea6a85a8e0d235efb3ec57fe0b5fb3b8dab78ed169e1b1fe4bc"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029348885498957824","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4279,"pr_state":"closed","pr_sha":"9bce19c0b253a1664b88a85024fa247529209aff","final_merged_sha":"efa8e746c645a87051488818bbf21f67fb2329fd","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-05T00:10:52Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"c3c311f5d5e08b6f0f5afedaad799a64a0aaebcdfc740e4d34e7c1b7e9a88a2e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/batch/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2029348885498957824","occurred_at":"2026-03-05T00:10:52Z","failed_at":"provision","signature_id":"5259251d7d7352e4822ed036e9b5e3f561171ca010aa2c4b92b812bc233d1653","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Region/regional/infra","test_suite":"step graph","failure_text":"time=2026-03-05T00:41:38.724Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra description=\"Step infra\\n Kind: ARM\\n Template: templates/region.bicep\\n Parameters: configurations/region.tmpl.bicepparam\"\ntime=2026-03-05T00:41:41.203Z level=DEBUG+2 msg=\"Starting ARM deployment\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra\ntime=2026-03-05T00:41:42.300Z level=DEBUG+3 msg=\"Deployment started\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra deployment=d2d5197b55c6d9d0e84f8794e76ca7d3393df4f5fca5fc6f8f13198c5f7020fc\ntime=2026-03-05T00:43:13.044Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Region resourceGroup=regional step=infra err=\"failed to run ARM step: failed to poll deployment: failed to wait for deployment completion: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/hcp-underlay-prow-j8957824/providers/Microsoft.Resources/deployments/d2d5197b55c6d9d0e84f8794e76ca7d3393df4f5fca5fc6f8f13198c5f7020fc/operationStatuses/08584289355838782821\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"DeploymentFailed\\\",\\n \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n \\\"details\\\": [\\n {\\n \\\"code\\\": \\\"Conflict\\\",\\n \\\"message\\\": \\\"{\\\\r\\\\n \\\\\\\"status\\\\\\\": \\\\\\\"Failed\\\\\\\",\\\\r\\\\n \\\\\\\"error\\\\\\\": {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'Failed'.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"DeploymentFailed\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j8957824/providers/Microsoft.Resources/deployments/hcp-monitor\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\\\\\",\\\\r\\\\n \\\\\\\"details\\\\\\\": [\\\\r\\\\n {\\\\r\\\\n \\\\\\\"code\\\\\\\": \\\\\\\"ResourceDeploymentFailure\\\\\\\",\\\\r\\\\n \\\\\\\"target\\\\\\\": \\\\\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/hcp-underlay-prow-j8957824/providers/Microsoft.Monitor/accounts/hcps-j8957824/providers/Microsoft.Authorization/roleAssignments/b78ed5ca-6bf2-5a8b-afef-8067513778d3\\\\\\\",\\\\r\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Encountered internal server error. Diagnostic information: timestamp '20260305T004157Z', subscription id 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', tracking id '048ab58c-9aac-4ae5-ac20-57059a42ce03', request correlation id 'c8b1f931-df64-4ba1-bd53-847f7f697a0b'.\\\\\\\"\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n ]\\\\r\\\\n }\\\\r\\\\n}\\\"\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; provider Microsoft.Authorization","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["301528d535b97ee60ce2db8b97bca821eb32cd4fca51b7a3da578d2b4d7fdf33"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}}]}]}