{"meta":{"start_date":"2026-03-11","end_date":"2026-03-11","start_at":"2026-03-11T00:00:00Z","end_at":"2026-03-12T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T23:22:54Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":9,"failed_runs":7,"raw_occurrences":15,"matched_occurrences":15,"runs_affected":7},"rows":[{"environment":"int","failure_pattern_id":"29001e2ab3400d2423e59cccf5d3bc75b0bb1948c7c11c55b2b4e3162fb2cbea","failure_pattern":"not to be nil","search_query":"not to be nil","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":5,"runs_affected":3,"failed_runs":3,"run_impact_percent":33.333333333333336,"anchor_occurrences":5,"after_last_push_count":5,"trend_counts":[0,0,0,0,0,0,5],"trend_range":"2026-03-05..2026-03-11 UTC","prior_windows_present":0,"prior_runs_affected":3,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:91]: Expected\n \u003c*string | 0x0\u003e: nil\nnot to be nil\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:91]: Expected\n \u003c*string | 0x0\u003e: nil\nnot to be nil","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:145]: Expected\n \u003c*string | 0x0\u003e: nil\nnot to be nil\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:145]: Expected\n \u003c*string | 0x0\u003e: nil\nnot to be nil"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2031775377503817728","occurred_at":"2026-03-11T16:52:53Z","signature_id":"fba1a6daaaa11df84b87d7f9ebfc1889d5025dd4fa57c6018f3a3dc38df0b823","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2031775377503817728","occurred_at":"2026-03-11T16:52:53Z","signature_id":"fba1a6daaaa11df84b87d7f9ebfc1889d5025dd4fa57c6018f3a3dc38df0b823","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2031675611008733184","occurred_at":"2026-03-11T10:16:26Z","signature_id":"fba1a6daaaa11df84b87d7f9ebfc1889d5025dd4fa57c6018f3a3dc38df0b823","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2031675611008733184","occurred_at":"2026-03-11T10:16:26Z","signature_id":"fba1a6daaaa11df84b87d7f9ebfc1889d5025dd4fa57c6018f3a3dc38df0b823","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2031571552545280000","occurred_at":"2026-03-11T03:22:57Z","signature_id":"fba1a6daaaa11df84b87d7f9ebfc1889d5025dd4fa57c6018f3a3dc38df0b823","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"234737fe1de0ab0d4753d9ece76af3c50d895013bb803ce30f31eba3838f12b6","failure_pattern":"ERROR CODE: InvalidIdentityValues; provider Microsoft.ManagedIdentity","search_query":"ERROR CODE: InvalidIdentityValues","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":4,"runs_affected":4,"failed_runs":4,"run_impact_percent":44.44444444444444,"anchor_occurrences":4,"after_last_push_count":4,"trend_counts":[0,0,0,0,0,0,4],"trend_range":"2026-03-05..2026-03-11 UTC","prior_windows_present":0,"prior_runs_affected":4,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":4}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:415]: Unexpected error:\n \u003c*exported.ResponseError | 0xc000f97890\u003e: \n PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-zpzk8c/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidIdentityValues\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidIdentityValues\",\n \"message\": \"Invalid value for the identities '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-controller-manager,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/control-plane,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/disk-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/image-registry,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/service'. The 'UserAssignedIdentities' property keys should only be empty null during PATCH requests.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n ErrorCode: \"InvalidIdentityValues\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Routing-Request-Id\": [\n \"UKSOUTH:20260311T151231Z:9c11778c-ff60-487b-a423-651593da8efe\",\n ],\n \"Strict-Transport-Security\": [\n \"max-age=31536000; includeSubDomains\",\n ],\n \"X-Msedge-Ref\": [\n \"Ref A: 4505E2BF16A0421FA071A149B08EF585 Ref B: CHI261140504060 Ref C: 2026-03-11T15:12:31Z\",\n ],\n \"Cache-Control\": [\"no-cache\"],\n \"Content-Type\": [\n \"application/json; charset=utf-8\",\n ],\n \"X-Ms-Failure-Cause\": [\"gateway\"],\n \"X-Content-Type-Options\": [\"nosniff\"],\n \"X-Cache\": [\"CONFIG_NOCACHE\"],\n \"Date\": [\n \"Wed, 11 Mar 2026 15:12:31 GMT\",\n ],\n \"Pragma\": [\"no-cache\"],\n \"Content-Length\": [\"1927\"],\n \"Expires\": [\"-1\"],\n \"X-Ms-Request-Id\": [\n \"9c11778c-ff60-487b-a423-651593da8efe\",\n ],\n \"X-Ms-Correlation-Request-Id\": [\n \"9c11778c-ff60-487b-a423-651593da8efe\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc001100fc0\u003e{\n s: \"{\\\"error\\\":{\\\"code\\\":\\\"InvalidIdentityValues\\\",\\\"message\\\":\\\"Invalid value for the identities '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-controller-manager,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/control-plane,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/disk-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/image-registry,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/service'. The 'UserAssignedIdentities' property keys should only be empty null during PATCH requests.\\\"}}\",\n i: 0,\n },\n ContentLength: 1927,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"PUT\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"management.azure.com\",\n Path: \"/subscriptions/64f0619f-ebc2-4156-...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:415]: Unexpected error:\n \u003c*exported.ResponseError | 0xc000f97890\u003e: \n PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-zpzk8c/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidIdentityValues\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidIdentityValues\",\n \"message\": \"Invalid value for the identities '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-controller-manager,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/control-plane,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/disk-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/image-registry,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/service'. The 'UserAssignedIdentities' property keys should only be empty null during PATCH requests.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n ErrorCode: \"InvalidIdentityValues\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Routing-Request-Id\": [\n \"UKSOUTH:20260311T151231Z:9c11778c-ff60-487b-a423-651593da8efe\",\n ],\n \"Strict-Transport-Security\": [\n \"max-age=31536000; includeSubDomains\",\n ],\n \"X-Msedge-Ref\": [\n \"Ref A: 4505E2BF16A0421FA071A149B08EF585 Ref B: CHI261140504060 Ref C: 2026-03-11T15:12:31Z\",\n ],\n \"Cache-Control\": [\"no-cache\"],\n \"Content-Type\": [\n \"application/json; charset=utf-8\",\n ],\n \"X-Ms-Failure-Cause\": [\"gateway\"],\n \"X-Content-Type-Options\": [\"nosniff\"],\n \"X-Cache\": [\"CONFIG_NOCACHE\"],\n \"Date\": [\n \"Wed, 11 Mar 2026 15:12:31 GMT\",\n ],\n \"Pragma\": [\"no-cache\"],\n \"Content-Length\": [\"1927\"],\n \"Expires\": [\"-1\"],\n \"X-Ms-Request-Id\": [\n \"9c11778c-ff60-487b-a423-651593da8efe\",\n ],\n \"X-Ms-Correlation-Request-Id\": [\n \"9c11778c-ff60-487b-a423-651593da8efe\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc001100fc0\u003e{\n s: \"{\\\"error\\\":{\\\"code\\\":\\\"InvalidIdentityValues\\\",\\\"message\\\":\\\"Invalid value for the identities '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-controller-manager,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/control-plane,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/disk-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/image-registry,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-8/providers/Microsoft.ManagedIdentity/userAssignedIdentities/service'. The 'UserAssignedIdentities' property keys should only be empty null during PATCH requests.\\\"}}\",\n i: 0,\n },\n ContentLength: 1927,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"PUT\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"management.azure.com\",\n Path: \"/subscriptions/64f0619f-ebc2-4156-...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:415]: Unexpected error:\n \u003c*exported.ResponseError | 0xc0009bd380\u003e: \n PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-nld688/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidIdentityValues\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidIdentityValues\",\n \"message\": \"Invalid value for the identities '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-controller-manager,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/control-plane,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/disk-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/image-registry,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/service'. The 'UserAssignedIdentities' property keys should only be empty null during PATCH requests.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n ErrorCode: \"InvalidIdentityValues\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Cache-Control\": [\"no-cache\"],\n \"Pragma\": [\"no-cache\"],\n \"Content-Type\": [\n \"application/json; charset=utf-8\",\n ],\n \"Expires\": [\"-1\"],\n \"X-Ms-Routing-Request-Id\": [\n \"UKSOUTH:20260311T130855Z:1f5ad0e5-72af-4f34-87a3-cbd696db9711\",\n ],\n \"Strict-Transport-Security\": [\n \"max-age=31536000; includeSubDomains\",\n ],\n \"X-Content-Type-Options\": [\"nosniff\"],\n \"X-Cache\": [\"CONFIG_NOCACHE\"],\n \"Content-Length\": [\"1937\"],\n \"X-Ms-Failure-Cause\": [\"gateway\"],\n \"X-Ms-Request-Id\": [\n \"1f5ad0e5-72af-4f34-87a3-cbd696db9711\",\n ],\n \"X-Ms-Correlation-Request-Id\": [\n \"1f5ad0e5-72af-4f34-87a3-cbd696db9711\",\n ],\n \"X-Msedge-Ref\": [\n \"Ref A: 79888FDC7E984BA8A98CF39D24F6722A Ref B: CH1AA2020610011 Ref C: 2026-03-11T13:08:55Z\",\n ],\n \"Date\": [\n \"Wed, 11 Mar 2026 13:08:54 GMT\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000d91100\u003e{\n s: \"{\\\"error\\\":{\\\"code\\\":\\\"InvalidIdentityValues\\\",\\\"message\\\":\\\"Invalid value for the identities '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-controller-manager,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/control-plane,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/disk-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/image-registry,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/service'. The 'UserAssignedIdentities' property keys should only be empty null during PATCH requests.\\\"}}\",\n i: 0,\n },\n ContentLength: 1937,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"PUT\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"management.azure.com\",\n Path: \"/subscriptions/64f0619f-...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:415]: Unexpected error:\n \u003c*exported.ResponseError | 0xc0009bd380\u003e: \n PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-nld688/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidIdentityValues\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidIdentityValues\",\n \"message\": \"Invalid value for the identities '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-controller-manager,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/control-plane,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/disk-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/image-registry,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/service'. The 'UserAssignedIdentities' property keys should only be empty null during PATCH requests.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n ErrorCode: \"InvalidIdentityValues\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Cache-Control\": [\"no-cache\"],\n \"Pragma\": [\"no-cache\"],\n \"Content-Type\": [\n \"application/json; charset=utf-8\",\n ],\n \"Expires\": [\"-1\"],\n \"X-Ms-Routing-Request-Id\": [\n \"UKSOUTH:20260311T130855Z:1f5ad0e5-72af-4f34-87a3-cbd696db9711\",\n ],\n \"Strict-Transport-Security\": [\n \"max-age=31536000; includeSubDomains\",\n ],\n \"X-Content-Type-Options\": [\"nosniff\"],\n \"X-Cache\": [\"CONFIG_NOCACHE\"],\n \"Content-Length\": [\"1937\"],\n \"X-Ms-Failure-Cause\": [\"gateway\"],\n \"X-Ms-Request-Id\": [\n \"1f5ad0e5-72af-4f34-87a3-cbd696db9711\",\n ],\n \"X-Ms-Correlation-Request-Id\": [\n \"1f5ad0e5-72af-4f34-87a3-cbd696db9711\",\n ],\n \"X-Msedge-Ref\": [\n \"Ref A: 79888FDC7E984BA8A98CF39D24F6722A Ref B: CH1AA2020610011 Ref C: 2026-03-11T13:08:55Z\",\n ],\n \"Date\": [\n \"Wed, 11 Mar 2026 13:08:54 GMT\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000d91100\u003e{\n s: \"{\\\"error\\\":{\\\"code\\\":\\\"InvalidIdentityValues\\\",\\\"message\\\":\\\"Invalid value for the identities '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-controller-manager,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/control-plane,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/disk-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/image-registry,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-67/providers/Microsoft.ManagedIdentity/userAssignedIdentities/service'. The 'UserAssignedIdentities' property keys should only be empty null during PATCH requests.\\\"}}\",\n i: 0,\n },\n ContentLength: 1937,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"PUT\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"management.azure.com\",\n Path: \"/subscriptions/64f0619f-...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:415]: Unexpected error:\n \u003c*exported.ResponseError | 0xc00087cb10\u003e: \n PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-q89nkn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidIdentityValues\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidIdentityValues\",\n \"message\": \"Invalid value for the identities '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-controller-manager,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/control-plane,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/disk-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/image-registry,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/service'. The 'UserAssignedIdentities' property keys should only be empty null during PATCH requests.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n ErrorCode: \"InvalidIdentityValues\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Expires\": [\"-1\"],\n \"X-Ms-Request-Id\": [\n \"5d0f1a83-e9e3-4322-9402-079527a36e43\",\n ],\n \"X-Ms-Correlation-Request-Id\": [\n \"5d0f1a83-e9e3-4322-9402-079527a36e43\",\n ],\n \"Strict-Transport-Security\": [\n \"max-age=31536000; includeSubDomains\",\n ],\n \"X-Msedge-Ref\": [\n \"Ref A: 7799C63EF4DB4BDE88CFAD7F106271DB Ref B: CHI261140512040 Ref C: 2026-03-11T06:03:42Z\",\n ],\n \"Pragma\": [\"no-cache\"],\n \"Content-Length\": [\"1947\"],\n \"X-Ms-Failure-Cause\": [\"gateway\"],\n \"X-Ms-Routing-Request-Id\": [\n \"UKSOUTH:20260311T060342Z:5d0f1a83-e9e3-4322-9402-079527a36e43\",\n ],\n \"X-Content-Type-Options\": [\"nosniff\"],\n \"X-Cache\": [\"CONFIG_NOCACHE\"],\n \"Date\": [\n \"Wed, 11 Mar 2026 06:03:41 GMT\",\n ],\n \"Cache-Control\": [\"no-cache\"],\n \"Content-Type\": [\n \"application/json; charset=utf-8\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc00011d160\u003e{\n s: \"{\\\"error\\\":{\\\"code\\\":\\\"InvalidIdentityValues\\\",\\\"message\\\":\\\"Invalid value for the identities '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-controller-manager,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/control-plane,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/disk-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/image-registry,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/service'. The 'UserAssignedIdentities' property keys should only be empty null during PATCH requests.\\\"}}\",\n i: 0,\n },\n ContentLength: 1947,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"PUT\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"management.azure.com\",\n Path: \"/subscriptions...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:415]: Unexpected error:\n \u003c*exported.ResponseError | 0xc00087cb10\u003e: \n PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/e2e-cidr-connectivity-q89nkn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cidr-connectivity-test\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidIdentityValues\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidIdentityValues\",\n \"message\": \"Invalid value for the identities '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-controller-manager,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/control-plane,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/disk-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/image-registry,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/service'. The 'UserAssignedIdentities' property keys should only be empty null during PATCH requests.\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n ErrorCode: \"InvalidIdentityValues\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Expires\": [\"-1\"],\n \"X-Ms-Request-Id\": [\n \"5d0f1a83-e9e3-4322-9402-079527a36e43\",\n ],\n \"X-Ms-Correlation-Request-Id\": [\n \"5d0f1a83-e9e3-4322-9402-079527a36e43\",\n ],\n \"Strict-Transport-Security\": [\n \"max-age=31536000; includeSubDomains\",\n ],\n \"X-Msedge-Ref\": [\n \"Ref A: 7799C63EF4DB4BDE88CFAD7F106271DB Ref B: CHI261140512040 Ref C: 2026-03-11T06:03:42Z\",\n ],\n \"Pragma\": [\"no-cache\"],\n \"Content-Length\": [\"1947\"],\n \"X-Ms-Failure-Cause\": [\"gateway\"],\n \"X-Ms-Routing-Request-Id\": [\n \"UKSOUTH:20260311T060342Z:5d0f1a83-e9e3-4322-9402-079527a36e43\",\n ],\n \"X-Content-Type-Options\": [\"nosniff\"],\n \"X-Cache\": [\"CONFIG_NOCACHE\"],\n \"Date\": [\n \"Wed, 11 Mar 2026 06:03:41 GMT\",\n ],\n \"Cache-Control\": [\"no-cache\"],\n \"Content-Type\": [\n \"application/json; charset=utf-8\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc00011d160\u003e{\n s: \"{\\\"error\\\":{\\\"code\\\":\\\"InvalidIdentityValues\\\",\\\"message\\\":\\\"Invalid value for the identities '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-controller-manager,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/control-plane,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/disk-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/file-csi-driver,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/image-registry,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/kms,/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-143/providers/Microsoft.ManagedIdentity/userAssignedIdentities/service'. The 'UserAssignedIdentities' property keys should only be empty null during PATCH requests.\\\"}}\",\n i: 0,\n },\n ContentLength: 1947,\n TransferEncoding: nil,\n Close: false,\n Uncompressed: false,\n Trailer: nil,\n Request: {\n Method: \"PUT\",\n URL: {\n Scheme: \"https\",\n Opaque: \"\",\n User: nil,\n Host: \"management.azure.com\",\n Path: \"/subscriptions...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2031742424082026496","occurred_at":"2026-03-11T14:41:44Z","signature_id":"8106c33fe5d18db952ae6b3ec4026f5a7c7f7b13b85b2e98174a2e4ede85f771","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2031711680643207168","occurred_at":"2026-03-11T12:39:46Z","signature_id":"ad29400a287a88f2d0d248e5fc14cf3c90cdb47287bf546e6b0ee1db34b142f0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2031604521683128320","occurred_at":"2026-03-11T05:33:57Z","signature_id":"7a08b280f6c0f60d10ed2e5627d3dedf6084a7ced2766fb96822ca0cf620882b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2031571552545280000","occurred_at":"2026-03-11T03:22:57Z","signature_id":"744f6b1e3d202963688b218a6448b3b28869ae19c41e84ed02ebe5391d23090f","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"fcca862eb27e23509d85f6fcb1ad2960de66de78a777ff1696b296d9e75ced9d","failure_pattern":"ERROR CODE: InternalServerError; context ; provider Microsoft.Network","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":2,"runs_affected":1,"failed_runs":1,"run_impact_percent":11.11111111111111,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,0,2],"trend_range":"2026-03-05..2026-03-11 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000c720a0\u003e: \n failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-qkwf4p\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b05f658-bbb6-452d-b845-92443ec2c619\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b05f658-bbb6-452d-b845-92443ec2c619\",\n \"name\": \"0b05f658-bbb6-452d-b845-92443ec2c619\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-03-11T03:36:35.705780329Z\",\n \"endTime\": \"2026-03-11T03:38:07.574131728Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Network/locations/uksouth/operations/de3f3e34-ee55-4c5b-bdc7-7cbf3170faf2\\n--------------------------------------------------------------------------------\\nRESPONSE 404: 404 Not Found\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"message\\\": \\\"Operation de3f3e34-ee55-4c5b-bdc7-7cbf3170faf2 not found.\\\",\\n \\\"details\\\": []\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create HCP cluster ea-cluster: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-qkwf4p\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b05f658-bbb6-452d-b845-92443ec2c619\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b05f658-bbb6-452d-b845-92443ec2c619\\\",\\n \\\"name\\\": \\\"0b05f658-bbb6-452d-b845-92443ec2c619\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-03-11T03:36:35.705780329Z\\\",\\n \\\"endTime\\\": \\\"2026-03-11T03:38:07.574131728Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Network/locations/uksouth/operations/de3f3e34-ee55-4c5b-bdc7-7cbf3170faf2\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 404: 404 Not Found\\\\nERROR CODE UNAVAILABLE\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n \\\\\\\"error\\\\\\\": {\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Operation de3f3e34-ee55-4c5b-bdc7-7cbf3170faf2 not found.\\\\\\\",\\\\n \\\\\\\"details\\\\\\\": []\\\\n }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc000c72080\u003e{\n msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-qkwf4p\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b05f658-bbb6-452d-b845-92443ec2c619\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b05f658-bbb6-452d-b845-92443ec2c619\\\",\\n \\\"name\\\": \\\"0b05f658-bbb6-452d-b845-92443ec2c619\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-03-11T03:36:35.705780329Z\\\",\\n \\\"endTime\\\": \\\"2026-03-11T03:38:07.574131728Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Network/locations/uksouth/operations/de3f3e34-ee55-4c5b-bdc7-7cbf3170faf2\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 404: 404 Not Found\\\\nERROR CODE UNAVAILABLE\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n \\\\\\\"error\\\\\\\": {\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Operation de3f3e34-ee55-4c5b-bdc7-7cbf3170faf2 not found.\\\\\\\",\\\\n \\\\\\\"details\\\\\\\": []\\\\n }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc00144fd10\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 200,\n RawResponse: {\n Status: \"200 OK\",\n StatusCode: 200,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000c720a0\u003e: \n failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-qkwf4p\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b05f658-bbb6-452d-b845-92443ec2c619\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b05f658-bbb6-452d-b845-92443ec2c619\",\n \"name\": \"0b05f658-bbb6-452d-b845-92443ec2c619\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-03-11T03:36:35.705780329Z\",\n \"endTime\": \"2026-03-11T03:38:07.574131728Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Network/locations/uksouth/operations/de3f3e34-ee55-4c5b-bdc7-7cbf3170faf2\\n--------------------------------------------------------------------------------\\nRESPONSE 404: 404 Not Found\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"message\\\": \\\"Operation de3f3e34-ee55-4c5b-bdc7-7cbf3170faf2 not found.\\\",\\n \\\"details\\\": []\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create HCP cluster ea-cluster: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-qkwf4p\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b05f658-bbb6-452d-b845-92443ec2c619\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b05f658-bbb6-452d-b845-92443ec2c619\\\",\\n \\\"name\\\": \\\"0b05f658-bbb6-452d-b845-92443ec2c619\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-03-11T03:36:35.705780329Z\\\",\\n \\\"endTime\\\": \\\"2026-03-11T03:38:07.574131728Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Network/locations/uksouth/operations/de3f3e34-ee55-4c5b-bdc7-7cbf3170faf2\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 404: 404 Not Found\\\\nERROR CODE UNAVAILABLE\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n \\\\\\\"error\\\\\\\": {\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Operation de3f3e34-ee55-4c5b-bdc7-7cbf3170faf2 not found.\\\\\\\",\\\\n \\\\\\\"details\\\\\\\": []\\\\n }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc000c72080\u003e{\n msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-qkwf4p\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b05f658-bbb6-452d-b845-92443ec2c619\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b05f658-bbb6-452d-b845-92443ec2c619\\\",\\n \\\"name\\\": \\\"0b05f658-bbb6-452d-b845-92443ec2c619\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-03-11T03:36:35.705780329Z\\\",\\n \\\"endTime\\\": \\\"2026-03-11T03:38:07.574131728Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Network/locations/uksouth/operations/de3f3e34-ee55-4c5b-bdc7-7cbf3170faf2\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 404: 404 Not Found\\\\nERROR CODE UNAVAILABLE\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n \\\\\\\"error\\\\\\\": {\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Operation de3f3e34-ee55-4c5b-bdc7-7cbf3170faf2 not found.\\\\\\\",\\\\n \\\\\\\"details\\\\\\\": []\\\\n }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc00144fd10\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 200,\n RawResponse: {\n Status: \"200 OK\",\n StatusCode: 200,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0000d9940\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-6h5tqt\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5c49f2a2-a1d3-45dc-b6e8-265bbbe3eadb\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5c49f2a2-a1d3-45dc-b6e8-265bbbe3eadb\",\n \"name\": \"5c49f2a2-a1d3-45dc-b6e8-265bbbe3eadb\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-03-11T03:36:37.014555279Z\",\n \"endTime\": \"2026-03-11T03:38:07.990052924Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Network/locations/uksouth/operations/bcedbd48-06f7-4d82-a965-ffd4f43ad6ae\\n--------------------------------------------------------------------------------\\nRESPONSE 404: 404 Not Found\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"message\\\": \\\"Operation bcedbd48-06f7-4d82-a965-ffd4f43ad6ae not found.\\\",\\n \\\"details\\\": []\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-6h5tqt\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5c49f2a2-a1d3-45dc-b6e8-265bbbe3eadb\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5c49f2a2-a1d3-45dc-b6e8-265bbbe3eadb\\\",\\n \\\"name\\\": \\\"5c49f2a2-a1d3-45dc-b6e8-265bbbe3eadb\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-03-11T03:36:37.014555279Z\\\",\\n \\\"endTime\\\": \\\"2026-03-11T03:38:07.990052924Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Network/locations/uksouth/operations/bcedbd48-06f7-4d82-a965-ffd4f43ad6ae\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 404: 404 Not Found\\\\nERROR CODE UNAVAILABLE\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n \\\\\\\"error\\\\\\\": {\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Operation bcedbd48-06f7-4d82-a965-ffd4f43ad6ae not found.\\\\\\\",\\\\n \\\\\\\"details\\\\\\\": []\\\\n }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc0000d9900\u003e{\n msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-6h5tqt\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5c49f2a2-a1d3-45dc-b6e8-265bbbe3eadb\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5c49f2a2-a1d3-45dc-b6e8-265bbbe3eadb\\\",\\n \\\"name\\\": \\\"5c49f2a2-a1d3-45dc-b6e8-265bbbe3eadb\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-03-11T03:36:37.014555279Z\\\",\\n \\\"endTime\\\": \\\"2026-03-11T03:38:07.990052924Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Network/locations/uksouth/operations/bcedbd48-06f7-4d82-a965-ffd4f43ad6ae\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 404: 404 Not Found\\\\nERROR CODE UNAVAILABLE\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n \\\\\\\"error\\\\\\\": {\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Operation bcedbd48-06f7-4d82-a965-ffd4f43ad6ae not found.\\\\\\\",\\\\n \\\\\\\"details\\\\\\\": []\\\\n }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000f006c0\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 200,\n RawResponse: {\n Status: \"200 OK\",\n StatusCode: 200,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Routing-Request-Id\": [\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0000d9940\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-6h5tqt\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5c49f2a2-a1d3-45dc-b6e8-265bbbe3eadb\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5c49f2a2-a1d3-45dc-b6e8-265bbbe3eadb\",\n \"name\": \"5c49f2a2-a1d3-45dc-b6e8-265bbbe3eadb\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-03-11T03:36:37.014555279Z\",\n \"endTime\": \"2026-03-11T03:38:07.990052924Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Network/locations/uksouth/operations/bcedbd48-06f7-4d82-a965-ffd4f43ad6ae\\n--------------------------------------------------------------------------------\\nRESPONSE 404: 404 Not Found\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"message\\\": \\\"Operation bcedbd48-06f7-4d82-a965-ffd4f43ad6ae not found.\\\",\\n \\\"details\\\": []\\n }\\n}\\n--------------------------------------------------------------------------------\\n\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-6h5tqt\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5c49f2a2-a1d3-45dc-b6e8-265bbbe3eadb\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5c49f2a2-a1d3-45dc-b6e8-265bbbe3eadb\\\",\\n \\\"name\\\": \\\"5c49f2a2-a1d3-45dc-b6e8-265bbbe3eadb\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-03-11T03:36:37.014555279Z\\\",\\n \\\"endTime\\\": \\\"2026-03-11T03:38:07.990052924Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Network/locations/uksouth/operations/bcedbd48-06f7-4d82-a965-ffd4f43ad6ae\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 404: 404 Not Found\\\\nERROR CODE UNAVAILABLE\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n \\\\\\\"error\\\\\\\": {\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Operation bcedbd48-06f7-4d82-a965-ffd4f43ad6ae not found.\\\\\\\",\\\\n \\\\\\\"details\\\\\\\": []\\\\n }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*fmt.wrapError | 0xc0000d9900\u003e{\n msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-6h5tqt\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5c49f2a2-a1d3-45dc-b6e8-265bbbe3eadb\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5c49f2a2-a1d3-45dc-b6e8-265bbbe3eadb\\\",\\n \\\"name\\\": \\\"5c49f2a2-a1d3-45dc-b6e8-265bbbe3eadb\\\",\\n \\\"status\\\": \\\"Failed\\\",\\n \\\"startTime\\\": \\\"2026-03-11T03:36:37.014555279Z\\\",\\n \\\"endTime\\\": \\\"2026-03-11T03:38:07.990052924Z\\\",\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InternalServerError\\\",\\n \\\"message\\\": \\\"GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.Network/locations/uksouth/operations/bcedbd48-06f7-4d82-a965-ffd4f43ad6ae\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 404: 404 Not Found\\\\nERROR CODE UNAVAILABLE\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n \\\\\\\"error\\\\\\\": {\\\\n \\\\\\\"message\\\\\\\": \\\\\\\"Operation bcedbd48-06f7-4d82-a965-ffd4f43ad6ae not found.\\\\\\\",\\\\n \\\\\\\"details\\\\\\\": []\\\\n }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000f006c0\u003e{\n ErrorCode: \"InternalServerError\",\n StatusCode: 200,\n RawResponse: {\n Status: \"200 OK\",\n StatusCode: 200,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Routing-Request-Id\": [\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2031571552545280000","occurred_at":"2026-03-11T03:22:57Z","signature_id":"7b7b054752b0885c9af570caad57b1f44f99fc1b96bb07352ce71135ad051b56","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2031571552545280000","occurred_at":"2026-03-11T03:22:57Z","signature_id":"cc70448829c646dd481f908571d950a4d5bc036908b8332bda15676a93a9de52","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"e9065928ca1d323095a060fb425d3a601fe5817c1279001c85a6c30b326c861b","failure_pattern":"Cluster provisioning failed","search_query":"Cluster provisioning failed","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":11.11111111111111,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-03-05..2026-03-11 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:152]: Cluster provisioning failed\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:152]: Cluster provisioning failed"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2031571552545280000","occurred_at":"2026-03-11T03:22:57Z","signature_id":"14c80964b9874c9081110be783c8e717ab9db60e5a66ec45327b015be13e84aa","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"ed91849277e23f84f2cfe3e0bb2a2379781cf9007095371a6220d51d0605b4b7","failure_pattern":"Interrupted by User","search_query":"Interrupted by User","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":11.11111111111111,"anchor_occurrences":1,"after_last_push_count":46,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-03-05..2026-03-11 UTC","prior_windows_present":2,"prior_window_starts":["2026-02-23","2026-03-02"],"prior_runs_affected":13,"prior_last_seen_at":"2026-03-04T09:08:32Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1}],"full_error_samples":["fail [:0]: Interrupted by User\nfail [:0]: Interrupted by User"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2031521952853659648","occurred_at":"2026-03-11T00:05:52Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"52d9258f03a60774b49eaa70a514574e25b40d0eeb6ddfa13f252e24164f6be2","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-wfxt59\" to finish deleting: context canceled","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":11.11111111111111,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-03-05..2026-03-11 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n \u003c*errors.joinError | 0xc000013548\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-wfxt59\" to finish deleting: context canceled\n {\n errs: [\n \u003c*fmt.wrapError | 0xc000c83c80\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-wfxt59\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000c83c60\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-wfxt59\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000c83c40\u003e{\n msg: \"failed waiting for hcpCluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-wfxt59\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0xb0680c0\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n ],\n }\noccurred \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n \u003c*errors.joinError | 0xc000013548\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-wfxt59\" to finish deleting: context canceled\n {\n errs: [\n \u003c*fmt.wrapError | 0xc000c83c80\u003e{\n msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-wfxt59\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000c83c60\u003e{\n msg: \"at least one hcp cluster failed to delete: failed waiting for hcpCluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-wfxt59\\\" to finish deleting: context canceled\",\n err: \u003c*fmt.wrapError | 0xc000c83c40\u003e{\n msg: \"failed waiting for hcpCluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-wfxt59\\\" to finish deleting: context canceled\",\n err: \u003c*errors.errorString | 0xb0680c0\u003e{\n s: \"context canceled\",\n },\n },\n },\n },\n ],\n }\noccurred \nfail [:0]: A node timeout occurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2031742424082026496","occurred_at":"2026-03-11T14:41:44Z","signature_id":"20317d971b4b06150a38cca26ed194e611aa2dc2efea7c1c10a30d450f906984","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ccxwqz in resource group cluster-listing-d94s94, error: failed waiting for cluster=\"list-test-cluster-ccxwqz\" in resourcegroup=\"cluster-listing-d94s94\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ccxwqz in resource group cluster-listing-d94s94, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":11.11111111111111,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-03-05..2026-03-11 UTC","prior_windows_present":2,"prior_window_starts":["2026-02-23","2026-03-02"],"prior_runs_affected":14,"prior_last_seen_at":"2026-03-08T23:23:19Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0010ea060\u003e: \n failed to create HCP cluster list-test-cluster-ccxwqz, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ccxwqz in resource group cluster-listing-d94s94, error: failed waiting for cluster=\"list-test-cluster-ccxwqz\" in resourcegroup=\"cluster-listing-d94s94\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ccxwqz in resource group cluster-listing-d94s94, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster list-test-cluster-ccxwqz, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ccxwqz in resource group cluster-listing-d94s94, error: failed waiting for cluster=\\\"list-test-cluster-ccxwqz\\\" in resourcegroup=\\\"cluster-listing-d94s94\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ccxwqz in resource group cluster-listing-d94s94, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000a83a70\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ccxwqz in resource group cluster-listing-d94s94\",\n },\n \u003c*fmt.wrapErrors | 0xc0010ea030\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-ccxwqz\\\" in resourcegroup=\\\"cluster-listing-d94s94\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ccxwqz in resource group cluster-listing-d94s94, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000a83a70\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ccxwqz in resource group cluster-listing-d94s94\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0010ea060\u003e: \n failed to create HCP cluster list-test-cluster-ccxwqz, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ccxwqz in resource group cluster-listing-d94s94, error: failed waiting for cluster=\"list-test-cluster-ccxwqz\" in resourcegroup=\"cluster-listing-d94s94\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ccxwqz in resource group cluster-listing-d94s94, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster list-test-cluster-ccxwqz, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ccxwqz in resource group cluster-listing-d94s94, error: failed waiting for cluster=\\\"list-test-cluster-ccxwqz\\\" in resourcegroup=\\\"cluster-listing-d94s94\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ccxwqz in resource group cluster-listing-d94s94, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000a83a70\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ccxwqz in resource group cluster-listing-d94s94\",\n },\n \u003c*fmt.wrapErrors | 0xc0010ea030\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-ccxwqz\\\" in resourcegroup=\\\"cluster-listing-d94s94\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ccxwqz in resource group cluster-listing-d94s94, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000a83a70\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ccxwqz in resource group cluster-listing-d94s94\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2031521952853659648","occurred_at":"2026-03-11T00:05:52Z","signature_id":"07168bc9273e7f037f81a45921a6d3f9cc84eb3ef69c8dc67884232e7ce2c2de","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}