{"meta":{"start_date":"2026-03-19","end_date":"2026-03-19","start_at":"2026-03-19T00:00:00Z","end_at":"2026-03-20T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T20:37:33Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":20,"failed_runs":12,"raw_occurrences":16,"matched_occurrences":16,"runs_affected":12},"rows":[{"environment":"prod","failure_pattern_id":"404b4766e52f5ee2ac5a708649d75d362172856f013ef26f84427d67f1ddce29","failure_pattern":"or adjust the parameters in Gomega's 'format' package.","search_query":"or adjust the parameters in Gomega's 'format' package.","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":6,"runs_affected":6,"failed_runs":6,"run_impact_percent":30,"anchor_occurrences":6,"after_last_push_count":7,"trend_counts":[0,0,0,0,0,0,6],"trend_range":"2026-03-13..2026-03-19 UTC","prior_windows_present":1,"prior_window_starts":["2026-03-09"],"prior_runs_affected":7,"prior_last_seen_at":"2026-03-11T00:41:47Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":6}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:97]: Expected\n    \u003c*exported.ResponseError | 0xc0014e61e0\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE: ProviderError\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ProviderError\",\n        \"message\": \"Resource provider 'Microsoft.RedHatOpenShift' failed to return collection response for type 'HCPOpenShiftClusters'.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"ProviderError\",\n        StatusCode: 502,\n        RawResponse: {\n            Status: \"502 Bad Gateway\",\n            StatusCode: 502,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADACENTRAL:20260319T155939Z:81a9fbb3-a426-4d48-a5cc-b6e263995e30\",\n                ],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: 59C38C75B1404B55A084E8EB38DC0136 Ref B: CHI261140501029 Ref C: 2026-03-19T15:58:38Z\",\n                ],\n                \"Date\": [\n                    \"Thu, 19 Mar 2026 15:59:39 GMT\",\n                ],\n                \"Cache-Control\": [\"no-cache\"],\n                \"Content-Length\": [\"162\"],\n                \"Content-Type\": [\n                    \"application/json; charset=utf-8\",\n                ],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                \"Pragma\": [\"no-cache\"],\n                \"Expires\": [\"-1\"],\n                \"X-Ms-Failure-Cause\": [\"service\"],\n                \"X-Ms-Request-Id\": [\n                    \"81a9fbb3-a426-4d48-a5cc-b6e263995e30\",\n                ],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"81a9fbb3-a426-4d48-a5cc-b6e263995e30\",\n                ],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc000c14000\u003e{\n                s: \"{\\\"error\\\":{\\\"code\\\":\\\"ProviderError\\\",\\\"message\\\":\\\"Resource provider 'Microsoft.RedHatOpenShift' failed to return collection response for type 'HCPOpenShiftClusters'.\\\"}}\",\n                i: 0,\n            },\n            ContentLength: 162,\n            TransferEncoding: nil,\n            Close: false,\n            Uncompressed: false,\n            Trailer: nil,\n            Request: {\n                Method: \"GET\",\n                URL: {\n                    Scheme: \"https\",\n                    Opaque: \"\",\n                    User: nil,\n                    Host: \"management.azure.com\",\n                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\",\n                    RawPath: \"\",\n                    OmitHost: false,\n                    ForceQuery: false,\n                    RawQuery: \"%24skiptoken=1Y%2FBaoQwGITf5T9vjLrZbhVKkWWhh0rLunvzEs2vBtckJNGWiu%2Fe0EPpK%2FQ2MwzMfCso%2FPSvUo0O8hXORXW9Ven5VrxDDoP3xuWUTlzxHidUPuJfs8Wo1RN1c%2BNaK42XWjnK4r3IBGYk2acNYdmRkYzxAzk0x8dGdDzJEqTG6kUKtI6WsrXa6c5HFxQv3L8ZVNUgO0%2BH1vya0312PtSfuZFkCSJMPaVxykj8QJKYGIuLxA%2FYdsDtVPS9xZ57FFc9ogr%2Fi0sJux%2FAktsRbYjW%2Bi9jDXn9Xyhr2GD7Bg%3D%3D\u0026api-version=2024-06-10-preview\",\n                    Fragment: \"\",\n                    RawFragment: \"\",\n                },\n                Proto: \"HTTP/1.1\",\n                ProtoMajor: 1,\n                ProtoMinor: 1,\n                Header: {\n                    \"Authorization\": [\"redacted\"],\n                    \"User-Agent\": [\n                        \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n                    ],\n                },\n                Body: nil,\n                GetBody: nil,\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Host: \"management.azure.com\",\n                Form: nil,\n                PostForm: nil,\n                MultipartForm: nil,\n                Trailer: nil,\n                RemoteAddr: \"\",\n                RequestURI: \"\",\n                TLS: nil,\n                Cancel: nil,\n                Response: nil,\n                Pattern: \"\",\n                ctx: \u003csuppressed context\u003e,\n                pat: nil,\n                matches: nil,\n                otherValues: nil,\n            },\n            TLS: {\n                Version: 772,\n                HandshakeComplete: true,\n             ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\nto be nil\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:97]: Expected\n    \u003c*exported.ResponseError | 0xc0014e61e0\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE: ProviderError\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ProviderError\",\n        \"message\": \"Resource provider 'Microsoft.RedHatOpenShift' failed to return collection response for type 'HCPOpenShiftClusters'.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"ProviderError\",\n        StatusCode: 502,\n        RawResponse: {\n            Status: \"502 Bad Gateway\",\n            StatusCode: 502,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADACENTRAL:20260319T155939Z:81a9fbb3-a426-4d48-a5cc-b6e263995e30\",\n                ],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: 59C38C75B1404B55A084E8EB38DC0136 Ref B: CHI261140501029 Ref C: 2026-03-19T15:58:38Z\",\n                ],\n                \"Date\": [\n                    \"Thu, 19 Mar 2026 15:59:39 GMT\",\n                ],\n                \"Cache-Control\": [\"no-cache\"],\n                \"Content-Length\": [\"162\"],\n                \"Content-Type\": [\n                    \"application/json; charset=utf-8\",\n                ],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                \"Pragma\": [\"no-cache\"],\n                \"Expires\": [\"-1\"],\n                \"X-Ms-Failure-Cause\": [\"service\"],\n                \"X-Ms-Request-Id\": [\n                    \"81a9fbb3-a426-4d48-a5cc-b6e263995e30\",\n                ],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"81a9fbb3-a426-4d48-a5cc-b6e263995e30\",\n                ],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc000c14000\u003e{\n                s: \"{\\\"error\\\":{\\\"code\\\":\\\"ProviderError\\\",\\\"message\\\":\\\"Resource provider 'Microsoft.RedHatOpenShift' failed to return collection response for type 'HCPOpenShiftClusters'.\\\"}}\",\n                i: 0,\n            },\n            ContentLength: 162,\n            TransferEncoding: nil,\n            Close: false,\n            Uncompressed: false,\n            Trailer: nil,\n            Request: {\n                Method: \"GET\",\n                URL: {\n                    Scheme: \"https\",\n                    Opaque: \"\",\n                    User: nil,\n                    Host: \"management.azure.com\",\n                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\",\n                    RawPath: \"\",\n                    OmitHost: false,\n                    ForceQuery: false,\n                    RawQuery: \"%24skiptoken=1Y%2FBaoQwGITf5T9vjLrZbhVKkWWhh0rLunvzEs2vBtckJNGWiu%2Fe0EPpK%2FQ2MwzMfCso%2FPSvUo0O8hXORXW9Ven5VrxDDoP3xuWUTlzxHidUPuJfs8Wo1RN1c%2BNaK42XWjnK4r3IBGYk2acNYdmRkYzxAzk0x8dGdDzJEqTG6kUKtI6WsrXa6c5HFxQv3L8ZVNUgO0%2BH1vya0312PtSfuZFkCSJMPaVxykj8QJKYGIuLxA%2FYdsDtVPS9xZ57FFc9ogr%2Fi0sJux%2FAktsRbYjW%2Bi9jDXn9Xyhr2GD7Bg%3D%3D\u0026api-version=2024-06-10-preview\",\n                    Fragment: \"\",\n                    RawFragment: \"\",\n                },\n                Proto: \"HTTP/1.1\",\n                ProtoMajor: 1,\n                ProtoMinor: 1,\n                Header: {\n                    \"Authorization\": [\"redacted\"],\n                    \"User-Agent\": [\n                        \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n                    ],\n                },\n                Body: nil,\n                GetBody: nil,\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Host: \"management.azure.com\",\n                Form: nil,\n                PostForm: nil,\n                MultipartForm: nil,\n                Trailer: nil,\n                RemoteAddr: \"\",\n                RequestURI: \"\",\n                TLS: nil,\n                Cancel: nil,\n                Response: nil,\n                Pattern: \"\",\n                ctx: \u003csuppressed context\u003e,\n                pat: nil,\n                matches: nil,\n                otherValues: nil,\n            },\n            TLS: {\n                Version: 772,\n                HandshakeComplete: true,\n             ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\nto be nil","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:97]: Expected\n    \u003c*exported.ResponseError | 0xc000c953e0\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE: ProviderError\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ProviderError\",\n        \"message\": \"Resource provider 'Microsoft.RedHatOpenShift' failed to return collection response for type 'HCPOpenShiftClusters'.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"ProviderError\",\n        StatusCode: 502,\n        RawResponse: {\n            Status: \"502 Bad Gateway\",\n            StatusCode: 502,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"Content-Type\": [\n                    \"application/json; charset=utf-8\",\n                ],\n                \"Expires\": [\"-1\"],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                \"Date\": [\n                    \"Thu, 19 Mar 2026 10:24:04 GMT\",\n                ],\n                \"Cache-Control\": [\"no-cache\"],\n                \"Content-Length\": [\"162\"],\n                \"X-Ms-Failure-Cause\": [\"service\"],\n                \"X-Ms-Request-Id\": [\n                    \"a16a20c5-d011-43da-ae02-96abf758f533\",\n                ],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"a16a20c5-d011-43da-ae02-96abf758f533\",\n                ],\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADACENTRAL:20260319T102404Z:a16a20c5-d011-43da-ae02-96abf758f533\",\n                ],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: FD20AB1260094084B33CC10F073A5B77 Ref B: CHI261140514052 Ref C: 2026-03-19T10:23:58Z\",\n                ],\n                \"Pragma\": [\"no-cache\"],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc000f9a080\u003e{\n                s: \"{\\\"error\\\":{\\\"code\\\":\\\"ProviderError\\\",\\\"message\\\":\\\"Resource provider 'Microsoft.RedHatOpenShift' failed to return collection response for type 'HCPOpenShiftClusters'.\\\"}}\",\n                i: 0,\n            },\n            ContentLength: 162,\n            TransferEncoding: nil,\n            Close: false,\n            Uncompressed: false,\n            Trailer: nil,\n            Request: {\n                Method: \"GET\",\n                URL: {\n                    Scheme: \"https\",\n                    Opaque: \"\",\n                    User: nil,\n                    Host: \"management.azure.com\",\n                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\",\n                    RawPath: \"\",\n                    OmitHost: false,\n                    ForceQuery: false,\n                    RawQuery: \"%24skiptoken=1Y%2FBaoQwGITf5T9vjLrZbhVKkWWhh0rLunvzEs2vBtckJNGWiu%2Fe0EPpK%2FQ2MwzMfCso%2FPSvUo0O8hXORXW9Ven5VrxDDoP3xuWUTlzxHidUPuJfs8Wo1RN1c%2BNaK42XWjnK4r3IBGYk2acNYdmRkYzxAzk0x8dGdDzJEqTG6kUKtI6WsrXa6c5HFxQv3L8ZVNUgO0%2BH1vya0312PtSfuZFkCSJMPaVxykj8QJKYGIuLxA%2FYdsDtVPS9xZ57FFc9ogr%2Fi0sJux%2FAktsRbYjW%2Bi9jDXn9Xyhr2GD7Bg%3D%3D\u0026api-version=2024-06-10-preview\",\n                    Fragment: \"\",\n                    RawFragment: \"\",\n                },\n                Proto: \"HTTP/1.1\",\n                ProtoMajor: 1,\n                ProtoMinor: 1,\n                Header: {\n                    \"User-Agent\": [\n                        \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n                    ],\n                    \"Authorization\": [\"redacted\"],\n                },\n                Body: nil,\n                GetBody: nil,\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Host: \"management.azure.com\",\n                Form: nil,\n                PostForm: nil,\n                MultipartForm: nil,\n                Trailer: nil,\n                RemoteAddr: \"\",\n                RequestURI: \"\",\n                TLS: nil,\n                Cancel: nil,\n                Response: nil,\n                Pattern: \"\",\n                ctx: \u003csuppressed context\u003e,\n                pat: nil,\n                matches: nil,\n                otherValues: nil,\n            },\n            TLS: {\n                Version: 772,\n                HandshakeComplete: true,\n             ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\nto be nil\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:97]: Expected\n    \u003c*exported.ResponseError | 0xc000c953e0\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE: ProviderError\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ProviderError\",\n        \"message\": \"Resource provider 'Microsoft.RedHatOpenShift' failed to return collection response for type 'HCPOpenShiftClusters'.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"ProviderError\",\n        StatusCode: 502,\n        RawResponse: {\n            Status: \"502 Bad Gateway\",\n            StatusCode: 502,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"Content-Type\": [\n                    \"application/json; charset=utf-8\",\n                ],\n                \"Expires\": [\"-1\"],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                \"Date\": [\n                    \"Thu, 19 Mar 2026 10:24:04 GMT\",\n                ],\n                \"Cache-Control\": [\"no-cache\"],\n                \"Content-Length\": [\"162\"],\n                \"X-Ms-Failure-Cause\": [\"service\"],\n                \"X-Ms-Request-Id\": [\n                    \"a16a20c5-d011-43da-ae02-96abf758f533\",\n                ],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"a16a20c5-d011-43da-ae02-96abf758f533\",\n                ],\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADACENTRAL:20260319T102404Z:a16a20c5-d011-43da-ae02-96abf758f533\",\n                ],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: FD20AB1260094084B33CC10F073A5B77 Ref B: CHI261140514052 Ref C: 2026-03-19T10:23:58Z\",\n                ],\n                \"Pragma\": [\"no-cache\"],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc000f9a080\u003e{\n                s: \"{\\\"error\\\":{\\\"code\\\":\\\"ProviderError\\\",\\\"message\\\":\\\"Resource provider 'Microsoft.RedHatOpenShift' failed to return collection response for type 'HCPOpenShiftClusters'.\\\"}}\",\n                i: 0,\n            },\n            ContentLength: 162,\n            TransferEncoding: nil,\n            Close: false,\n            Uncompressed: false,\n            Trailer: nil,\n            Request: {\n                Method: \"GET\",\n                URL: {\n                    Scheme: \"https\",\n                    Opaque: \"\",\n                    User: nil,\n                    Host: \"management.azure.com\",\n                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\",\n                    RawPath: \"\",\n                    OmitHost: false,\n                    ForceQuery: false,\n                    RawQuery: \"%24skiptoken=1Y%2FBaoQwGITf5T9vjLrZbhVKkWWhh0rLunvzEs2vBtckJNGWiu%2Fe0EPpK%2FQ2MwzMfCso%2FPSvUo0O8hXORXW9Ven5VrxDDoP3xuWUTlzxHidUPuJfs8Wo1RN1c%2BNaK42XWjnK4r3IBGYk2acNYdmRkYzxAzk0x8dGdDzJEqTG6kUKtI6WsrXa6c5HFxQv3L8ZVNUgO0%2BH1vya0312PtSfuZFkCSJMPaVxykj8QJKYGIuLxA%2FYdsDtVPS9xZ57FFc9ogr%2Fi0sJux%2FAktsRbYjW%2Bi9jDXn9Xyhr2GD7Bg%3D%3D\u0026api-version=2024-06-10-preview\",\n                    Fragment: \"\",\n                    RawFragment: \"\",\n                },\n                Proto: \"HTTP/1.1\",\n                ProtoMajor: 1,\n                ProtoMinor: 1,\n                Header: {\n                    \"User-Agent\": [\n                        \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n                    ],\n                    \"Authorization\": [\"redacted\"],\n                },\n                Body: nil,\n                GetBody: nil,\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Host: \"management.azure.com\",\n                Form: nil,\n                PostForm: nil,\n                MultipartForm: nil,\n                Trailer: nil,\n                RemoteAddr: \"\",\n                RequestURI: \"\",\n                TLS: nil,\n                Cancel: nil,\n                Response: nil,\n                Pattern: \"\",\n                ctx: \u003csuppressed context\u003e,\n                pat: nil,\n                matches: nil,\n                otherValues: nil,\n            },\n            TLS: {\n                Version: 772,\n                HandshakeComplete: true,\n             ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\nto be nil","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:97]: Expected\n    \u003c*exported.ResponseError | 0xc000f8ea50\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE: ProviderError\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ProviderError\",\n        \"message\": \"Resource provider 'Microsoft.RedHatOpenShift' failed to return collection response for type 'HCPOpenShiftClusters'.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"ProviderError\",\n        StatusCode: 502,\n        RawResponse: {\n            Status: \"502 Bad Gateway\",\n            StatusCode: 502,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"Pragma\": [\"no-cache\"],\n                \"Expires\": [\"-1\"],\n                \"X-Ms-Request-Id\": [\n                    \"d6d059ca-f5bf-439e-bbfd-46f05c53e078\",\n                ],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"d6d059ca-f5bf-439e-bbfd-46f05c53e078\",\n                ],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: 43F7E9279933424097790033A2000E86 Ref B: CHI261140509034 Ref C: 2026-03-19T10:24:59Z\",\n                ],\n                \"Cache-Control\": [\"no-cache\"],\n                \"Content-Length\": [\"162\"],\n                \"Content-Type\": [\n                    \"application/json; charset=utf-8\",\n                ],\n                \"X-Ms-Failure-Cause\": [\"service\"],\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADACENTRAL:20260319T102559Z:d6d059ca-f5bf-439e-bbfd-46f05c53e078\",\n                ],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"Date\": [\n                    \"Thu, 19 Mar 2026 10:25:59 GMT\",\n                ],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc0008f6380\u003e{\n                s: \"{\\\"error\\\":{\\\"code\\\":\\\"ProviderError\\\",\\\"message\\\":\\\"Resource provider 'Microsoft.RedHatOpenShift' failed to return collection response for type 'HCPOpenShiftClusters'.\\\"}}\",\n                i: 0,\n            },\n            ContentLength: 162,\n            TransferEncoding: nil,\n            Close: false,\n            Uncompressed: false,\n            Trailer: nil,\n            Request: {\n                Method: \"GET\",\n                URL: {\n                    Scheme: \"https\",\n                    Opaque: \"\",\n                    User: nil,\n                    Host: \"management.azure.com\",\n                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\",\n                    RawPath: \"\",\n                    OmitHost: false,\n                    ForceQuery: false,\n                    RawQuery: \"%24skiptoken=1Y%2FBaoQwGITf5T9vjLrZbhVKkWWhh0rLunvzEs2vBtckJNGWiu%2Fe0EPpK%2FQ2MwzMfCso%2FPSvUo0O8hXORXW9Ven5VrxDDoP3xuWUTlzxHidUPuJfs8Wo1RN1c%2BNaK42XWjnK4r3IBGYk2acNYdmRkYzxAzk0x8dGdDzJEqTG6kUKtI6WsrXa6c5HFxQv3L8ZVNUgO0%2BH1vya0312PtSfuZFkCSJMPaVxykj8QJKYGIuLxA%2FYdsDtVPS9xZ57FFc9ogr%2Fi0sJux%2FAktsRbYjW%2Bi9jDXn9Xyhr2GD7Bg%3D%3D\u0026api-version=2024-06-10-preview\",\n                    Fragment: \"\",\n                    RawFragment: \"\",\n                },\n                Proto: \"HTTP/1.1\",\n                ProtoMajor: 1,\n                ProtoMinor: 1,\n                Header: {\n                    \"User-Agent\": [\n                        \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n                    ],\n                    \"Authorization\": [\"redacted\"],\n                },\n                Body: nil,\n                GetBody: nil,\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Host: \"management.azure.com\",\n                Form: nil,\n                PostForm: nil,\n                MultipartForm: nil,\n                Trailer: nil,\n                RemoteAddr: \"\",\n                RequestURI: \"\",\n                TLS: nil,\n                Cancel: nil,\n                Response: nil,\n                Pattern: \"\",\n                ctx: \u003csuppressed context\u003e,\n                pat: nil,\n                matches: nil,\n                otherValues: nil,\n            },\n            TLS: {\n                Version: 772,\n                HandshakeComplete: true,\n             ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\nto be nil\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:97]: Expected\n    \u003c*exported.ResponseError | 0xc000f8ea50\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE: ProviderError\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ProviderError\",\n        \"message\": \"Resource provider 'Microsoft.RedHatOpenShift' failed to return collection response for type 'HCPOpenShiftClusters'.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"ProviderError\",\n        StatusCode: 502,\n        RawResponse: {\n            Status: \"502 Bad Gateway\",\n            StatusCode: 502,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"Pragma\": [\"no-cache\"],\n                \"Expires\": [\"-1\"],\n                \"X-Ms-Request-Id\": [\n                    \"d6d059ca-f5bf-439e-bbfd-46f05c53e078\",\n                ],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"d6d059ca-f5bf-439e-bbfd-46f05c53e078\",\n                ],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: 43F7E9279933424097790033A2000E86 Ref B: CHI261140509034 Ref C: 2026-03-19T10:24:59Z\",\n                ],\n                \"Cache-Control\": [\"no-cache\"],\n                \"Content-Length\": [\"162\"],\n                \"Content-Type\": [\n                    \"application/json; charset=utf-8\",\n                ],\n                \"X-Ms-Failure-Cause\": [\"service\"],\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADACENTRAL:20260319T102559Z:d6d059ca-f5bf-439e-bbfd-46f05c53e078\",\n                ],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"Date\": [\n                    \"Thu, 19 Mar 2026 10:25:59 GMT\",\n                ],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc0008f6380\u003e{\n                s: \"{\\\"error\\\":{\\\"code\\\":\\\"ProviderError\\\",\\\"message\\\":\\\"Resource provider 'Microsoft.RedHatOpenShift' failed to return collection response for type 'HCPOpenShiftClusters'.\\\"}}\",\n                i: 0,\n            },\n            ContentLength: 162,\n            TransferEncoding: nil,\n            Close: false,\n            Uncompressed: false,\n            Trailer: nil,\n            Request: {\n                Method: \"GET\",\n                URL: {\n                    Scheme: \"https\",\n                    Opaque: \"\",\n                    User: nil,\n                    Host: \"management.azure.com\",\n                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\",\n                    RawPath: \"\",\n                    OmitHost: false,\n                    ForceQuery: false,\n                    RawQuery: \"%24skiptoken=1Y%2FBaoQwGITf5T9vjLrZbhVKkWWhh0rLunvzEs2vBtckJNGWiu%2Fe0EPpK%2FQ2MwzMfCso%2FPSvUo0O8hXORXW9Ven5VrxDDoP3xuWUTlzxHidUPuJfs8Wo1RN1c%2BNaK42XWjnK4r3IBGYk2acNYdmRkYzxAzk0x8dGdDzJEqTG6kUKtI6WsrXa6c5HFxQv3L8ZVNUgO0%2BH1vya0312PtSfuZFkCSJMPaVxykj8QJKYGIuLxA%2FYdsDtVPS9xZ57FFc9ogr%2Fi0sJux%2FAktsRbYjW%2Bi9jDXn9Xyhr2GD7Bg%3D%3D\u0026api-version=2024-06-10-preview\",\n                    Fragment: \"\",\n                    RawFragment: \"\",\n                },\n                Proto: \"HTTP/1.1\",\n                ProtoMajor: 1,\n                ProtoMinor: 1,\n                Header: {\n                    \"User-Agent\": [\n                        \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n                    ],\n                    \"Authorization\": [\"redacted\"],\n                },\n                Body: nil,\n                GetBody: nil,\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Host: \"management.azure.com\",\n                Form: nil,\n                PostForm: nil,\n                MultipartForm: nil,\n                Trailer: nil,\n                RemoteAddr: \"\",\n                RequestURI: \"\",\n                TLS: nil,\n                Cancel: nil,\n                Response: nil,\n                Pattern: \"\",\n                ctx: \u003csuppressed context\u003e,\n                pat: nil,\n                matches: nil,\n                otherValues: nil,\n            },\n            TLS: {\n                Version: 772,\n                HandshakeComplete: true,\n             ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\nto be nil"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2034658547400183808","occurred_at":"2026-03-19T15:49:34Z","signature_id":"c5279d1745d67c1c1917e76bc790519947e843a5f592243e919fd3ca24d59ea2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2034574621751119872","occurred_at":"2026-03-19T10:16:04Z","signature_id":"a0f5d482f7f4704ba5b2f6de52729495f819e315afd3c2195a3b074583e3ac58","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2034572752144306176","occurred_at":"2026-03-19T10:08:39Z","signature_id":"3982d9998edb88b9f5e16a7a3b936cd31d16b8662668e45cea11898f29056746","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2034544437320749056","occurred_at":"2026-03-19T08:16:08Z","signature_id":"e40957a677699dc4f93e0b61ef5c9aaf57f3a06b784e881d6994ae71ccba5bfe","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2034516853589544960","occurred_at":"2026-03-19T06:26:31Z","signature_id":"1b9170634bf7412b07467b53aced52049e029921d33bd845cf340541915483c4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2034511630959644672","occurred_at":"2026-03-19T06:05:46Z","signature_id":"ec36a79265c86af59d099c2bd80d6d670d323dae8862ee92566d8227eaa51f78","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-dpcrt8, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-dpcrt8\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":4,"runs_affected":3,"failed_runs":3,"run_impact_percent":15,"anchor_occurrences":4,"after_last_push_count":4,"trend_counts":[0,0,0,0,0,0,4],"trend_range":"2026-03-13..2026-03-19 UTC","prior_windows_present":2,"prior_window_starts":["2026-02-23","2026-03-02"],"prior_runs_affected":11,"prior_last_seen_at":"2026-03-05T02:00:33Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:145]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009b8840\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-jmwp7b, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-jmwp7b\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-jmwp7b, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-jmwp7b\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0005a92b0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-jmwp7b\",\n            },\n            \u003c*fmt.wrapError | 0xc001396680\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-jmwp7b\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:145]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009b8840\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-jmwp7b, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-jmwp7b\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-jmwp7b, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-jmwp7b\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0005a92b0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-jmwp7b\",\n            },\n            \u003c*fmt.wrapError | 0xc001396680\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-jmwp7b\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:123]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013fc0c0\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-k8q47m, error: failed waiting for nodepool=\"np-1\" for cluster \"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-k8q47m\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-k8q47m, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-k8q47m\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00150edc0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-k8q47m\",\n            },\n            \u003c*fmt.wrapError | 0xc000c84460\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-k8q47m\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:123]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013fc0c0\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-k8q47m, error: failed waiting for nodepool=\"np-1\" for cluster \"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-k8q47m\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-k8q47m, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-k8q47m\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00150edc0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-k8q47m\",\n            },\n            \u003c*fmt.wrapError | 0xc000c84460\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-k8q47m\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:145]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00092ae70\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-t7lnhv, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-t7lnhv\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-t7lnhv, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-t7lnhv\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc001288490\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-t7lnhv\",\n            },\n            \u003c*fmt.wrapError | 0xc000960c40\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-t7lnhv\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:145]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00092ae70\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-t7lnhv, error: failed waiting for nodepool=\"np-1\" for cluster \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-t7lnhv\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-t7lnhv, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-t7lnhv\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc001288490\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group pullsecret-test-t7lnhv\",\n            },\n            \u003c*fmt.wrapError | 0xc000960c40\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-t7lnhv\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2034516853589544960","occurred_at":"2026-03-19T06:26:31Z","signature_id":"4569757a3ec8e313d27096ec97e16080c5ff0fc723c2c20a707a9d5c24b051c1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2034491906846625792","occurred_at":"2026-03-19T04:47:24Z","signature_id":"52fbaeec78339aa05f37b9f2ab0f926293feb69ab0c0d9eb2be096a734ee3609","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2034491906846625792","occurred_at":"2026-03-19T04:47:24Z","signature_id":"ce4216f6b07fa99bffaf36daca2b8b1cc631085f4d5d55f076706fc6f1f54240","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2034462034761879552","occurred_at":"2026-03-19T02:48:42Z","signature_id":"a1678d33ae84922537b0e259358251d14eaf63ad4cb06a36060b401ac6e19742","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":5,"anchor_occurrences":1,"after_last_push_count":18,"trend_counts":[0,0,0,0,0,1,1],"trend_range":"2026-03-13..2026-03-19 UTC","prior_windows_present":2,"prior_window_starts":["2026-02-23","2026-03-02"],"prior_runs_affected":12,"prior_last_seen_at":"2026-03-05T05:33:10Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1}],"full_error_samples":["284\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func15.2({0x7fe3c01a6a60, 0xc00085a750})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:126\n                | \n                | By(\"waiting for first cluster to complete creation\")\n                \u003e _, err = poller1.PollUntilDone(ctx, \u0026runtime.PollUntilDoneOptions{\n                | \tFrequency: framework.StandardPollInterval,\n                | })\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x827b940?, 0xc00085a750?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 99\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129 @ 03/19/26 04:21:45.455\n  \"ts\"=\"2026-03-19 04:21:45.455935\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-03-19 04:21:45.456006\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster-qpcr94\" \"resourceGroup\"=\"customer-rg-ggrxmh\"\n  \"ts\"=\"2026-03-19 04:21:45.775140\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster-qpcr94\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-03-19 04:21:48.084018\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-lzd56b\" \"resourceGroup\"=\"customer-rg-ggrxmh\"\n  \"ts\"=\"2026-03-19 04:21:48.957488\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster2-lzd56b\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-03-19 04:21:51.648746\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n  \"ts\"=\"2026-03-19 04:21:51.648859\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n  \"ts\"=\"2026-03-19 04:21:51.648920\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-03-19 04:21:51.650029\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-9\"\n  \"ts\"=\"2026-03-19 04:21:51.650042\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-56\"\n  \"ts\"=\"2026-03-19 04:21:51.650081\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-149\"\n  \"ts\"=\"2026-03-19 04:21:51.650073\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"customer-rg-ggrxmh\"\n  \"ts\"=\"2026-03-19 04:21:51.830715\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-56\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-19 04:21:51.980503\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-56\" \"deployment\"=\"msi-deployment-56\"\n  \"ts\"=\"2026-03-19 04:21:51.996787\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-ggrxmh\" \"deployment\"=\"pooledNonMsiScopedAssignments-mooiin3edme32\"\n  \"ts\"=\"2026-03-19 04:21:52.175678\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-9\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-19 04:21:52.295989\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-ggrxmh\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-lzd56b\"\n  \"ts\"=\"2026-03-19 04:21:52.334633\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-9\" \"deployment\"=\"msi-deployment-9\"\n  \"ts\"=\"2026-03-19 04:21:52.554390\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-149\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-19 04:21:52.597003\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-ggrxmh\" \"deployment\"=\"pooledNonMsiScopedAssignments-eqbgltuyzhpg4\"\n  \"ts\"=\"2026-03-19 04:21:52.680006\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-149\" \"deployment\"=\"msi-deployment-149\"\n  \"ts\"=\"2026-03-19 04:21:52.958897\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-ggrxmh\" \"deployment\"=\"customer-infra-basic-hcp-cluster-qpcr94\"\n  \"ts\"=\"2026-03-19 04:21:53.267438\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-03-19 04:21:53.267585\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-03-19 04:21:53.267718\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"customer-rg-ggrxmh\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\n284\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func15.2({0x7fe3c01a6a60, 0xc00085a750})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:126\n                | \n                | By(\"waiting for first cluster to complete creation\")\n                \u003e _, err = poller1.PollUntilDone(ctx, \u0026runtime.PollUntilDoneOptions{\n                | \tFrequency: framework.StandardPollInterval,\n                | })\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x827b940?, 0xc00085a750?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 99\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129 @ 03/19/26 04:21:45.455\n  \"ts\"=\"2026-03-19 04:21:45.455935\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-03-19 04:21:45.456006\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster-qpcr94\" \"resourceGroup\"=\"customer-rg-ggrxmh\"\n  \"ts\"=\"2026-03-19 04:21:45.775140\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster-qpcr94\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-03-19 04:21:48.084018\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-lzd56b\" \"resourceGroup\"=\"customer-rg-ggrxmh\"\n  \"ts\"=\"2026-03-19 04:21:48.957488\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster2-lzd56b\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-03-19 04:21:51.648746\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n  \"ts\"=\"2026-03-19 04:21:51.648859\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n  \"ts\"=\"2026-03-19 04:21:51.648920\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-03-19 04:21:51.650029\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-9\"\n  \"ts\"=\"2026-03-19 04:21:51.650042\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-56\"\n  \"ts\"=\"2026-03-19 04:21:51.650081\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-149\"\n  \"ts\"=\"2026-03-19 04:21:51.650073\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"customer-rg-ggrxmh\"\n  \"ts\"=\"2026-03-19 04:21:51.830715\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-56\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-19 04:21:51.980503\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-56\" \"deployment\"=\"msi-deployment-56\"\n  \"ts\"=\"2026-03-19 04:21:51.996787\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-ggrxmh\" \"deployment\"=\"pooledNonMsiScopedAssignments-mooiin3edme32\"\n  \"ts\"=\"2026-03-19 04:21:52.175678\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-9\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-19 04:21:52.295989\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-ggrxmh\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-lzd56b\"\n  \"ts\"=\"2026-03-19 04:21:52.334633\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-9\" \"deployment\"=\"msi-deployment-9\"\n  \"ts\"=\"2026-03-19 04:21:52.554390\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-149\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-19 04:21:52.597003\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-ggrxmh\" \"deployment\"=\"pooledNonMsiScopedAssignments-eqbgltuyzhpg4\"\n  \"ts\"=\"2026-03-19 04:21:52.680006\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-149\" \"deployment\"=\"msi-deployment-149\"\n  \"ts\"=\"2026-03-19 04:21:52.958897\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-ggrxmh\" \"deployment\"=\"customer-infra-basic-hcp-cluster-qpcr94\"\n  \"ts\"=\"2026-03-19 04:21:53.267438\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-03-19 04:21:53.267585\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-03-19 04:21:53.267718\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"customer-rg-ggrxmh\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2034462037236518912","occurred_at":"2026-03-19T02:48:42Z","signature_id":"50eaf54c62b2e66baf8c41c420a48be01d18df270046efa2cd684e3bd695dfbd","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"7af77482c75e06f47d745495b22aecd555e8fcdf64f2c7cf43f5cafdb158f0dd","failure_pattern":"ERROR CODE: ResourceGroupDeletionFailed","search_query":"ERROR CODE: ResourceGroupDeletionFailed","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":5,"anchor_occurrences":1,"after_last_push_count":4,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-03-13..2026-03-19 UTC","prior_windows_present":1,"prior_window_starts":["2026-03-09"],"prior_runs_affected":4,"prior_last_seen_at":"2026-03-12T02:54:14Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n    \u003c*errors.joinError | 0xc000a84948\u003e: \n    failed to cleanup resource group: failed waiting for resourcegroup=\"np-autoscaling-hsrbbh\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1OUDoyREFVVE9TQ0FMSU5HOjJESFNSQkJILUVBU1RVUzIiLCJqb2JMb2NhdGlvbiI6ImVhc3R1czIifQ\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: ResourceGroupDeletionFailed\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ResourceGroupDeletionFailed\",\n        \"message\": \"The deletion of resource group 'np-autoscaling-hsrbbh' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc0006c30a0\u003e{\n                msg: \"failed to cleanup resource group: failed waiting for resourcegroup=\\\"np-autoscaling-hsrbbh\\\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1OUDoyREFVVE9TQ0FMSU5HOjJESFNSQkJILUVBU1RVUzIiLCJqb2JMb2NhdGlvbiI6ImVhc3R1czIifQ\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: ResourceGroupDeletionFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ResourceGroupDeletionFailed\\\",\\n    \\\"message\\\": \\\"The deletion of resource group 'np-autoscaling-hsrbbh' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                err: \u003c*fmt.wrapError | 0xc0006c3080\u003e{\n                    msg: \"failed waiting for resourcegroup=\\\"np-autoscaling-hsrbbh\\\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1OUDoyREFVVE9TQ0FMSU5HOjJESFNSQkJILUVBU1RVUzIiLCJqb2JMb2NhdGlvbiI6ImVhc3R1czIifQ\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: ResourceGroupDeletionFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ResourceGroupDeletionFailed\\\",\\n    \\\"message\\\": \\\"The deletion of resource group 'np-autoscaling-hsrbbh' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    err: \u003c*exported.ResponseError | 0xc00092b0b0\u003e{\n                        ErrorCode: \"ResourceGroupDeletionFailed\",\n                        StatusCode: 409,\n                        RawResponse: {\n                            Status: \"409 Conflict\",\n                            StatusCode: 409,\n                            Proto: \"HTTP/2.0\",\n                            ProtoMajor: 2,\n                            ProtoMinor: 0,\n                            Header: {\n                                \"X-Ms-Routing-Request-Id\": [\n                                    \"CANADACENTRAL:20260319T034906Z:75f74363-b48d-43af-b448-6066e54e30d1\",\n                                ],\n                                \"Content-Length\": [\"240\"],\n                                \"Content-Type\": [\n                                    \"application/json; charset=utf-8\",\n                                ],\n                                \"Expires\": [\"-1\"],\n                                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                                \"X-Ms-Request-Id\": [\n                                    \"75f74363-b48d-43af-b448-6066e54e30d1\",\n                                ],\n                                \"Date\": [\n                                    \"Thu, 19 Mar 2026 03:49:05 GMT\",\n                                ],\n                                \"Cache-Control\": [\"no-cache\"],\n                                \"Strict-Transport-Security\": [\n                                    \"max-age=31536000; includeSubDomains\",\n                                ],\n                                \"X-Content-Type-Options\": [\"nosniff\"],\n                                \"Pragma\": [\"no-cache\"],\n                                \"X-Ms-Correlation-Request-Id\": [\n                                    \"75f74363-b48d-43af-b448-6066e54e30d1\",\n                                ],\n                                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                                \"X-Msedge-Ref...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n    \u003c*errors.joinError | 0xc000a84948\u003e: \n    failed to cleanup resource group: failed waiting for resourcegroup=\"np-autoscaling-hsrbbh\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1OUDoyREFVVE9TQ0FMSU5HOjJESFNSQkJILUVBU1RVUzIiLCJqb2JMb2NhdGlvbiI6ImVhc3R1czIifQ\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: ResourceGroupDeletionFailed\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ResourceGroupDeletionFailed\",\n        \"message\": \"The deletion of resource group 'np-autoscaling-hsrbbh' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc0006c30a0\u003e{\n                msg: \"failed to cleanup resource group: failed waiting for resourcegroup=\\\"np-autoscaling-hsrbbh\\\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1OUDoyREFVVE9TQ0FMSU5HOjJESFNSQkJILUVBU1RVUzIiLCJqb2JMb2NhdGlvbiI6ImVhc3R1czIifQ\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: ResourceGroupDeletionFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ResourceGroupDeletionFailed\\\",\\n    \\\"message\\\": \\\"The deletion of resource group 'np-autoscaling-hsrbbh' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                err: \u003c*fmt.wrapError | 0xc0006c3080\u003e{\n                    msg: \"failed waiting for resourcegroup=\\\"np-autoscaling-hsrbbh\\\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/operationresults/eyJqb2JJZCI6IlJFU09VUkNFR1JPVVBERUxFVElPTkpPQi1OUDoyREFVVE9TQ0FMSU5HOjJESFNSQkJILUVBU1RVUzIiLCJqb2JMb2NhdGlvbiI6ImVhc3R1czIifQ\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: ResourceGroupDeletionFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ResourceGroupDeletionFailed\\\",\\n    \\\"message\\\": \\\"The deletion of resource group 'np-autoscaling-hsrbbh' did not finish within allowed time. Resource group provisioning state rolled back. Please check audit logs for more details.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    err: \u003c*exported.ResponseError | 0xc00092b0b0\u003e{\n                        ErrorCode: \"ResourceGroupDeletionFailed\",\n                        StatusCode: 409,\n                        RawResponse: {\n                            Status: \"409 Conflict\",\n                            StatusCode: 409,\n                            Proto: \"HTTP/2.0\",\n                            ProtoMajor: 2,\n                            ProtoMinor: 0,\n                            Header: {\n                                \"X-Ms-Routing-Request-Id\": [\n                                    \"CANADACENTRAL:20260319T034906Z:75f74363-b48d-43af-b448-6066e54e30d1\",\n                                ],\n                                \"Content-Length\": [\"240\"],\n                                \"Content-Type\": [\n                                    \"application/json; charset=utf-8\",\n                                ],\n                                \"Expires\": [\"-1\"],\n                                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                                \"X-Ms-Request-Id\": [\n                                    \"75f74363-b48d-43af-b448-6066e54e30d1\",\n                                ],\n                                \"Date\": [\n                                    \"Thu, 19 Mar 2026 03:49:05 GMT\",\n                                ],\n                                \"Cache-Control\": [\"no-cache\"],\n                                \"Strict-Transport-Security\": [\n                                    \"max-age=31536000; includeSubDomains\",\n                                ],\n                                \"X-Content-Type-Options\": [\"nosniff\"],\n                                \"Pragma\": [\"no-cache\"],\n                                \"X-Ms-Correlation-Request-Id\": [\n                                    \"75f74363-b48d-43af-b448-6066e54e30d1\",\n                                ],\n                                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                                \"X-Msedge-Ref...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2034461239047884800","occurred_at":"2026-03-19T02:45:32Z","signature_id":"a93664b0f8de43168835d2de9815949d52e2a6629033cdd0b70a42e2ec444dd4","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":5,"anchor_occurrences":1,"after_last_push_count":38,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-03-13..2026-03-19 UTC","prior_windows_present":3,"prior_window_starts":["2026-02-23","2026-03-02","2026-03-09"],"prior_runs_affected":14,"prior_last_seen_at":"2026-03-12T00:28:00Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:47]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:47]: Interrupted by User"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2034462034761879552","occurred_at":"2026-03-19T02:48:42Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"946ef15ddb5ce397e2bb33699004180a31fc84de8a34d3332fb8a309352f5dcd","failure_pattern":"found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-6d7nns","search_query":"occurred","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":5,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-03-13..2026-03-19 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n    \u003c*errors.joinError | 0xc0016cd758\u003e: \n    found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-6d7nns\n    {\n        errs: [\n            \u003c*errors.errorString | 0xc000502840\u003e{\n                s: \"found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-6d7nns\",\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n    \u003c*errors.joinError | 0xc0016cd758\u003e: \n    found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-6d7nns\n    {\n        errs: [\n            \u003c*errors.errorString | 0xc000502840\u003e{\n                s: \"found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-6d7nns\",\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2034460893433040896","occurred_at":"2026-03-19T02:44:08Z","signature_id":"5c1d44e5ff7f770d70f762fbdbd716d36108ed68fa1b75889b728f7eff12eece","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"af239a3015f0e30dda0063e5e225f7586d73b93f695ac3f6f1537ef9509461a0","failure_pattern":"found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-dgq99r","search_query":"occurred","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":5,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-03-13..2026-03-19 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n    \u003c*errors.joinError | 0xc0012c3e30\u003e: \n    found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-dgq99r\n    {\n        errs: [\n            \u003c*errors.errorString | 0xc0017cdab0\u003e{\n                s: \"found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-dgq99r\",\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n    \u003c*errors.joinError | 0xc0012c3e30\u003e: \n    found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-dgq99r\n    {\n        errs: [\n            \u003c*errors.errorString | 0xc0017cdab0\u003e{\n                s: \"found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-dgq99r\",\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2034501643403268096","occurred_at":"2026-03-19T05:26:05Z","signature_id":"445a14048bc07b639a25654ecd6e536af9a34a828a90c1ba7f3465565fb6eec9","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"prod","failure_pattern_id":"6f007169b9ed1259d703f7f5d2930c60b49afb43735680b984afa39d6c9536d4","failure_pattern":"found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-whz9b5","search_query":"occurred","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":5,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-03-13..2026-03-19 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n    \u003c*errors.joinError | 0xc001a1ebd0\u003e: \n    found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-whz9b5\n    {\n        errs: [\n            \u003c*errors.errorString | 0xc001598330\u003e{\n                s: \"found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-whz9b5\",\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:243]: Unexpected error:\n    \u003c*errors.joinError | 0xc001a1ebd0\u003e: \n    found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-whz9b5\n    {\n        errs: [\n            \u003c*errors.errorString | 0xc001598330\u003e{\n                s: \"found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-whz9b5\",\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2034572752144306176","occurred_at":"2026-03-19T10:08:39Z","signature_id":"0a13d519917f467425b7e9ea014f3718d64911f0abc0d49aa8d9f7fc6188abe9","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}