{"meta":{"start_date":"2026-03-21","end_date":"2026-03-21","start_at":"2026-03-21T00:00:00Z","end_at":"2026-03-22T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T19:52:56Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":6,"failed_runs":4,"raw_occurrences":6,"matched_occurrences":6,"runs_affected":4},"rows":[{"environment":"int","failure_pattern_id":"67e7ef5fc3321b30883e9c59e138623f00ae8b9c469840450526d3ef9f9a38b2","failure_pattern":"not to be empty","search_query":"not to be empty","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":50,"anchor_occurrences":3,"after_last_push_count":5,"trend_counts":[0,0,0,0,0,2,3],"trend_range":"2026-03-15..2026-03-21 UTC","prior_windows_present":0,"prior_runs_affected":5,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:126]: Expected\n    \u003c[]*armredhatopenshifthcp.ImageDigestMirror | len:0, cap:0\u003e: nil\nnot to be empty\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:126]: Expected\n    \u003c[]*armredhatopenshifthcp.ImageDigestMirror | len:0, cap:0\u003e: nil\nnot to be empty"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2035233237504102400","occurred_at":"2026-03-21T05:53:11Z","signature_id":"c2437d1f3013b7e5529f2ad9cba0f07c235e209120a5623fcb08599717d53a8d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2035211817340375040","occurred_at":"2026-03-21T04:28:02Z","signature_id":"c2437d1f3013b7e5529f2ad9cba0f07c235e209120a5623fcb08599717d53a8d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2035165939305025536","occurred_at":"2026-03-21T01:25:46Z","signature_id":"c2437d1f3013b7e5529f2ad9cba0f07c235e209120a5623fcb08599717d53a8d","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"da4dfcdd7d527da38178deb1e7df2aa55ec7757189a3485be6bfb2ef4d4197ba","failure_pattern":"ERROR CODE: Conflict; detail message Cannot request credential while credentials are being revoked; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: Conflict","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":33.333333333333336,"anchor_occurrences":2,"after_last_push_count":5,"trend_counts":[0,1,1,0,0,1,2],"trend_range":"2026-03-15..2026-03-21 UTC","prior_windows_present":0,"prior_runs_affected":5,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:249]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000c14240\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-j274qw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-pnlzgg/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot request credential while credentials are being revoked\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-j274qw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-pnlzgg\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-j274qw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-pnlzgg/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot request credential while credentials are being revoked\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-j274qw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-pnlzgg\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc0016c4840\u003e{\n            ErrorCode: \"Conflict\",\n            StatusCode: 409,\n            RawResponse: {\n                Status: \"409 Conflict\",\n                StatusCode: 409,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Retry-After\": [\"10\"],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Ms-Request-Id\": [\n                        \"7f7535b0-0fe4-48cd-881d-3b603716e11e\",\n                    ],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/5788f641-fa93-4db7-9a91-aa50926905b1\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"Date\": [\n                        \"Sat, 21 Mar 2026 18:38:33 GMT\",\n                    ],\n                    \"Pragma\": [\"no-cache\"],\n                    \"Content-Length\": [\"347\"],\n                    \"Content-Type\": [\"application/json\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"41\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: E68D8F14163147F394B87CFEFB2E608F Ref B: CHI261140514060 Ref C: 2026-03-21T18:38:33Z\",\n                    ],\n                    \"X-Ms-Error-Code\": [\"Conflict\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"18bf8c50-380a-4b05-815d-339e77cb569e\",\n                    ],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260321T183833Z:18bf8c50-380a-4b05-815d-339e77cb569e\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Expires\": [\"-1\"],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000c14140\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 67, 111, 110, 102, 108, 105, 99, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 97, 110, 110, 111, 116, 32, 114, 101, 113, 117, 101, 115, 116, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 32, 119, 104, 105, 108, 101, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 115, 32, 97, 114, 101, 32, 98, 101, 105, 110, 103, 32, 114, 101, 118, 111, 107, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 52, 102, 48, 54, 49, 57, 102, 45, 101, 98, 99, ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:249]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000c14240\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-j274qw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-pnlzgg/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot request credential while credentials are being revoked\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-j274qw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-pnlzgg\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-j274qw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-pnlzgg/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot request credential while credentials are being revoked\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-j274qw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-pnlzgg\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc0016c4840\u003e{\n            ErrorCode: \"Conflict\",\n            StatusCode: 409,\n            RawResponse: {\n                Status: \"409 Conflict\",\n                StatusCode: 409,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Retry-After\": [\"10\"],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Ms-Request-Id\": [\n                        \"7f7535b0-0fe4-48cd-881d-3b603716e11e\",\n                    ],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/5788f641-fa93-4db7-9a91-aa50926905b1\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"Date\": [\n                        \"Sat, 21 Mar 2026 18:38:33 GMT\",\n                    ],\n                    \"Pragma\": [\"no-cache\"],\n                    \"Content-Length\": [\"347\"],\n                    \"Content-Type\": [\"application/json\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"41\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: E68D8F14163147F394B87CFEFB2E608F Ref B: CHI261140514060 Ref C: 2026-03-21T18:38:33Z\",\n                    ],\n                    \"X-Ms-Error-Code\": [\"Conflict\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"18bf8c50-380a-4b05-815d-339e77cb569e\",\n                    ],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260321T183833Z:18bf8c50-380a-4b05-815d-339e77cb569e\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Expires\": [\"-1\"],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000c14140\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 67, 111, 110, 102, 108, 105, 99, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 97, 110, 110, 111, 116, 32, 114, 101, 113, 117, 101, 115, 116, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 32, 119, 104, 105, 108, 101, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 115, 32, 97, 114, 101, 32, 98, 101, 105, 110, 103, 32, 114, 101, 118, 111, 107, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 52, 102, 48, 54, 49, 57, 102, 45, 101, 98, 99, ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:249]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc00059fc00\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-2kc5ht/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-79p5rk/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot request credential while credentials are being revoked\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-2kc5ht/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-79p5rk\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-2kc5ht/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-79p5rk/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot request credential while credentials are being revoked\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-2kc5ht/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-79p5rk\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc000e10750\u003e{\n            ErrorCode: \"Conflict\",\n            StatusCode: 409,\n            RawResponse: {\n                Status: \"409 Conflict\",\n                StatusCode: 409,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Content-Length\": [\"347\"],\n                    \"Retry-After\": [\"10\"],\n                    \"X-Ms-Error-Code\": [\"Conflict\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/canadacentral/4dc1d6f1-e5cc-43f5-8c47-7eef96b2e0f5\",\n                    ],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"cece0209-d710-4c31-bab2-21d80f15a352\",\n                    ],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"CANADACENTRAL:20260321T050435Z:cece0209-d710-4c31-bab2-21d80f15a352\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"X-Ms-Request-Id\": [\n                        \"cad83257-e003-422e-acaf-729a0dee5f00\",\n                    ],\n                    \"X-Envoy-Upstream-Service-Time\": [\"42\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Content-Type\": [\"application/json\"],\n                    \"Expires\": [\"-1\"],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: F1D21E1D4E7448A9A043A7A6C7CD9F5B Ref B: CHI261140511062 Ref C: 2026-03-21T05:04:35Z\",\n                    ],\n                    \"Date\": [\n                        \"Sat, 21 Mar 2026 05:04:34 GMT\",\n                    ],\n                    \"Pragma\": [\"no-cache\"],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc00059fae0\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 67, 111, 110, 102, 108, 105, 99, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 97, 110, 110, 111, 116, 32, 114, 101, 113, 117, 101, 115, 116, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 32, 119, 104, 105, 108, 101, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 115, 32, 97, 114, 101, 32, 98, 101, 105, 110, 103, 32, 114, 101, 118, 111, 107, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 52, 102, 48, 54, 49, 57, 102, 45, 1...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:249]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc00059fc00\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-2kc5ht/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-79p5rk/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot request credential while credentials are being revoked\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-2kc5ht/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-79p5rk\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-2kc5ht/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-79p5rk/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot request credential while credentials are being revoked\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-2kc5ht/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-79p5rk\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc000e10750\u003e{\n            ErrorCode: \"Conflict\",\n            StatusCode: 409,\n            RawResponse: {\n                Status: \"409 Conflict\",\n                StatusCode: 409,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Content-Length\": [\"347\"],\n                    \"Retry-After\": [\"10\"],\n                    \"X-Ms-Error-Code\": [\"Conflict\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/canadacentral/4dc1d6f1-e5cc-43f5-8c47-7eef96b2e0f5\",\n                    ],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"cece0209-d710-4c31-bab2-21d80f15a352\",\n                    ],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"CANADACENTRAL:20260321T050435Z:cece0209-d710-4c31-bab2-21d80f15a352\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"X-Ms-Request-Id\": [\n                        \"cad83257-e003-422e-acaf-729a0dee5f00\",\n                    ],\n                    \"X-Envoy-Upstream-Service-Time\": [\"42\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Content-Type\": [\"application/json\"],\n                    \"Expires\": [\"-1\"],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: F1D21E1D4E7448A9A043A7A6C7CD9F5B Ref B: CHI261140511062 Ref C: 2026-03-21T05:04:35Z\",\n                    ],\n                    \"Date\": [\n                        \"Sat, 21 Mar 2026 05:04:34 GMT\",\n                    ],\n                    \"Pragma\": [\"no-cache\"],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc00059fae0\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 67, 111, 110, 102, 108, 105, 99, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 97, 110, 110, 111, 116, 32, 114, 101, 113, 117, 101, 115, 116, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 32, 119, 104, 105, 108, 101, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 115, 32, 97, 114, 101, 32, 98, 101, 105, 110, 103, 32, 114, 101, 118, 111, 107, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 52, 102, 48, 54, 49, 57, 102, 45, 1...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2035414651126157312","occurred_at":"2026-03-21T17:54:03Z","signature_id":"ce795bbd665a65f6059723382a04a2a9b1fcd49c173c2c1b633d12c050531191","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2035211817340375040","occurred_at":"2026-03-21T04:28:02Z","signature_id":"00e94ae74830760a52f61ec2e9dbc00f9451e6426464fe91ea118c6556abe3fb","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"98e32667c3e390e96a18d1f5c467888c22b014b872e3aaaa2bfc4f15efac6c45","failure_pattern":"tls: failed to verify certificate: x509: certificate signed by unknown authority","search_query":"tls: failed to verify certificate: x509: certificate signed by unknown authority","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":16.666666666666668,"anchor_occurrences":1,"after_last_push_count":4,"trend_counts":[0,0,0,1,0,0,1],"trend_range":"2026-03-15..2026-03-21 UTC","prior_windows_present":1,"prior_window_starts":["2026-03-02"],"prior_runs_affected":4,"prior_last_seen_at":"2026-03-06T08:15:41Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:137]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0010d4620\u003e: \n    route host was never found: Get \"https://agnhost-e2e-serving-app-bvxmn.apps.aro.f0b8a1v8r9h2u2b.os6f.uksouth.aroapp-hcp.azure-test.net\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    {\n        msg: \"route host was never found: Get \\\"https://agnhost-e2e-serving-app-bvxmn.apps.aro.f0b8a1v8r9h2u2b.os6f.uksouth.aroapp-hcp.azure-test.net\\\": tls: failed to verify certificate: x509: certificate signed by unknown authority\",\n        err: \u003c*url.Error | 0xc0004eb7d0\u003e{\n            Op: \"Get\",\n            URL: \"https://agnhost-e2e-serving-app-bvxmn.apps.aro.f0b8a1v8r9h2u2b.os6f.uksouth.aroapp-hcp.azure-test.net\",\n            Err: \u003c*tls.CertificateVerificationError | 0xc0004eb7a0\u003e{\n                UnverifiedCertificates: [\n                    {\n                        Raw: [48, 130, 4, 1, 48, 130, 2, 233, 160, 3, 2, 1, 2, 2, 8, 7, 24, 73, 129, 6, 189, 3, 123, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 38, 49, 18, 48, 16, 6, 3, 85, 4, 11, 19, 9, 111, 112, 101, 110, 115, 104, 105, 102, 116, 49, 16, 48, 14, 6, 3, 85, 4, 3, 19, 7, 114, 111, 111, 116, 45, 99, 97, 48, 30, 23, 13, 50, 54, 48, 51, 50, 49, 48, 52, 51, 52, 52, 53, 90, 23, 13, 50, 55, 48, 51, 50, 49, 48, 52, 51, 52, 52, 53, 90, 48, 48, 49, 18, 48, 16, 6, 3, 85, 4, 10, 19, 9, 111, 112, 101, 110, 115, 104, 105, 102, 116, 49, 26, 48, 24, 6, 3, 85, 4, 3, 19, 17, 111, 112, 101, 110, 115, 104, 105, 102, 116, 45, 105, 110, 103, 114, 101, 115, 115, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 146, 154, 117, 19, 224, 169, 186, 58, 230, 251, 170, 128, 12, 92, 140, 43, 150, 232, 193, 85, 125, 186, 192, 131, 156, 99, 64, 239, 192, 84, 127, 85, 189, 114, 253, 212, 191, 60, 158, 147, 15, 141, 170, 204, 150, 241, 177, 59, 102, 231, 52, 19, 133, 224, 93, 111, 167, 251, 18, 180, 5, 60, 20, 189, 127, 178, 135, 78, 203, 93, 51, 114, 109, 53, 192, 55, 251, 146, 34, 89, 80, 242, 191, 212, 11, 251, 92, 82, 168, 202, 204, 236, 238, 218, 103, 249, 2, 3, 255, 188, 85, 122, 226, 237, 154, 87, 201, 92, 30, 248, 58, 219, 162, 210, 53, 157, 162, 250, 13, 20, 212, 154, 176, 116, 27, 254, 245, 181, 150, 10, 59, 176, 29, 71, 28, 57, 182, 49, 5, 158, 179, 170, 172, 231, 206, 41, 33, 116, 210, 92, 202, 59, 106, 58, 27, 239, 134, 65, 182, 26, 80, 0, 100, 43, 209, 139, 239, 124, 205, 146, 80, 246, 172, 110, 201, 17, 254, 203, 109, 163, 106, 211, 173, 4, 189, 234, 251, 98, 73, 158, 174, 247, 53, 180, 27, 93, 250, 50, 117, 20, 151, 173, 185, 134, 194, 240, 222, 51, 170, 47, 27, 54, 203, 225, 106, 136, 18, 33, 228, 201, 33, 155, 37, 143, 87, 148, 82, 254, 251, 98, 218, 65, 242, 232, 212, 33, 201, 225, 32, 190, 109, 194, 130, 84, 27, 198, 103, 231, 91, 141, 11, 103, 87, 81, 176, 213, 2, 3, 1, 0, 1, 163, 130, 1, 39, 48, 130, 1, 35, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 48, 12, 6, 3, 85, 29, 19, 1, 1, 255, 4, 2, 48, 0, 48, 73, 6, 3, 85, 29, 14, 4, 66, 4, 64, 249, 194, 155, 225, 108, 42, 222, 162, 76, 217, 84, 226, 207, 104, 26, 175, 56, 56, 202, 130, 109, 22, 8, 88, 98, 181, 203, 29, 149, 64, 217, 87, 135, 80, 81, 243, 101, 197, 164, 115, 41, 191, 99, 167, 60, 215, 132, 238, 202, 168, 104, 246, 147, 193, 228, 19, 132, 36, 200, 162, 230, 233, 91, 223, 48, 75, 6, 3, 85, 29, 35, 4, 68, 48, 66, 128, 64, 152, 169, 77, 135, 116, 37, 109, 16, 231, 51, 94, 199, 44, 186, 126, 209, 145, 141, 143, 17, 91, 108, 156, 142, 31, 143, 94, 218, 152, 163, 241, 6, 207, 199, 132, 180, 158, 186, 168, 185, 207, 94, 136, 94, 0, 61, 160, 112, 246, 162, 1, 251, 107, 226, 144, 122, 247, 227, 95, 232, 130, 0, 122, 143, 48, 76, 6, 3, 85, 29, 17, 4, 69, 48, 67, 130, 65, 42, 46, 97, 112, 112, 115, 46, 97, 114, 111, 46, 102, 48, 98, 56, 97, 49, 118, 56, 114, 57, 104, 50, 117, 50, 98, 46, 111, 115, 54, 102, 46, 117, 107, 115, 111, 117, 116, 104, 46, 97, 114, 111, 97, 112, 112, 45, 104, 99, 112, 46, 97, 122, 117, 114, 101, 45, 116, 101, 115, 116, 46, 110, 101, 116, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 109, 149, 191, 123, 150, 135, 112, 137, 56, 3, 119, 61, 94, 253, 20, 213, 31, 8, 90, 58,...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:137]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0010d4620\u003e: \n    route host was never found: Get \"https://agnhost-e2e-serving-app-bvxmn.apps.aro.f0b8a1v8r9h2u2b.os6f.uksouth.aroapp-hcp.azure-test.net\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    {\n        msg: \"route host was never found: Get \\\"https://agnhost-e2e-serving-app-bvxmn.apps.aro.f0b8a1v8r9h2u2b.os6f.uksouth.aroapp-hcp.azure-test.net\\\": tls: failed to verify certificate: x509: certificate signed by unknown authority\",\n        err: \u003c*url.Error | 0xc0004eb7d0\u003e{\n            Op: \"Get\",\n            URL: \"https://agnhost-e2e-serving-app-bvxmn.apps.aro.f0b8a1v8r9h2u2b.os6f.uksouth.aroapp-hcp.azure-test.net\",\n            Err: \u003c*tls.CertificateVerificationError | 0xc0004eb7a0\u003e{\n                UnverifiedCertificates: [\n                    {\n                        Raw: [48, 130, 4, 1, 48, 130, 2, 233, 160, 3, 2, 1, 2, 2, 8, 7, 24, 73, 129, 6, 189, 3, 123, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 38, 49, 18, 48, 16, 6, 3, 85, 4, 11, 19, 9, 111, 112, 101, 110, 115, 104, 105, 102, 116, 49, 16, 48, 14, 6, 3, 85, 4, 3, 19, 7, 114, 111, 111, 116, 45, 99, 97, 48, 30, 23, 13, 50, 54, 48, 51, 50, 49, 48, 52, 51, 52, 52, 53, 90, 23, 13, 50, 55, 48, 51, 50, 49, 48, 52, 51, 52, 52, 53, 90, 48, 48, 49, 18, 48, 16, 6, 3, 85, 4, 10, 19, 9, 111, 112, 101, 110, 115, 104, 105, 102, 116, 49, 26, 48, 24, 6, 3, 85, 4, 3, 19, 17, 111, 112, 101, 110, 115, 104, 105, 102, 116, 45, 105, 110, 103, 114, 101, 115, 115, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 146, 154, 117, 19, 224, 169, 186, 58, 230, 251, 170, 128, 12, 92, 140, 43, 150, 232, 193, 85, 125, 186, 192, 131, 156, 99, 64, 239, 192, 84, 127, 85, 189, 114, 253, 212, 191, 60, 158, 147, 15, 141, 170, 204, 150, 241, 177, 59, 102, 231, 52, 19, 133, 224, 93, 111, 167, 251, 18, 180, 5, 60, 20, 189, 127, 178, 135, 78, 203, 93, 51, 114, 109, 53, 192, 55, 251, 146, 34, 89, 80, 242, 191, 212, 11, 251, 92, 82, 168, 202, 204, 236, 238, 218, 103, 249, 2, 3, 255, 188, 85, 122, 226, 237, 154, 87, 201, 92, 30, 248, 58, 219, 162, 210, 53, 157, 162, 250, 13, 20, 212, 154, 176, 116, 27, 254, 245, 181, 150, 10, 59, 176, 29, 71, 28, 57, 182, 49, 5, 158, 179, 170, 172, 231, 206, 41, 33, 116, 210, 92, 202, 59, 106, 58, 27, 239, 134, 65, 182, 26, 80, 0, 100, 43, 209, 139, 239, 124, 205, 146, 80, 246, 172, 110, 201, 17, 254, 203, 109, 163, 106, 211, 173, 4, 189, 234, 251, 98, 73, 158, 174, 247, 53, 180, 27, 93, 250, 50, 117, 20, 151, 173, 185, 134, 194, 240, 222, 51, 170, 47, 27, 54, 203, 225, 106, 136, 18, 33, 228, 201, 33, 155, 37, 143, 87, 148, 82, 254, 251, 98, 218, 65, 242, 232, 212, 33, 201, 225, 32, 190, 109, 194, 130, 84, 27, 198, 103, 231, 91, 141, 11, 103, 87, 81, 176, 213, 2, 3, 1, 0, 1, 163, 130, 1, 39, 48, 130, 1, 35, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 48, 12, 6, 3, 85, 29, 19, 1, 1, 255, 4, 2, 48, 0, 48, 73, 6, 3, 85, 29, 14, 4, 66, 4, 64, 249, 194, 155, 225, 108, 42, 222, 162, 76, 217, 84, 226, 207, 104, 26, 175, 56, 56, 202, 130, 109, 22, 8, 88, 98, 181, 203, 29, 149, 64, 217, 87, 135, 80, 81, 243, 101, 197, 164, 115, 41, 191, 99, 167, 60, 215, 132, 238, 202, 168, 104, 246, 147, 193, 228, 19, 132, 36, 200, 162, 230, 233, 91, 223, 48, 75, 6, 3, 85, 29, 35, 4, 68, 48, 66, 128, 64, 152, 169, 77, 135, 116, 37, 109, 16, 231, 51, 94, 199, 44, 186, 126, 209, 145, 141, 143, 17, 91, 108, 156, 142, 31, 143, 94, 218, 152, 163, 241, 6, 207, 199, 132, 180, 158, 186, 168, 185, 207, 94, 136, 94, 0, 61, 160, 112, 246, 162, 1, 251, 107, 226, 144, 122, 247, 227, 95, 232, 130, 0, 122, 143, 48, 76, 6, 3, 85, 29, 17, 4, 69, 48, 67, 130, 65, 42, 46, 97, 112, 112, 115, 46, 97, 114, 111, 46, 102, 48, 98, 56, 97, 49, 118, 56, 114, 57, 104, 50, 117, 50, 98, 46, 111, 115, 54, 102, 46, 117, 107, 115, 111, 117, 116, 104, 46, 97, 114, 111, 97, 112, 112, 45, 104, 99, 112, 46, 97, 122, 117, 114, 101, 45, 116, 101, 115, 116, 46, 110, 101, 116, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 109, 149, 191, 123, 150, 135, 112, 137, 56, 3, 119, 61, 94, 253, 20, 213, 31, 8, 90, 58,...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2035211817340375040","occurred_at":"2026-03-21T04:28:02Z","signature_id":"5226fcfcf98a541111562bac69d4fcfe6e233e120ebd94528d852070c4dc1fb2","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}