{"meta":{"date":"2026-03-16","timezone":"UTC","generated_at":"2026-09-03T17:22:09Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":7,"failed_runs":7,"runs_with_occurrences":7,"runs_with_failure_pattern_matches":7,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":0,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033669478067212288","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-16T22:19:21Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"2c837f2563b3ca46384bf421537b843d4ff2eaccd04ecfa87a00d494e72fe282","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033669478067212288","occurred_at":"2026-03-16T22:19:21Z","failed_at":"e2e","signature_id":"88846fc125915ce568b3c08dba40e56fec6d1bfe049e7e40af9937676c052d6f","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:98]: expect certificate to be issued by Microsoft\nValue for field 'CommonName' failed to satisfy matcher.\nExpected\n    \u003cstring\u003e: Microsoft TLS G2 RSA CA OCSP 02\nto match regular expression\n    \u003cstring\u003e: Microsoft\\sAzure\\sRSA\\sTLS\\sIssuing\\sCA\\s[0-9]+\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:98]: expect certificate to be issued by Microsoft\nValue for field 'CommonName' failed to satisfy matcher.\nExpected\n    \u003cstring\u003e: Microsoft TLS G2 RSA CA OCSP 02\nto match regular expression\n    \u003cstring\u003e: Microsoft\\sAzure\\sRSA\\sTLS\\sIssuing\\sCA\\s[0-9]+","failure_pattern_match":{"status":"clustered","failure_pattern_id":"8e73d7b981dbeda7884910f35c5fceffb07b4492f8382a34d5d73e5d1dcbd8f0","failure_pattern":"Value for field 'CommonName' failed to satisfy matcher.","search_query":"Value for field 'CommonName' failed to satisfy matcher."}},{"row_id":"eeba19b1f85bb97e72a841a3a01dc859df5d7d65ac5472910d26112158dfb200","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033669478067212288","occurred_at":"2026-03-16T22:19:21Z","failed_at":"e2e","signature_id":"3b8f6ad5effe6066a2932257ab7cdfec0ed5126cfe59272a1968f240b2523e15","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:247]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000920200\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-z7pt76/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-r2r25s/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot request credential while credentials are being revoked\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-z7pt76/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-r2r25s\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-z7pt76/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-r2r25s/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot request credential while credentials are being revoked\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-z7pt76/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-r2r25s\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc00168c300\u003e{\n            ErrorCode: \"Conflict\",\n            StatusCode: 409,\n            RawResponse: {\n                Status: \"409 Conflict\",\n                StatusCode: 409,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Content-Type\": [\"application/json\"],\n                    \"X-Ms-Request-Id\": [\n                        \"6e3f1c39-a9b4-40db-86aa-ebdd4acb0440\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260316T231120Z:4ed5f090-f69e-46d5-905b-dcf71fca5ae4\",\n                    ],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 0430ABEEBAAC453D8C0695BC6A878926 Ref B: CHI261140506040 Ref C: 2026-03-16T23:11:20Z\",\n                    ],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/158acc4e-1cf5-4083-85a1-94effec5dd5d\",\n                    ],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"Retry-After\": [\"10\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"4ed5f090-f69e-46d5-905b-dcf71fca5ae4\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Date\": [\n                        \"Mon, 16 Mar 2026 23:11:20 GMT\",\n                    ],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Error-Code\": [\"Conflict\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"46\"],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Pragma\": [\"no-cache\"],\n                    \"Content-Length\": [\"347\"],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000920120\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 67, 111, 110, 102, 108, 105, 99, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 97, 110, 110, 111, 116, 32, 114, 101, 113, 117, 101, 115, 116, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 32, 119, 104, 105, 108, 101, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 115, 32, 97, 114, 101, 32, 98, 101, 105, 110, 103, 32, 114, 101, 118, 111, 107, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 52, 102, 48, 54, 49, 57, 102, 45, 101, 98, 99, ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:247]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000920200\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-z7pt76/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-r2r25s/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot request credential while credentials are being revoked\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-z7pt76/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-r2r25s\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-z7pt76/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-r2r25s/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot request credential while credentials are being revoked\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-z7pt76/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-r2r25s\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc00168c300\u003e{\n            ErrorCode: \"Conflict\",\n            StatusCode: 409,\n            RawResponse: {\n                Status: \"409 Conflict\",\n                StatusCode: 409,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Content-Type\": [\"application/json\"],\n                    \"X-Ms-Request-Id\": [\n                        \"6e3f1c39-a9b4-40db-86aa-ebdd4acb0440\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260316T231120Z:4ed5f090-f69e-46d5-905b-dcf71fca5ae4\",\n                    ],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 0430ABEEBAAC453D8C0695BC6A878926 Ref B: CHI261140506040 Ref C: 2026-03-16T23:11:20Z\",\n                    ],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/158acc4e-1cf5-4083-85a1-94effec5dd5d\",\n                    ],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"Retry-After\": [\"10\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"4ed5f090-f69e-46d5-905b-dcf71fca5ae4\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Date\": [\n                        \"Mon, 16 Mar 2026 23:11:20 GMT\",\n                    ],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Error-Code\": [\"Conflict\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"46\"],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Pragma\": [\"no-cache\"],\n                    \"Content-Length\": [\"347\"],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000920120\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 67, 111, 110, 102, 108, 105, 99, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 97, 110, 110, 111, 116, 32, 114, 101, 113, 117, 101, 115, 116, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 32, 119, 104, 105, 108, 101, 32, 99, 114, 101, 100, 101, 110, 116, 105, 97, 108, 115, 32, 97, 114, 101, 32, 98, 101, 105, 110, 103, 32, 114, 101, 118, 111, 107, 101, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 52, 102, 48, 54, 49, 57, 102, 45, 101, 98, 99, ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"da4dfcdd7d527da38178deb1e7df2aa55ec7757189a3485be6bfb2ef4d4197ba","failure_pattern":"ERROR CODE: Conflict; detail message Cannot request credential while credentials are being revoked; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: Conflict"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["8e73d7b981dbeda7884910f35c5fceffb07b4492f8382a34d5d73e5d1dcbd8f0","da4dfcdd7d527da38178deb1e7df2aa55ec7757189a3485be6bfb2ef4d4197ba"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033630670688882688","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-16T19:45:09Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"1ff5a8e75e5dd8849d99baa00cd3d9d14b07fd0861814a803eed9a2da3926fe6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033630670688882688","occurred_at":"2026-03-16T19:45:09Z","failed_at":"e2e","signature_id":"88846fc125915ce568b3c08dba40e56fec6d1bfe049e7e40af9937676c052d6f","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:98]: expect certificate to be issued by Microsoft\nValue for field 'CommonName' failed to satisfy matcher.\nExpected\n    \u003cstring\u003e: Microsoft TLS G2 RSA CA OCSP 02\nto match regular expression\n    \u003cstring\u003e: Microsoft\\sAzure\\sRSA\\sTLS\\sIssuing\\sCA\\s[0-9]+\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:98]: expect certificate to be issued by Microsoft\nValue for field 'CommonName' failed to satisfy matcher.\nExpected\n    \u003cstring\u003e: Microsoft TLS G2 RSA CA OCSP 02\nto match regular expression\n    \u003cstring\u003e: Microsoft\\sAzure\\sRSA\\sTLS\\sIssuing\\sCA\\s[0-9]+","failure_pattern_match":{"status":"clustered","failure_pattern_id":"8e73d7b981dbeda7884910f35c5fceffb07b4492f8382a34d5d73e5d1dcbd8f0","failure_pattern":"Value for field 'CommonName' failed to satisfy matcher.","search_query":"Value for field 'CommonName' failed to satisfy matcher."}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["8e73d7b981dbeda7884910f35c5fceffb07b4492f8382a34d5d73e5d1dcbd8f0"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033613210036211712","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-16T18:35:46Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"7612c5dfe88e75035b98989536d8c4ff157c75680124dfa51154dbdb0c7a1598","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033613210036211712","occurred_at":"2026-03-16T18:35:46Z","failed_at":"e2e","signature_id":"862ebd625a899ca912577648bc96afe8b5a068d268e06d7940da7e209089d2ac","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:98]: expect certificate to be issued by Microsoft\nValue for field 'CommonName' failed to satisfy matcher.\nExpected\n    \u003cstring\u003e: Microsoft TLS G2 RSA CA OCSP 04\nto match regular expression\n    \u003cstring\u003e: Microsoft\\sAzure\\sRSA\\sTLS\\sIssuing\\sCA\\s[0-9]+\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:98]: expect certificate to be issued by Microsoft\nValue for field 'CommonName' failed to satisfy matcher.\nExpected\n    \u003cstring\u003e: Microsoft TLS G2 RSA CA OCSP 04\nto match regular expression\n    \u003cstring\u003e: Microsoft\\sAzure\\sRSA\\sTLS\\sIssuing\\sCA\\s[0-9]+","failure_pattern_match":{"status":"clustered","failure_pattern_id":"8e73d7b981dbeda7884910f35c5fceffb07b4492f8382a34d5d73e5d1dcbd8f0","failure_pattern":"Value for field 'CommonName' failed to satisfy matcher.","search_query":"Value for field 'CommonName' failed to satisfy matcher."}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["8e73d7b981dbeda7884910f35c5fceffb07b4492f8382a34d5d73e5d1dcbd8f0"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033502721323044864","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-16T11:16:40Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"0d200a16bd77d3d033ca4ce598b6b85b54f1a73a4afef538157ec7f966ddabd5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033502721323044864","occurred_at":"2026-03-16T11:16:40Z","failed_at":"e2e","signature_id":"deb11aa792f1cd28be7abc11a6773e5db8439cf03fc59f97afa43ccc3f2f133b","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:222]: Admin credential 2 should fail after revocation, last error: client rate limiter Wait returned an error: context deadline exceeded\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    {}\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:222]: Admin credential 2 should fail after revocation, last error: client rate limiter Wait returned an error: context deadline exceeded\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    {}\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"e457d9ded8188e2e5d3bf94632039456ab0d3f40aab17c66a163827314f30476","failure_pattern":"client rate limiter Wait returned an error: context deadline exceeded","search_query":"client rate limiter Wait returned an error: context deadline exceeded"}},{"row_id":"ba8d4c221de618ad8934f313937a69ebebd3339e29a875e0bea212b5b0087d25","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033502721323044864","occurred_at":"2026-03-16T11:16:40Z","failed_at":"e2e","signature_id":"70ec36ea594510ffed5711c51089f1145efc3e07e08ca047ffd887d6affc116f","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:129]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a168d0\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group rg-gpu-nodepool-NC4asT4v3-d9mvv7, error: failed waiting for nodepool=\"np-1\" for cluster \"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-NC4asT4v3-d9mvv7\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group rg-gpu-nodepool-NC4asT4v3-d9mvv7, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"cluster-gpu-np\\\" in resourcegroup=\\\"rg-gpu-nodepool-NC4asT4v3-d9mvv7\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00077f3b0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group rg-gpu-nodepool-NC4asT4v3-d9mvv7\",\n            },\n            \u003c*fmt.wrapError | 0xc00047ad00\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"cluster-gpu-np\\\" in resourcegroup=\\\"rg-gpu-nodepool-NC4asT4v3-d9mvv7\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:129]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a168d0\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group rg-gpu-nodepool-NC4asT4v3-d9mvv7, error: failed waiting for nodepool=\"np-1\" for cluster \"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-NC4asT4v3-d9mvv7\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group rg-gpu-nodepool-NC4asT4v3-d9mvv7, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"cluster-gpu-np\\\" in resourcegroup=\\\"rg-gpu-nodepool-NC4asT4v3-d9mvv7\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00077f3b0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group rg-gpu-nodepool-NC4asT4v3-d9mvv7\",\n            },\n            \u003c*fmt.wrapError | 0xc00047ad00\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"cluster-gpu-np\\\" in resourcegroup=\\\"rg-gpu-nodepool-NC4asT4v3-d9mvv7\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a880b7dbbe8686372b606e0212fd3742bc75c3c0a9c545bae9481b243ed0f55b","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group rg-gpu-nodepool-NC4asT4v3-d9mvv7, error: failed waiting for nodepool=\"np-1\" for cluster \"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-NC4asT4v3-d9mvv7\" to finish creating: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["a880b7dbbe8686372b606e0212fd3742bc75c3c0a9c545bae9481b243ed0f55b","e457d9ded8188e2e5d3bf94632039456ab0d3f40aab17c66a163827314f30476"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033422880192073728","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-16T05:59:28Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"6a08392f10c6019001435ca5871e8e4342e6f8950ba0e8610cb003ee430a499c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033422880192073728","occurred_at":"2026-03-16T05:59:28Z","failed_at":"e2e","signature_id":"59c642fdc88f1fb11d46b08cbd20bafcf3e7f95194d6e3ce38cdbe2bc337ceb7","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:222]: Admin credential 1 should fail after revocation, last error: client rate limiter Wait returned an error: context deadline exceeded\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    {}\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:222]: Admin credential 1 should fail after revocation, last error: client rate limiter Wait returned an error: context deadline exceeded\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    {}\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"e457d9ded8188e2e5d3bf94632039456ab0d3f40aab17c66a163827314f30476","failure_pattern":"client rate limiter Wait returned an error: context deadline exceeded","search_query":"client rate limiter Wait returned an error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["e457d9ded8188e2e5d3bf94632039456ab0d3f40aab17c66a163827314f30476"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033398635554672640","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-16T04:23:02Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"fb790b4e9a167daa5baece483e549da2c11128218ccf49989678c0a0d7d58318","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033398635554672640","occurred_at":"2026-03-16T04:23:02Z","failed_at":"e2e","signature_id":"317b0c88856783e53f910c2b9d9c34d9b2eca909a33255801df14a74f8280ece","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:193]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ab30b0\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-x7n2mn\" in resourcegroup=\"admin-credential-lifecycle-test-j72vnp\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-x7n2mn in resource group admin-credential-lifecycle-test-j72vnp, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-x7n2mn\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-j72vnp\\\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-x7n2mn in resource group admin-credential-lifecycle-test-j72vnp, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000b08d70\u003e{\n                s: \"timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-x7n2mn in resource group admin-credential-lifecycle-test-j72vnp\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:193]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ab30b0\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-x7n2mn\" in resourcegroup=\"admin-credential-lifecycle-test-j72vnp\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-x7n2mn in resource group admin-credential-lifecycle-test-j72vnp, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-x7n2mn\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-j72vnp\\\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-x7n2mn in resource group admin-credential-lifecycle-test-j72vnp, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000b08d70\u003e{\n                s: \"timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-x7n2mn in resource group admin-credential-lifecycle-test-j72vnp\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"8d06cad82b6f76b897e08d4e2537f6c6d4cc616ff64635c4d37783734841ca74","failure_pattern":"RevokeCredentialsAndWait timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for hcpCluster=\"admin-cred-lifecycle-hgqhmg\" in resourcegroup=\"admin-credential-lifecycle-test-hsckzg\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-hgqhmg in resource group admin-credential-lifecycle-test-hsckzg, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["8d06cad82b6f76b897e08d4e2537f6c6d4cc616ff64635c4d37783734841ca74"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033353364464472064","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-16T01:23:14Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"844fe1a206f4f0db152644edd7ce97187fd6bb705d95f20295c5707ec6cad37b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033353364464472064","occurred_at":"2026-03-16T01:23:14Z","failed_at":"e2e","signature_id":"ecee7333d080d415b5805335b91ce6de1457c5dd705c021d60c7c100cb6ca00b","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:193]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0004d1ef0\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-hgqhmg\" in resourcegroup=\"admin-credential-lifecycle-test-hsckzg\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-hgqhmg in resource group admin-credential-lifecycle-test-hsckzg, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-hgqhmg\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-hsckzg\\\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-hgqhmg in resource group admin-credential-lifecycle-test-hsckzg, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0008a2580\u003e{\n                s: \"timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-hgqhmg in resource group admin-credential-lifecycle-test-hsckzg\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:193]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0004d1ef0\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-hgqhmg\" in resourcegroup=\"admin-credential-lifecycle-test-hsckzg\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-hgqhmg in resource group admin-credential-lifecycle-test-hsckzg, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-hgqhmg\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-hsckzg\\\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-hgqhmg in resource group admin-credential-lifecycle-test-hsckzg, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0008a2580\u003e{\n                s: \"timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-hgqhmg in resource group admin-credential-lifecycle-test-hsckzg\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"8d06cad82b6f76b897e08d4e2537f6c6d4cc616ff64635c4d37783734841ca74","failure_pattern":"RevokeCredentialsAndWait timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for hcpCluster=\"admin-cred-lifecycle-hgqhmg\" in resourcegroup=\"admin-credential-lifecycle-test-hsckzg\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-hgqhmg in resource group admin-credential-lifecycle-test-hsckzg, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["8d06cad82b6f76b897e08d4e2537f6c6d4cc616ff64635c4d37783734841ca74"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}}]}]}