{"meta":{"start_date":"2026-03-15","end_date":"2026-03-15","start_at":"2026-03-15T00:00:00Z","end_at":"2026-03-16T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T19:52:37Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":4,"failed_runs":4,"raw_occurrences":4,"matched_occurrences":4,"runs_affected":4},"rows":[{"environment":"int","failure_pattern_id":"8d06cad82b6f76b897e08d4e2537f6c6d4cc616ff64635c4d37783734841ca74","failure_pattern":"RevokeCredentialsAndWait timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for hcpCluster=\"admin-cred-lifecycle-7z8gkd\" in resourcegroup=\"admin-credential-lifecycle-test-mf5bt8\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-7z8gkd in resource group admin-credential-lifecycle-test-mf5bt8, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":75,"anchor_occurrences":3,"after_last_push_count":5,"trend_counts":[0,0,0,0,0,2,3],"trend_range":"2026-03-09..2026-03-15 UTC","prior_windows_present":0,"prior_runs_affected":5,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:193]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010d0990\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-pq72j7\" in resourcegroup=\"admin-credential-lifecycle-test-h2qqpf\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-pq72j7 in resource group admin-credential-lifecycle-test-h2qqpf, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-pq72j7\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-h2qqpf\\\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-pq72j7 in resource group admin-credential-lifecycle-test-h2qqpf, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000ba21f0\u003e{\n                s: \"timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-pq72j7 in resource group admin-credential-lifecycle-test-h2qqpf\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:193]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010d0990\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-pq72j7\" in resourcegroup=\"admin-credential-lifecycle-test-h2qqpf\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-pq72j7 in resource group admin-credential-lifecycle-test-h2qqpf, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-pq72j7\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-h2qqpf\\\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-pq72j7 in resource group admin-credential-lifecycle-test-h2qqpf, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000ba21f0\u003e{\n                s: \"timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-pq72j7 in resource group admin-credential-lifecycle-test-h2qqpf\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:193]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015288d0\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-xxmzq6\" in resourcegroup=\"admin-credential-lifecycle-test-gb2rdr\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-xxmzq6 in resource group admin-credential-lifecycle-test-gb2rdr, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-xxmzq6\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-gb2rdr\\\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-xxmzq6 in resource group admin-credential-lifecycle-test-gb2rdr, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000037e40\u003e{\n                s: \"timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-xxmzq6 in resource group admin-credential-lifecycle-test-gb2rdr\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:193]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015288d0\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-xxmzq6\" in resourcegroup=\"admin-credential-lifecycle-test-gb2rdr\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-xxmzq6 in resource group admin-credential-lifecycle-test-gb2rdr, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-xxmzq6\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-gb2rdr\\\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-xxmzq6 in resource group admin-credential-lifecycle-test-gb2rdr, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000037e40\u003e{\n                s: \"timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-xxmzq6 in resource group admin-credential-lifecycle-test-gb2rdr\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:193]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001148150\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-7z8gkd\" in resourcegroup=\"admin-credential-lifecycle-test-mf5bt8\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-7z8gkd in resource group admin-credential-lifecycle-test-mf5bt8, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-7z8gkd\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-mf5bt8\\\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-7z8gkd in resource group admin-credential-lifecycle-test-mf5bt8, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00050faa0\u003e{\n                s: \"timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-7z8gkd in resource group admin-credential-lifecycle-test-mf5bt8\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:193]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001148150\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-7z8gkd\" in resourcegroup=\"admin-credential-lifecycle-test-mf5bt8\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-7z8gkd in resource group admin-credential-lifecycle-test-mf5bt8, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-7z8gkd\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-mf5bt8\\\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-7z8gkd in resource group admin-credential-lifecycle-test-mf5bt8, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00050faa0\u003e{\n                s: \"timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-7z8gkd in resource group admin-credential-lifecycle-test-mf5bt8\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033299216234713088","occurred_at":"2026-03-15T21:48:04Z","signature_id":"00607cd1cdc2bfbf4c88f9d3cb9c8afbddbede8d8e71cafe0aa2be5a2363e8ce","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033270683638697984","occurred_at":"2026-03-15T19:54:41Z","signature_id":"fec0608bb0cf46176c9fd684b0641db1827be0374b8c9a6c33982b7d92d5268c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033020998986502144","occurred_at":"2026-03-15T03:22:32Z","signature_id":"441f5fc2141773a03a51020eead7cd46cf70942b43f8cb583b8948476820cc77","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"e457d9ded8188e2e5d3bf94632039456ab0d3f40aab17c66a163827314f30476","failure_pattern":"client rate limiter Wait returned an error: context deadline exceeded","search_query":"client rate limiter Wait returned an error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":25,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-03-09..2026-03-15 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:222]: Admin credential 1 should fail after revocation, last error: client rate limiter Wait returned an error: context deadline exceeded\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    {}\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:222]: Admin credential 1 should fail after revocation, last error: client rate limiter Wait returned an error: context deadline exceeded\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    {}\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2033051021734842368","occurred_at":"2026-03-15T05:21:50Z","signature_id":"59c642fdc88f1fb11d46b08cbd20bafcf3e7f95194d6e3ce38cdbe2bc337ceb7","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}