{"meta":{"start_date":"2026-04-08","end_date":"2026-04-08","start_at":"2026-04-08T00:00:00Z","end_at":"2026-04-09T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T19:23:10Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":7,"failed_runs":3,"raw_occurrences":9,"matched_occurrences":8,"runs_affected":2},"rows":[{"environment":"int","failure_pattern_id":"e519f1887d9740d59629140c909a7511daaa51821ca3498a363bc02241e26c7f","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-nwr7mc\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-nwr7mc, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":8,"runs_affected":2,"failed_runs":2,"run_impact_percent":28.571428571428573,"anchor_occurrences":8,"after_last_push_count":8,"trend_counts":[0,0,0,0,0,0,8],"trend_range":"2026-04-02..2026-04-08 UTC","prior_windows_present":3,"prior_window_starts":["2026-03-09","2026-03-23","2026-03-30"],"prior_runs_affected":17,"prior_last_seen_at":"2026-03-30T15:03:47Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should upgrade a nodepool from 4.20.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:239]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0008f68a0\u003e: \n    failed waiting for hcpCluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-k6ttbt\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster oidc-wi-cluster in resource group oidc-wi-k6ttbt, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"oidc-wi-cluster\\\" in resourcegroup=\\\"oidc-wi-k6ttbt\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster oidc-wi-cluster in resource group oidc-wi-k6ttbt, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000fe0530\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster oidc-wi-cluster in resource group oidc-wi-k6ttbt\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:239]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0008f68a0\u003e: \n    failed waiting for hcpCluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-k6ttbt\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster oidc-wi-cluster in resource group oidc-wi-k6ttbt, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"oidc-wi-cluster\\\" in resourcegroup=\\\"oidc-wi-k6ttbt\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster oidc-wi-cluster in resource group oidc-wi-k6ttbt, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000fe0530\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster oidc-wi-cluster in resource group oidc-wi-k6ttbt\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:164]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0008c7170\u003e: \n    failed waiting for hcpCluster=\"np-version-upgrade-cluster-4f8z8b\" in resourcegroup=\"rg-np-version-upgrade-4f8z8b-hvl6l2\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster np-version-upgrade-cluster-4f8z8b in resource group rg-np-version-upgrade-4f8z8b-hvl6l2, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"np-version-upgrade-cluster-4f8z8b\\\" in resourcegroup=\\\"rg-np-version-upgrade-4f8z8b-hvl6l2\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster np-version-upgrade-cluster-4f8z8b in resource group rg-np-version-upgrade-4f8z8b-hvl6l2, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0009906a0\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster np-version-upgrade-cluster-4f8z8b in resource group rg-np-version-upgrade-4f8z8b-hvl6l2\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:164]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0008c7170\u003e: \n    failed waiting for hcpCluster=\"np-version-upgrade-cluster-4f8z8b\" in resourcegroup=\"rg-np-version-upgrade-4f8z8b-hvl6l2\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster np-version-upgrade-cluster-4f8z8b in resource group rg-np-version-upgrade-4f8z8b-hvl6l2, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"np-version-upgrade-cluster-4f8z8b\\\" in resourcegroup=\\\"rg-np-version-upgrade-4f8z8b-hvl6l2\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster np-version-upgrade-cluster-4f8z8b in resource group rg-np-version-upgrade-4f8z8b-hvl6l2, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0009906a0\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster np-version-upgrade-cluster-4f8z8b in resource group rg-np-version-upgrade-4f8z8b-hvl6l2\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:127]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0003980c0\u003e: \n    failed waiting for hcpCluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-ssklfs\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster negative-tests-cluster in resource group rg-negative-tests-ssklfs, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-ssklfs\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster negative-tests-cluster in resource group rg-negative-tests-ssklfs, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000b7f270\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster negative-tests-cluster in resource group rg-negative-tests-ssklfs\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:127]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0003980c0\u003e: \n    failed waiting for hcpCluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-ssklfs\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster negative-tests-cluster in resource group rg-negative-tests-ssklfs, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-ssklfs\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster negative-tests-cluster in resource group rg-negative-tests-ssklfs, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000b7f270\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster negative-tests-cluster in resource group rg-negative-tests-ssklfs\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2042001546916401152","occurred_at":"2026-04-08T22:08:01Z","signature_id":"16b532f243f1c9a5033e6b976406376be98b1ab86c7e6a15a7d2b417f5a1c38f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2042001546916401152","occurred_at":"2026-04-08T22:08:01Z","signature_id":"1819962629a7ff7c41d30c2a2e118b77d7c568cc5c39b62a3de5f546d0503829","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2042001546916401152","occurred_at":"2026-04-08T22:08:01Z","signature_id":"1b3c38cfde003c81a999bc46cf5620a3fd4b50da99d997e464f52699b8b48f8a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2042001546916401152","occurred_at":"2026-04-08T22:08:01Z","signature_id":"567f3be1fcb994fe29afd5d9acc885a2df404659505da457b099bd3449d341e5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041763070304325632","occurred_at":"2026-04-08T06:20:24Z","signature_id":"0b624cec20653a74ea49925e6ad317b116147a25b1fc911020cf3e4b462e65ba","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041763070304325632","occurred_at":"2026-04-08T06:20:24Z","signature_id":"3eeeb272b777bbacd18761c3d2be5e08f497ca4a8fc33fe03020a3a8d69d1213","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041763070304325632","occurred_at":"2026-04-08T06:20:24Z","signature_id":"566dec727ae2298d589809ed50a08eadaa5543f3f381969125ce609a8c8de8a8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2041763070304325632","occurred_at":"2026-04-08T06:20:24Z","signature_id":"bf3c6f324182f4d7650afe7be9081011e3c15a220eaa1e69c836cb003ea184b8","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}
