{"meta":{"start_date":"2026-04-19","end_date":"2026-04-19","start_at":"2026-04-19T00:00:00Z","end_at":"2026-04-20T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T15:15:06Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":3,"failed_runs":2,"raw_occurrences":2,"matched_occurrences":2,"runs_affected":2},"rows":[{"environment":"int","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-xzjcr2 in resource group rg-cp-ystream-upgrade-4-21-bvfzjk, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-xzjcr2\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-bvfzjk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-xzjcr2 in resource group rg-cp-ystream-upgrade-4-21-bvfzjk, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-04-13..2026-04-19 UTC","prior_windows_present":4,"prior_window_starts":["2026-03-16","2026-03-23","2026-03-30","2026-04-06"],"prior_runs_affected":19,"prior_last_seen_at":"2026-04-11T10:11:19Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:126]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00132cf00\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-xzjcr2, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-xzjcr2 in resource group rg-cp-ystream-upgrade-4-21-bvfzjk, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-xzjcr2\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-bvfzjk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-xzjcr2 in resource group rg-cp-ystream-upgrade-4-21-bvfzjk, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:126]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00132cf00\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-xzjcr2, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-xzjcr2 in resource group rg-cp-ystream-upgrade-4-21-bvfzjk, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-xzjcr2\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-bvfzjk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-xzjcr2 in resource group rg-cp-ystream-upgrade-4-21-bvfzjk, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2045968460462166016","occurred_at":"2026-04-19T20:51:07Z","signature_id":"1fccb2fc9669bfd21d229f90315a49394edc1d1e0fa764b0c72b6d02302f72e3","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"e519f1887d9740d59629140c909a7511daaa51821ca3498a363bc02241e26c7f","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"cluster-zstream-4-20-z54f8d\" in resourcegroup=\"rg-zstream-upgrade-4-20-wrrfbr\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-zstream-4-20-z54f8d in resource group rg-zstream-upgrade-4-20-wrrfbr, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-04-13..2026-04-19 UTC","prior_windows_present":3,"prior_window_starts":["2026-03-23","2026-03-30","2026-04-06"],"prior_runs_affected":19,"prior_last_seen_at":"2026-04-11T04:17:43Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:151]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001194e70\u003e: \n    failed waiting for hcpCluster=\"cluster-zstream-4-20-z54f8d\" in resourcegroup=\"rg-zstream-upgrade-4-20-wrrfbr\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-zstream-4-20-z54f8d in resource group rg-zstream-upgrade-4-20-wrrfbr, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:151]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001194e70\u003e: \n    failed waiting for hcpCluster=\"cluster-zstream-4-20-z54f8d\" in resourcegroup=\"rg-zstream-upgrade-4-20-wrrfbr\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-zstream-4-20-z54f8d in resource group rg-zstream-upgrade-4-20-wrrfbr, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2045718356585091072","occurred_at":"2026-04-19T04:17:18Z","signature_id":"da453743d6c1b52b553f1b5bcd6da9a60c5d2c79a9f310f9938070aba15ded4b","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}