{"meta":{"start_date":"2026-03-22","end_date":"2026-03-22","start_at":"2026-03-22T00:00:00Z","end_at":"2026-03-23T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T18:56:15Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":3,"failed_runs":1,"raw_occurrences":1,"matched_occurrences":1,"runs_affected":1},"rows":[{"environment":"int","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-pr8tbf in resource group rg-zstream-upgrade-4-19-8h6nq4, error: failed waiting for cluster=\"cluster-zstream-4-19-pr8tbf\" in resourcegroup=\"rg-zstream-upgrade-4-19-8h6nq4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-pr8tbf in resource group rg-zstream-upgrade-4-19-8h6nq4, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.19","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-03-16..2026-03-22 UTC","prior_windows_present":3,"prior_window_starts":["2026-02-23","2026-03-02","2026-03-09"],"prior_runs_affected":17,"prior_last_seen_at":"2026-03-14T00:12:53Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.19","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:95]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00052c2d0\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-pr8tbf, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-pr8tbf in resource group rg-zstream-upgrade-4-19-8h6nq4, error: failed waiting for cluster=\"cluster-zstream-4-19-pr8tbf\" in resourcegroup=\"rg-zstream-upgrade-4-19-8h6nq4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-pr8tbf in resource group rg-zstream-upgrade-4-19-8h6nq4, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster cluster-zstream-4-19-pr8tbf, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-pr8tbf in resource group rg-zstream-upgrade-4-19-8h6nq4, error: failed waiting for cluster=\\\"cluster-zstream-4-19-pr8tbf\\\" in resourcegroup=\\\"rg-zstream-upgrade-4-19-8h6nq4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-pr8tbf in resource group rg-zstream-upgrade-4-19-8h6nq4, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0010a1340\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-pr8tbf in resource group rg-zstream-upgrade-4-19-8h6nq4\",\n            },\n            \u003c*fmt.wrapErrors | 0xc00052c270\u003e{\n                msg: \"failed waiting for cluster=\\\"cluster-zstream-4-19-pr8tbf\\\" in resourcegroup=\\\"rg-zstream-upgrade-4-19-8h6nq4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-pr8tbf in resource group rg-zstream-upgrade-4-19-8h6nq4, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc0010a1340\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-pr8tbf in resource group rg-zstream-upgrade-4-19-8h6nq4\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:95]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00052c2d0\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-pr8tbf, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-pr8tbf in resource group rg-zstream-upgrade-4-19-8h6nq4, error: failed waiting for cluster=\"cluster-zstream-4-19-pr8tbf\" in resourcegroup=\"rg-zstream-upgrade-4-19-8h6nq4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-pr8tbf in resource group rg-zstream-upgrade-4-19-8h6nq4, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster cluster-zstream-4-19-pr8tbf, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-pr8tbf in resource group rg-zstream-upgrade-4-19-8h6nq4, error: failed waiting for cluster=\\\"cluster-zstream-4-19-pr8tbf\\\" in resourcegroup=\\\"rg-zstream-upgrade-4-19-8h6nq4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-pr8tbf in resource group rg-zstream-upgrade-4-19-8h6nq4, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0010a1340\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-pr8tbf in resource group rg-zstream-upgrade-4-19-8h6nq4\",\n            },\n            \u003c*fmt.wrapErrors | 0xc00052c270\u003e{\n                msg: \"failed waiting for cluster=\\\"cluster-zstream-4-19-pr8tbf\\\" in resourcegroup=\\\"rg-zstream-upgrade-4-19-8h6nq4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-pr8tbf in resource group rg-zstream-upgrade-4-19-8h6nq4, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc0010a1340\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-pr8tbf in resource group rg-zstream-upgrade-4-19-8h6nq4\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2035569887107092480","occurred_at":"2026-03-22T04:10:54Z","signature_id":"42cf4815b50f6319bbcc5dacecce2df45af5393d7a49e76db6cf5b3687386be4","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}