{"meta":{"start_date":"2026-03-28","end_date":"2026-03-28","start_at":"2026-03-28T00:00:00Z","end_at":"2026-03-29T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T18:00:59Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":1,"failed_runs":1,"raw_occurrences":1,"matched_occurrences":1,"runs_affected":1},"rows":[{"environment":"prod","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jgq7cv in resource group rg-zstream-upgrade-4-20-n5q24m, error: failed waiting for cluster=\"cluster-zstream-4-20-jgq7cv\" in resourcegroup=\"rg-zstream-upgrade-4-20-n5q24m\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jgq7cv in resource group rg-zstream-upgrade-4-20-n5q24m, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.20","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":100,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-03-22..2026-03-28 UTC","prior_windows_present":2,"prior_window_starts":["2026-03-02","2026-03-16"],"prior_runs_affected":14,"prior_last_seen_at":"2026-03-18T21:39:24Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.20","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:100]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013db710\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-jgq7cv, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jgq7cv in resource group rg-zstream-upgrade-4-20-n5q24m, error: failed waiting for cluster=\"cluster-zstream-4-20-jgq7cv\" in resourcegroup=\"rg-zstream-upgrade-4-20-n5q24m\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jgq7cv in resource group rg-zstream-upgrade-4-20-n5q24m, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster cluster-zstream-4-20-jgq7cv, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jgq7cv in resource group rg-zstream-upgrade-4-20-n5q24m, error: failed waiting for cluster=\\\"cluster-zstream-4-20-jgq7cv\\\" in resourcegroup=\\\"rg-zstream-upgrade-4-20-n5q24m\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jgq7cv in resource group rg-zstream-upgrade-4-20-n5q24m, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0012e33b0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jgq7cv in resource group rg-zstream-upgrade-4-20-n5q24m\",\n            },\n            \u003c*fmt.wrapErrors | 0xc0013db6e0\u003e{\n                msg: \"failed waiting for cluster=\\\"cluster-zstream-4-20-jgq7cv\\\" in resourcegroup=\\\"rg-zstream-upgrade-4-20-n5q24m\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jgq7cv in resource group rg-zstream-upgrade-4-20-n5q24m, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc0012e33b0\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jgq7cv in resource group rg-zstream-upgrade-4-20-n5q24m\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:100]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013db710\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-jgq7cv, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jgq7cv in resource group rg-zstream-upgrade-4-20-n5q24m, error: failed waiting for cluster=\"cluster-zstream-4-20-jgq7cv\" in resourcegroup=\"rg-zstream-upgrade-4-20-n5q24m\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jgq7cv in resource group rg-zstream-upgrade-4-20-n5q24m, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster cluster-zstream-4-20-jgq7cv, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jgq7cv in resource group rg-zstream-upgrade-4-20-n5q24m, error: failed waiting for cluster=\\\"cluster-zstream-4-20-jgq7cv\\\" in resourcegroup=\\\"rg-zstream-upgrade-4-20-n5q24m\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jgq7cv in resource group rg-zstream-upgrade-4-20-n5q24m, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0012e33b0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jgq7cv in resource group rg-zstream-upgrade-4-20-n5q24m\",\n            },\n            \u003c*fmt.wrapErrors | 0xc0013db6e0\u003e{\n                msg: \"failed waiting for cluster=\\\"cluster-zstream-4-20-jgq7cv\\\" in resourcegroup=\\\"rg-zstream-upgrade-4-20-n5q24m\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jgq7cv in resource group rg-zstream-upgrade-4-20-n5q24m, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc0012e33b0\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-jgq7cv in resource group rg-zstream-upgrade-4-20-n5q24m\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2037711329447383040","occurred_at":"2026-03-28T02:00:14Z","signature_id":"efa7fa383e824cb160fb7021eb45d7ea804db952e07396683e52a04864d66747","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}