{"meta":{"start_date":"2026-06-22","end_date":"2026-06-22","start_at":"2026-06-22T00:00:00Z","end_at":"2026-06-23T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T08:25:58Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":6,"failed_runs":2,"raw_occurrences":3,"matched_occurrences":3,"runs_affected":2},"rows":[{"environment":"int","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-5r22px in resource group rg-zstream-upgrade-4-22-rqlnfc, error: failed waiting for cluster=\"cluster-zstream-4-22-5r22px\" in resourcegroup=\"rg-zstream-upgrade-4-22-rqlnfc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-5r22px in resource group rg-zstream-upgrade-4-22-rqlnfc, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":33.333333333333336,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,0,2],"trend_range":"2026-06-16..2026-06-22 UTC","prior_windows_present":4,"prior_window_starts":["2026-05-25","2026-06-01","2026-06-08","2026-06-15"],"prior_runs_affected":32,"prior_last_seen_at":"2026-06-19T16:37:54Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:102]: failed to create HCP cluster \"cluster-zstream-4-22-5r22px\" with version 4.22.0 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001470090\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-5r22px, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-5r22px in resource group rg-zstream-upgrade-4-22-rqlnfc, error: failed waiting for cluster=\"cluster-zstream-4-22-5r22px\" in resourcegroup=\"rg-zstream-upgrade-4-22-rqlnfc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-5r22px in resource group rg-zstream-upgrade-4-22-rqlnfc, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:102]: failed to create HCP cluster \"cluster-zstream-4-22-5r22px\" with version 4.22.0 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001470090\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-5r22px, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-5r22px in resource group rg-zstream-upgrade-4-22-rqlnfc, error: failed waiting for cluster=\"cluster-zstream-4-22-5r22px\" in resourcegroup=\"rg-zstream-upgrade-4-22-rqlnfc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-5r22px in resource group rg-zstream-upgrade-4-22-rqlnfc, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:102]: failed to create HCP cluster \"cluster-zstream-4-22-fbcwzr\" with version 4.22.0 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001000360\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-fbcwzr, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-fbcwzr in resource group rg-zstream-upgrade-4-22-cnzr2b, error: failed waiting for cluster=\"cluster-zstream-4-22-fbcwzr\" in resourcegroup=\"rg-zstream-upgrade-4-22-cnzr2b\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-fbcwzr in resource group rg-zstream-upgrade-4-22-cnzr2b, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:102]: failed to create HCP cluster \"cluster-zstream-4-22-fbcwzr\" with version 4.22.0 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001000360\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-fbcwzr, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-fbcwzr in resource group rg-zstream-upgrade-4-22-cnzr2b, error: failed waiting for cluster=\"cluster-zstream-4-22-fbcwzr\" in resourcegroup=\"rg-zstream-upgrade-4-22-cnzr2b\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-fbcwzr in resource group rg-zstream-upgrade-4-22-cnzr2b, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2068956060353302528","occurred_at":"2026-06-22T07:15:37Z","signature_id":"c21f4e30724b643e06d1bfdbc9e9a30f543bafc16605e9aa8952cda32279d8f8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2068856415081992192","occurred_at":"2026-06-22T00:39:41Z","signature_id":"d724e91f665fcf6536e5dc98fc7c6d84acaeca176bb0e1c0d1a9138b6b95abbd","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"dfe35863b957eb85b52f6ea599ec1293fb934656778c4bcd4657637ccfdfdad8","failure_pattern":"VerifyCiliumConnectivityChecks failed: failed to create test resource from artifacts/cilium-connectivity-check-1.19.2/connectivity-check-internal.0014.yaml: Service \"echo-b\" is invalid: spec.ports[0].nodePort: Invalid value: 31414: provided port is already","search_query":"VerifyCiliumConnectivityChecks failed: failed to create test resource from artifacts/cilium-connectivity-check-1.19.2/connectivity-check-internal.0014.yaml: Service \"echo-b\" is invalid: spec.ports[0].nodePort: Invalid value: 31414: provided port is already allocated","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":16.666666666666668,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-06-16..2026-06-22 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:170]: failed to run simple web app and connectivity check app with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0xc0010e61f8\u003e: \n    VerifyCiliumConnectivityChecks failed: failed to create test resource from artifacts/cilium-connectivity-check-1.19.2/connectivity-check-internal.0014.yaml: Service \"echo-b\" is invalid: spec.ports[0].nodePort: Invalid value: 31414: provided port is already allocated\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:170]: failed to run simple web app and connectivity check app with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0xc0010e61f8\u003e: \n    VerifyCiliumConnectivityChecks failed: failed to create test resource from artifacts/cilium-connectivity-check-1.19.2/connectivity-check-internal.0014.yaml: Service \"echo-b\" is invalid: spec.ports[0].nodePort: Invalid value: 31414: provided port is already allocated\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2068856415081992192","occurred_at":"2026-06-22T00:39:41Z","signature_id":"e81accbb2ba4c6f399e1db9d1f95a9ea6d903bae513db15e625c530b8219dd7f","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}