{"meta":{"start_date":"2026-06-09","end_date":"2026-06-09","start_at":"2026-06-09T00:00:00Z","end_at":"2026-06-10T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T11:05:58Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":5,"failed_runs":4,"raw_occurrences":4,"matched_occurrences":4,"runs_affected":4},"rows":[{"environment":"int","failure_pattern_id":"a880b7dbbe8686372b606e0212fd3742bc75c3c0a9c545bae9481b243ed0f55b","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-5s9jz9 in resource group rg-candidate-4-21-hnz45n, error: failed waiting for nodepool=\"np-5s9jz9\" for cluster \"cluster-candidate-4-21-5s9jz9\" in resourcegroup=\"rg-candidate-4-21-hnz45n\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":60,"anchor_occurrences":3,"after_last_push_count":3,"trend_counts":[0,0,0,0,0,0,3],"trend_range":"2026-06-03..2026-06-09 UTC","prior_windows_present":1,"prior_window_starts":["2026-06-01"],"prior_runs_affected":9,"prior_last_seen_at":"2026-06-04T21:46:36Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:192]: failed to create node pool \"np-f9g59v\" for cluster \"cluster-candidate-4-22-f9g59v\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00135c2a0\u003e: \n    failed to create NodePool np-f9g59v, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-f9g59v in resource group rg-candidate-4-22-lwn8z7, error: failed waiting for nodepool=\"np-f9g59v\" for cluster \"cluster-candidate-4-22-f9g59v\" in resourcegroup=\"rg-candidate-4-22-lwn8z7\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:192]: failed to create node pool \"np-f9g59v\" for cluster \"cluster-candidate-4-22-f9g59v\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00135c2a0\u003e: \n    failed to create NodePool np-f9g59v, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-f9g59v in resource group rg-candidate-4-22-lwn8z7, error: failed waiting for nodepool=\"np-f9g59v\" for cluster \"cluster-candidate-4-22-f9g59v\" in resourcegroup=\"rg-candidate-4-22-lwn8z7\" to finish creating: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:192]: failed to create node pool \"np-5s9jz9\" for cluster \"cluster-candidate-4-21-5s9jz9\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000986090\u003e: \n    failed to create NodePool np-5s9jz9, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-5s9jz9 in resource group rg-candidate-4-21-hnz45n, error: failed waiting for nodepool=\"np-5s9jz9\" for cluster \"cluster-candidate-4-21-5s9jz9\" in resourcegroup=\"rg-candidate-4-21-hnz45n\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:192]: failed to create node pool \"np-5s9jz9\" for cluster \"cluster-candidate-4-21-5s9jz9\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000986090\u003e: \n    failed to create NodePool np-5s9jz9, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-5s9jz9 in resource group rg-candidate-4-21-hnz45n, error: failed waiting for nodepool=\"np-5s9jz9\" for cluster \"cluster-candidate-4-21-5s9jz9\" in resourcegroup=\"rg-candidate-4-21-hnz45n\" to finish creating: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:192]: failed to create node pool \"np-wqtstq\" for cluster \"cluster-candidate-4-21-wqtstq\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017137a0\u003e: \n    failed to create NodePool np-wqtstq, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-wqtstq in resource group rg-candidate-4-21-hqtvgm, error: failed waiting for nodepool=\"np-wqtstq\" for cluster \"cluster-candidate-4-21-wqtstq\" in resourcegroup=\"rg-candidate-4-21-hqtvgm\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:192]: failed to create node pool \"np-wqtstq\" for cluster \"cluster-candidate-4-21-wqtstq\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017137a0\u003e: \n    failed to create NodePool np-wqtstq, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-wqtstq in resource group rg-candidate-4-21-hqtvgm, error: failed waiting for nodepool=\"np-wqtstq\" for cluster \"cluster-candidate-4-21-wqtstq\" in resourcegroup=\"rg-candidate-4-21-hqtvgm\" to finish creating: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2064460227507392512","occurred_at":"2026-06-09T21:30:48Z","signature_id":"79a75814dfca45f2323ea7a258528f7b83a226fceb533f63a444e7f6ff587ebd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2064250279607406592","occurred_at":"2026-06-09T07:36:33Z","signature_id":"671656f79630fcd251376038f9b83a1e7715e7795fb775afb95ab92b70bbf105","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2064200343410970624","occurred_at":"2026-06-09T04:18:07Z","signature_id":"937246ea8baa3e74b39bbb9240fff027fae41177712fb114a6c982e394da9d12","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-nightly-4-23-lvprfl\" in resourcegroup=\"rg-nightly-4-23-klrslx\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-4-23-lvprfl in resource group rg-nightly-4-23-klrslx, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.23","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":20,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-06-03..2026-06-09 UTC","prior_windows_present":4,"prior_window_starts":["2026-05-11","2026-05-18","2026-05-25","2026-06-01"],"prior_runs_affected":27,"prior_last_seen_at":"2026-06-05T18:49:10Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.23","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-4-23-klrslx/cluster-nightly-4-23-lvprfl should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001435560\u003e: \n    failed waiting for cluster=\"cluster-nightly-4-23-lvprfl\" in resourcegroup=\"rg-nightly-4-23-klrslx\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-4-23-lvprfl in resource group rg-nightly-4-23-klrslx, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-4-23-klrslx/cluster-nightly-4-23-lvprfl should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001435560\u003e: \n    failed waiting for cluster=\"cluster-nightly-4-23-lvprfl\" in resourcegroup=\"rg-nightly-4-23-klrslx\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-4-23-lvprfl in resource group rg-nightly-4-23-klrslx, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2064339045168713728","occurred_at":"2026-06-09T13:29:16Z","signature_id":"06d5339a6488a7a0d033131b7f52d42b6cc4d7eade4a84f4f340fea7bd78a185","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}