{"meta":{"start_date":"2026-05-05","end_date":"2026-05-05","start_at":"2026-05-05T00:00:00Z","end_at":"2026-05-06T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T15:17:50Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":7,"failed_runs":4,"raw_occurrences":4,"matched_occurrences":4,"runs_affected":4},"rows":[{"environment":"int","failure_pattern_id":"f3ec40fd05d80a9b72b77fde12ed2d6511e868f894bec6b866a02c020495832e","failure_pattern":"VerifyHostedControlPlaneYStreamUpgrade(previousMinor=4","search_query":"VerifyHostedControlPlaneYStreamUpgrade(previousMinor=4","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":14.285714285714286,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-04-29..2026-05-05 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:169]: Timed out after 2700.008s.\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc000f1c960\u003e: \n    VerifyHostedControlPlaneYStreamUpgrade(previousMinor=4.20.0, targetMinor=4.21.0) failed: clusterversion status.history has no version in target minor \"4.21.0\"\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:169]: Timed out after 2700.008s.\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc000f1c960\u003e: \n    VerifyHostedControlPlaneYStreamUpgrade(previousMinor=4.20.0, targetMinor=4.21.0) failed: clusterversion status.history has no version in target minor \"4.21.0\"\n    ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051802580979290112","occurred_at":"2026-05-05T23:13:50Z","signature_id":"84fab38a769bd346ec6d711f156c8944de20664d5443981d2d69e45b47b908c6","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"16cfccb551ba209ed3cb0ee33b0df137e8b08c6a8483eebbd1319715f6a9bb27","failure_pattern":"subscription openshift-nfd/nfd not ready, state=\"\" (OLM still processing, no errors detected)","search_query":"subscription openshift-nfd/nfd not ready, state=\"\" (OLM still processing, no errors detected)","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":14.285714285714286,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-04-29..2026-05-05 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:61]: Timed out after 600.000s.\nNFD operator should be installed successfully\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc000925ea0\u003e: \n    subscription openshift-nfd/nfd not ready, state=\"\" (OLM still processing, no errors detected)\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:61]: Timed out after 600.000s.\nNFD operator should be installed successfully\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc000925ea0\u003e: \n    subscription openshift-nfd/nfd not ready, state=\"\" (OLM still processing, no errors detected)\n    ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051568051614126080","occurred_at":"2026-05-05T07:41:54Z","signature_id":"340cf7ec6614581d3ab618c711bb9d9788be659c9768184138071fbd0721c90f","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-hdfxkz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-hdfxkz, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":14.285714285714286,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-04-29..2026-05-05 UTC","prior_windows_present":4,"prior_window_starts":["2026-04-06","2026-04-13","2026-04-20","2026-04-27"],"prior_runs_affected":12,"prior_last_seen_at":"2026-04-28T20:29:31Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001446510\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-hdfxkz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-hdfxkz, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:104]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001446510\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-hdfxkz\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-hdfxkz, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051615121041526784","occurred_at":"2026-05-05T10:48:56Z","signature_id":"cabd5b426bf0ca481b5df6d6bae5d78cc9335174dbc9a236fee73fb43aa45264","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"98e32667c3e390e96a18d1f5c467888c22b014b872e3aaaa2bfc4f15efac6c45","failure_pattern":"tls: failed to verify certificate: x509: certificate signed by unknown authority","search_query":"tls: failed to verify certificate: x509: certificate signed by unknown authority","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":14.285714285714286,"anchor_occurrences":1,"after_last_push_count":4,"trend_counts":[1,0,0,0,0,0,1],"trend_range":"2026-04-29..2026-05-05 UTC","prior_windows_present":3,"prior_window_starts":["2026-04-13","2026-04-20","2026-04-27"],"prior_runs_affected":4,"prior_last_seen_at":"2026-04-29T23:22:58Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:179]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000e90460\u003e: \n    route host was never found: Get \"https://agnhost-e2e-serving-app-kx5vf.apps.aro.i3q8q8o7g3u8m4n.gskw.uksouth.aroapp-hcp.azure-test.net\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:179]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000e90460\u003e: \n    route host was never found: Get \"https://agnhost-e2e-serving-app-kx5vf.apps.aro.i3q8q8o7g3u8m4n.gskw.uksouth.aroapp-hcp.azure-test.net\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2051701969747185664","occurred_at":"2026-05-05T16:34:02Z","signature_id":"d38d658a4d351811ca1a5248d96d515ececfce3dbb1686cd7cc06da4fd113634","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}