{"meta":{"start_date":"2026-04-20","end_date":"2026-04-20","start_at":"2026-04-20T00:00:00Z","end_at":"2026-04-21T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T16:05:43Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":7,"failed_runs":2,"raw_occurrences":5,"matched_occurrences":5,"runs_affected":2},"rows":[{"environment":"int","failure_pattern_id":"ed91849277e23f84f2cfe3e0bb2a2379781cf9007095371a6220d51d0605b4b7","failure_pattern":"Interrupted by User","search_query":"Interrupted by User","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":2,"runs_affected":1,"failed_runs":1,"run_impact_percent":14.285714285714286,"anchor_occurrences":2,"after_last_push_count":8,"trend_counts":[0,0,0,0,0,0,2],"trend_range":"2026-04-14..2026-04-20 UTC","prior_windows_present":2,"prior_window_starts":["2026-03-23","2026-04-06"],"prior_runs_affected":17,"prior_last_seen_at":"2026-04-10T04:37:57Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","occurrences":1}],"full_error_samples":["fail [:0]: Interrupted by User\nfail [:0]: Interrupted by User"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2046283743831789568","occurred_at":"2026-04-20T17:42:36Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2046283743831789568","occurred_at":"2026-04-20T17:42:36Z","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"cf6d2d52d407628ab74bef9bd0acb08a16b0b9b7497165431ceaef2b75b3b183","failure_pattern":"VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"\u003curl\u003e","search_query":"VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"https://api","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":14.285714285714286,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-04-14..2026-04-20 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:109]: Expected success, but got an error:\n    \u003c*errors.joinError | 0xc000a23ef0\u003e: \n    VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"https://api.cluster-gpu-np.iw7u.uksouth.aroapp-hcp.azure-test.net:443/apis/apiregistration.k8s.io/v1/apiservices\": tls: failed to verify certificate: x509: certificate is valid for api.cluster-gpu-np.w88z.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.cluster-gpu-np.iw7u.uksouth.aroapp-hcp.azure-test.net\n    VerifyBasicAccess failed: failed to list services: Get \"https://api.cluster-gpu-np.iw7u.uksouth.aroapp-hcp.azure-test.net:443/api/v1/namespaces/default/services\": tls: failed to verify certificate: x509: certificate is valid for api.cluster-gpu-np.w88z.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.cluster-gpu-np.iw7u.uksouth.aroapp-hcp.azure-test.net\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:109]: Expected success, but got an error:\n    \u003c*errors.joinError | 0xc000a23ef0\u003e: \n    VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"https://api.cluster-gpu-np.iw7u.uksouth.aroapp-hcp.azure-test.net:443/apis/apiregistration.k8s.io/v1/apiservices\": tls: failed to verify certificate: x509: certificate is valid for api.cluster-gpu-np.w88z.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.cluster-gpu-np.iw7u.uksouth.aroapp-hcp.azure-test.net\n    VerifyBasicAccess failed: failed to list services: Get \"https://api.cluster-gpu-np.iw7u.uksouth.aroapp-hcp.azure-test.net:443/api/v1/namespaces/default/services\": tls: failed to verify certificate: x509: certificate is valid for api.cluster-gpu-np.w88z.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.cluster-gpu-np.iw7u.uksouth.aroapp-hcp.azure-test.net\n    ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2046283743831789568","occurred_at":"2026-04-20T17:42:36Z","signature_id":"a846c795ddc0689cc486b56d36c2cfcf86a344961eaba6af46f2d7829c1f9628","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-kj9xq5 in resource group rg-np-version-upgrade-kj9xq5-rj49fw, error: failed waiting for cluster=\"np-version-upgrade-cluster-kj9xq5\" in resourcegroup=\"rg-np-version-upgrade-kj9xq5-rj49fw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-kj9xq5 in resource group rg-np-version-upgrade-kj9xq5-rj49fw, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":14.285714285714286,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-04-14..2026-04-20 UTC","prior_windows_present":4,"prior_window_starts":["2026-03-23","2026-03-30","2026-04-06","2026-04-13"],"prior_runs_affected":19,"prior_last_seen_at":"2026-04-19T20:51:07Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0008aeb40\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-kj9xq5, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-kj9xq5 in resource group rg-np-version-upgrade-kj9xq5-rj49fw, error: failed waiting for cluster=\"np-version-upgrade-cluster-kj9xq5\" in resourcegroup=\"rg-np-version-upgrade-kj9xq5-rj49fw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-kj9xq5 in resource group rg-np-version-upgrade-kj9xq5-rj49fw, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0008aeb40\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-kj9xq5, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-kj9xq5 in resource group rg-np-version-upgrade-kj9xq5-rj49fw, error: failed waiting for cluster=\"np-version-upgrade-cluster-kj9xq5\" in resourcegroup=\"rg-np-version-upgrade-kj9xq5-rj49fw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-kj9xq5 in resource group rg-np-version-upgrade-kj9xq5-rj49fw, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2046366938937954304","occurred_at":"2026-04-20T23:14:32Z","signature_id":"e7447258bc07df0854c9f9794e99968221271e6698de5950098f8c78cdb1abad","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"0229ee4241b7de7313eea7ac47ba9b3898c5249b1780e4f26a10331bd5c30790","failure_pattern":"tls: failed to verify certificate: x509: certificate is valid for \u003chcp-api-host\u003e, \u003chcp-api-host\u003e, not \u003chcp-api-host\u003e","search_query":"tls: failed to verify certificate: x509: certificate is valid for api.i0i5b4m4e4n6i2h.usea.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.i0i5b4m4e4n6i2h.n82v.uksouth.aroapp-hcp.azure-test.net","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":14.285714285714286,"anchor_occurrences":1,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-04-14..2026-04-20 UTC","prior_windows_present":1,"prior_window_starts":["2026-04-06"],"prior_runs_affected":2,"prior_last_seen_at":"2026-04-11T04:17:43Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:159]: Unexpected error:\n    \u003c*errors.joinError | 0xc001664d68\u003e: \n    VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"https://api.i0i5b4m4e4n6i2h.n82v.uksouth.aroapp-hcp.azure-test.net:443/apis/apiregistration.k8s.io/v1/apiservices\": tls: failed to verify certificate: x509: certificate is valid for api.i0i5b4m4e4n6i2h.usea.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.i0i5b4m4e4n6i2h.n82v.uksouth.aroapp-hcp.azure-test.net\n    VerifyBasicAccess failed: failed to list services: Get \"https://api.i0i5b4m4e4n6i2h.n82v.uksouth.aroapp-hcp.azure-test.net:443/api/v1/namespaces/default/services\": tls: failed to verify certificate: x509: certificate is valid for api.i0i5b4m4e4n6i2h.usea.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.i0i5b4m4e4n6i2h.n82v.uksouth.aroapp-hcp.azure-test.net\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:159]: Unexpected error:\n    \u003c*errors.joinError | 0xc001664d68\u003e: \n    VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"https://api.i0i5b4m4e4n6i2h.n82v.uksouth.aroapp-hcp.azure-test.net:443/apis/apiregistration.k8s.io/v1/apiservices\": tls: failed to verify certificate: x509: certificate is valid for api.i0i5b4m4e4n6i2h.usea.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.i0i5b4m4e4n6i2h.n82v.uksouth.aroapp-hcp.azure-test.net\n    VerifyBasicAccess failed: failed to list services: Get \"https://api.i0i5b4m4e4n6i2h.n82v.uksouth.aroapp-hcp.azure-test.net:443/api/v1/namespaces/default/services\": tls: failed to verify certificate: x509: certificate is valid for api.i0i5b4m4e4n6i2h.usea.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.i0i5b4m4e4n6i2h.n82v.uksouth.aroapp-hcp.azure-test.net\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2046366938937954304","occurred_at":"2026-04-20T23:14:32Z","signature_id":"f6302d55e4f998808fc14e78a431a5d9b8960ebc0a53e095988026b534ad91b0","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}