{"meta":{"date":"2026-04-20","timezone":"UTC","generated_at":"2026-08-30T11:50:11Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":7,"failed_runs":2,"runs_with_occurrences":2,"runs_with_failure_pattern_matches":2,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":5,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2046366938937954304","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-20T23:14:32Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"32685c4d18aed9e090597e047d02d01d3e1f2af1a8e890146c1b151cafa4e1ed","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2046366938937954304","occurred_at":"2026-04-20T23:14:32Z","failed_at":"e2e","signature_id":"e7447258bc07df0854c9f9794e99968221271e6698de5950098f8c78cdb1abad","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0008aeb40\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-kj9xq5, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-kj9xq5 in resource group rg-np-version-upgrade-kj9xq5-rj49fw, error: failed waiting for cluster=\"np-version-upgrade-cluster-kj9xq5\" in resourcegroup=\"rg-np-version-upgrade-kj9xq5-rj49fw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-kj9xq5 in resource group rg-np-version-upgrade-kj9xq5-rj49fw, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:130]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0008aeb40\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-kj9xq5, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-kj9xq5 in resource group rg-np-version-upgrade-kj9xq5-rj49fw, error: failed waiting for cluster=\"np-version-upgrade-cluster-kj9xq5\" in resourcegroup=\"rg-np-version-upgrade-kj9xq5-rj49fw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-kj9xq5 in resource group rg-np-version-upgrade-kj9xq5-rj49fw, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-kj9xq5 in resource group rg-np-version-upgrade-kj9xq5-rj49fw, error: failed waiting for cluster=\"np-version-upgrade-cluster-kj9xq5\" in resourcegroup=\"rg-np-version-upgrade-kj9xq5-rj49fw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-kj9xq5 in resource group rg-np-version-upgrade-kj9xq5-rj49fw, error: context deadline exceeded"}},{"row_id":"c33b4bcc3fd02fc532fa0459c4e93cdf22259eb61e08e3d808b284d1b21e55bf","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2046366938937954304","occurred_at":"2026-04-20T23:14:32Z","failed_at":"e2e","signature_id":"f6302d55e4f998808fc14e78a431a5d9b8960ebc0a53e095988026b534ad91b0","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:159]: Unexpected error:\n    \u003c*errors.joinError | 0xc001664d68\u003e: \n    VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"https://api.i0i5b4m4e4n6i2h.n82v.uksouth.aroapp-hcp.azure-test.net:443/apis/apiregistration.k8s.io/v1/apiservices\": tls: failed to verify certificate: x509: certificate is valid for api.i0i5b4m4e4n6i2h.usea.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.i0i5b4m4e4n6i2h.n82v.uksouth.aroapp-hcp.azure-test.net\n    VerifyBasicAccess failed: failed to list services: Get \"https://api.i0i5b4m4e4n6i2h.n82v.uksouth.aroapp-hcp.azure-test.net:443/api/v1/namespaces/default/services\": tls: failed to verify certificate: x509: certificate is valid for api.i0i5b4m4e4n6i2h.usea.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.i0i5b4m4e4n6i2h.n82v.uksouth.aroapp-hcp.azure-test.net\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:159]: Unexpected error:\n    \u003c*errors.joinError | 0xc001664d68\u003e: \n    VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"https://api.i0i5b4m4e4n6i2h.n82v.uksouth.aroapp-hcp.azure-test.net:443/apis/apiregistration.k8s.io/v1/apiservices\": tls: failed to verify certificate: x509: certificate is valid for api.i0i5b4m4e4n6i2h.usea.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.i0i5b4m4e4n6i2h.n82v.uksouth.aroapp-hcp.azure-test.net\n    VerifyBasicAccess failed: failed to list services: Get \"https://api.i0i5b4m4e4n6i2h.n82v.uksouth.aroapp-hcp.azure-test.net:443/api/v1/namespaces/default/services\": tls: failed to verify certificate: x509: certificate is valid for api.i0i5b4m4e4n6i2h.usea.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.i0i5b4m4e4n6i2h.n82v.uksouth.aroapp-hcp.azure-test.net\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0229ee4241b7de7313eea7ac47ba9b3898c5249b1780e4f26a10331bd5c30790","failure_pattern":"tls: failed to verify certificate: x509: certificate is valid for \u003chcp-api-host\u003e, \u003chcp-api-host\u003e, not \u003chcp-api-host\u003e","search_query":"tls: failed to verify certificate: x509: certificate is valid for api.i0i5b4m4e4n6i2h.usea.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.i0i5b4m4e4n6i2h.n82v.uksouth.aroapp-hcp.azure-test.net"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["0229ee4241b7de7313eea7ac47ba9b3898c5249b1780e4f26a10331bd5c30790","0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2046333241119477760","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-20T21:00:32Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2046283743831789568","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-20T17:42:36Z"},"failed_at":["e2e"],"failed_test_count":3,"occurrences":[{"row_id":"11136891f3a81a3b2907a391dddc282d73d25b6dcc1a98a77561042497edf52e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2046283743831789568","occurred_at":"2026-04-20T17:42:36Z","failed_at":"e2e","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","test_suite":"integration/parallel","failure_text":"fail [:0]: Interrupted by User\nfail [:0]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ed91849277e23f84f2cfe3e0bb2a2379781cf9007095371a6220d51d0605b4b7","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"3b9ec6f4cd385bad0dbd01450516d3391ff1dc0b0fbfb16c7821144b977b0068","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2046283743831789568","occurred_at":"2026-04-20T17:42:36Z","failed_at":"e2e","signature_id":"a846c795ddc0689cc486b56d36c2cfcf86a344961eaba6af46f2d7829c1f9628","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:109]: Expected success, but got an error:\n    \u003c*errors.joinError | 0xc000a23ef0\u003e: \n    VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"https://api.cluster-gpu-np.iw7u.uksouth.aroapp-hcp.azure-test.net:443/apis/apiregistration.k8s.io/v1/apiservices\": tls: failed to verify certificate: x509: certificate is valid for api.cluster-gpu-np.w88z.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.cluster-gpu-np.iw7u.uksouth.aroapp-hcp.azure-test.net\n    VerifyBasicAccess failed: failed to list services: Get \"https://api.cluster-gpu-np.iw7u.uksouth.aroapp-hcp.azure-test.net:443/api/v1/namespaces/default/services\": tls: failed to verify certificate: x509: certificate is valid for api.cluster-gpu-np.w88z.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.cluster-gpu-np.iw7u.uksouth.aroapp-hcp.azure-test.net\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:109]: Expected success, but got an error:\n    \u003c*errors.joinError | 0xc000a23ef0\u003e: \n    VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"https://api.cluster-gpu-np.iw7u.uksouth.aroapp-hcp.azure-test.net:443/apis/apiregistration.k8s.io/v1/apiservices\": tls: failed to verify certificate: x509: certificate is valid for api.cluster-gpu-np.w88z.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.cluster-gpu-np.iw7u.uksouth.aroapp-hcp.azure-test.net\n    VerifyBasicAccess failed: failed to list services: Get \"https://api.cluster-gpu-np.iw7u.uksouth.aroapp-hcp.azure-test.net:443/api/v1/namespaces/default/services\": tls: failed to verify certificate: x509: certificate is valid for api.cluster-gpu-np.w88z.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.cluster-gpu-np.iw7u.uksouth.aroapp-hcp.azure-test.net\n    ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"cf6d2d52d407628ab74bef9bd0acb08a16b0b9b7497165431ceaef2b75b3b183","failure_pattern":"VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"\u003curl\u003e","search_query":"VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"https://api"}},{"row_id":"8cb8105ff22beb0b29bf4f6ff73d39878ddfedc68ae75e1c0f79cb9b76063c49","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2046283743831789568","occurred_at":"2026-04-20T17:42:36Z","failed_at":"e2e","signature_id":"c1bcce226b75a44e306b342dfa0dc30702c45c04c3d3a51ffc00fd88decaba59","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","test_suite":"integration/parallel","failure_text":"fail [:0]: Interrupted by User\nfail [:0]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ed91849277e23f84f2cfe3e0bb2a2379781cf9007095371a6220d51d0605b4b7","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["cf6d2d52d407628ab74bef9bd0acb08a16b0b9b7497165431ceaef2b75b3b183","ed91849277e23f84f2cfe3e0bb2a2379781cf9007095371a6220d51d0605b4b7"],"matched_occurrences":3,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2046249580164550656","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-20T15:28:11Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2046213761835995136","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-20T13:05:52Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2046181751469903872","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-20T10:58:40Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2046079257855135744","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-04-20T04:11:23Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}}]}]}