{"meta":{"date":"2026-04-20","timezone":"UTC","generated_at":"2026-08-30T07:11:26Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":1,"failed_runs":1,"runs_with_occurrences":1,"runs_with_failure_pattern_matches":1,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":0,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2046046207125491712","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-04-20T02:00:04Z"},"failed_at":["e2e"],"failed_test_count":4,"occurrences":[{"row_id":"185dd18d136899caa335d377299211b116ffffb59b48c40df1550ed27f3809f1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2046046207125491712","occurred_at":"2026-04-20T02:00:04Z","failed_at":"e2e","signature_id":"da3f7f58d6c27dfd98f711bd046985429377570443c58fba1b1ed57bb45506a4","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:153]: Unexpected error:\n    \u003c*errors.joinError | 0xc001286438\u003e: \n    VerifyBasicAccess failed: failed to list services: Get \"https://api.r8w7u2u4m1a6h8y.dxvx.uksouth.aroapp-hcp.io:443/api/v1/namespaces/default/services\": tls: failed to verify certificate: x509: certificate is valid for api.r8w7u2u4m1a6h8y.f07n.uksouth.aroapp-hcp.io, reserved.aroapp-hcp.io, not api.r8w7u2u4m1a6h8y.dxvx.uksouth.aroapp-hcp.io\n    VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"https://api.r8w7u2u4m1a6h8y.dxvx.uksouth.aroapp-hcp.io:443/apis/apiregistration.k8s.io/v1/apiservices\": tls: failed to verify certificate: x509: certificate is valid for api.r8w7u2u4m1a6h8y.f07n.uksouth.aroapp-hcp.io, reserved.aroapp-hcp.io, not api.r8w7u2u4m1a6h8y.dxvx.uksouth.aroapp-hcp.io\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:153]: Unexpected error:\n    \u003c*errors.joinError | 0xc001286438\u003e: \n    VerifyBasicAccess failed: failed to list services: Get \"https://api.r8w7u2u4m1a6h8y.dxvx.uksouth.aroapp-hcp.io:443/api/v1/namespaces/default/services\": tls: failed to verify certificate: x509: certificate is valid for api.r8w7u2u4m1a6h8y.f07n.uksouth.aroapp-hcp.io, reserved.aroapp-hcp.io, not api.r8w7u2u4m1a6h8y.dxvx.uksouth.aroapp-hcp.io\n    VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"https://api.r8w7u2u4m1a6h8y.dxvx.uksouth.aroapp-hcp.io:443/apis/apiregistration.k8s.io/v1/apiservices\": tls: failed to verify certificate: x509: certificate is valid for api.r8w7u2u4m1a6h8y.f07n.uksouth.aroapp-hcp.io, reserved.aroapp-hcp.io, not api.r8w7u2u4m1a6h8y.dxvx.uksouth.aroapp-hcp.io\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0839b6ab49894fcd8abe58a0a618a81c908f5565776270e1693153b13a4d0d9a","failure_pattern":"tls: failed to verify certificate: x509: certificate is valid for \u003chcp-api-host\u003e, \u003chcp-api-host\u003e, not \u003chcp-api-host\u003e","search_query":"tls: failed to verify certificate: x509: certificate is valid for api.o9k4j6p7a1e1h0s.a1gh.uksouth.aroapp-hcp.io, reserved.aroapp-hcp.io, not api.o9k4j6p7a1e1h0s.60d9.uksouth.aroapp-hcp.io"}},{"row_id":"65d20e753a51eda760d347caf7d23b1122542e0c67d85ac933d8326083d6764b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2046046207125491712","occurred_at":"2026-04-20T02:00:04Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:35]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:35]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"ed785f5d23485881f50676eb1eec11ba6d3e5d64a49ec19d8ab5b3c6cd3ab703","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2046046207125491712","occurred_at":"2026-04-20T02:00:04Z","failed_at":"e2e","signature_id":"1005de253f4229d1b1e34e9d833e0b18059f7431a8b94dc7c31d84a49a268ed5","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:160]: Unexpected error:\n    \u003c*errors.joinError | 0xc001880d20\u003e: \n    VerifyBasicAccess failed: failed to list services: Get \"https://api.o9k4j6p7a1e1h0s.60d9.uksouth.aroapp-hcp.io:443/api/v1/namespaces/default/services\": tls: failed to verify certificate: x509: certificate is valid for api.o9k4j6p7a1e1h0s.a1gh.uksouth.aroapp-hcp.io, reserved.aroapp-hcp.io, not api.o9k4j6p7a1e1h0s.60d9.uksouth.aroapp-hcp.io\n    VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"https://api.o9k4j6p7a1e1h0s.60d9.uksouth.aroapp-hcp.io:443/apis/apiregistration.k8s.io/v1/apiservices\": tls: failed to verify certificate: x509: certificate is valid for api.o9k4j6p7a1e1h0s.a1gh.uksouth.aroapp-hcp.io, reserved.aroapp-hcp.io, not api.o9k4j6p7a1e1h0s.60d9.uksouth.aroapp-hcp.io\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:160]: Unexpected error:\n    \u003c*errors.joinError | 0xc001880d20\u003e: \n    VerifyBasicAccess failed: failed to list services: Get \"https://api.o9k4j6p7a1e1h0s.60d9.uksouth.aroapp-hcp.io:443/api/v1/namespaces/default/services\": tls: failed to verify certificate: x509: certificate is valid for api.o9k4j6p7a1e1h0s.a1gh.uksouth.aroapp-hcp.io, reserved.aroapp-hcp.io, not api.o9k4j6p7a1e1h0s.60d9.uksouth.aroapp-hcp.io\n    VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"https://api.o9k4j6p7a1e1h0s.60d9.uksouth.aroapp-hcp.io:443/apis/apiregistration.k8s.io/v1/apiservices\": tls: failed to verify certificate: x509: certificate is valid for api.o9k4j6p7a1e1h0s.a1gh.uksouth.aroapp-hcp.io, reserved.aroapp-hcp.io, not api.o9k4j6p7a1e1h0s.60d9.uksouth.aroapp-hcp.io\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0839b6ab49894fcd8abe58a0a618a81c908f5565776270e1693153b13a4d0d9a","failure_pattern":"tls: failed to verify certificate: x509: certificate is valid for \u003chcp-api-host\u003e, \u003chcp-api-host\u003e, not \u003chcp-api-host\u003e","search_query":"tls: failed to verify certificate: x509: certificate is valid for api.o9k4j6p7a1e1h0s.a1gh.uksouth.aroapp-hcp.io, reserved.aroapp-hcp.io, not api.o9k4j6p7a1e1h0s.60d9.uksouth.aroapp-hcp.io"}},{"row_id":"f10313f6aa8d1f039b7a46017e120efb0c7a9586e18aeb629c2cccfd5929ad48","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2046046207125491712","occurred_at":"2026-04-20T02:00:04Z","failed_at":"e2e","signature_id":"983604bad68098fb0a45fb07045171bcd0da177b95925c426788e8c8ecded3bc","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:98]: Unexpected error:\n    \u003c*errors.joinError | 0xc00107ef30\u003e: \n    VerifyBasicAccess failed: failed to list services: Get \"https://api.u0b6k0h2n5h7u1f.ccn5.uksouth.aroapp-hcp.io:443/api/v1/namespaces/default/services\": tls: failed to verify certificate: x509: certificate is valid for api.u0b6k0h2n5h7u1f.vrwb.uksouth.aroapp-hcp.io, reserved.aroapp-hcp.io, not api.u0b6k0h2n5h7u1f.ccn5.uksouth.aroapp-hcp.io\n    VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"https://api.u0b6k0h2n5h7u1f.ccn5.uksouth.aroapp-hcp.io:443/apis/apiregistration.k8s.io/v1/apiservices\": tls: failed to verify certificate: x509: certificate is valid for api.u0b6k0h2n5h7u1f.vrwb.uksouth.aroapp-hcp.io, reserved.aroapp-hcp.io, not api.u0b6k0h2n5h7u1f.ccn5.uksouth.aroapp-hcp.io\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:98]: Unexpected error:\n    \u003c*errors.joinError | 0xc00107ef30\u003e: \n    VerifyBasicAccess failed: failed to list services: Get \"https://api.u0b6k0h2n5h7u1f.ccn5.uksouth.aroapp-hcp.io:443/api/v1/namespaces/default/services\": tls: failed to verify certificate: x509: certificate is valid for api.u0b6k0h2n5h7u1f.vrwb.uksouth.aroapp-hcp.io, reserved.aroapp-hcp.io, not api.u0b6k0h2n5h7u1f.ccn5.uksouth.aroapp-hcp.io\n    VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"https://api.u0b6k0h2n5h7u1f.ccn5.uksouth.aroapp-hcp.io:443/apis/apiregistration.k8s.io/v1/apiservices\": tls: failed to verify certificate: x509: certificate is valid for api.u0b6k0h2n5h7u1f.vrwb.uksouth.aroapp-hcp.io, reserved.aroapp-hcp.io, not api.u0b6k0h2n5h7u1f.ccn5.uksouth.aroapp-hcp.io\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0839b6ab49894fcd8abe58a0a618a81c908f5565776270e1693153b13a4d0d9a","failure_pattern":"tls: failed to verify certificate: x509: certificate is valid for \u003chcp-api-host\u003e, \u003chcp-api-host\u003e, not \u003chcp-api-host\u003e","search_query":"tls: failed to verify certificate: x509: certificate is valid for api.o9k4j6p7a1e1h0s.a1gh.uksouth.aroapp-hcp.io, reserved.aroapp-hcp.io, not api.o9k4j6p7a1e1h0s.60d9.uksouth.aroapp-hcp.io"}}],"failure_pattern_summary":{"signature_count":4,"failure_pattern_ids":["0839b6ab49894fcd8abe58a0a618a81c908f5565776270e1693153b13a4d0d9a","dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6"],"matched_occurrences":4,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}}]}]}