{"meta":{"date":"2026-10-26","timezone":"UTC","generated_at":"2026-10-28T23:57:32Z","environments":["stg"]},"environments":[{"environment":"stg","summary":{"total_runs":5,"failed_runs":3,"runs_with_occurrences":3,"runs_with_failure_pattern_matches":1,"runs_with_unmatched_occurrences":2,"runs_without_occurrence_rows":2,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2114854607929741312","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-10-26T23:00:05Z","started_at":"2026-10-26T23:00:05Z","completed_at":"2026-10-27T00:38:28Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-27T00:54:55.195920399Z","timing_metadata_checked_at":"2026-10-27T00:54:55.195920399Z","region":"uksouth","region_metadata_state":"found","region_metadata_first_checked_at":"2026-10-27T00:54:55.199412688Z","region_metadata_checked_at":"2026-10-27T00:54:55.199412688Z"},"failed_at":["e2e"],"failed_test_count":4,"occurrences":[{"row_id":"38739e6f98a0e1b5cb991ee70873af1c9a407af28d0d681a3492db462e208bf6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2114854607929741312","occurred_at":"2026-10-26T23:00:05Z","failed_at":"e2e","signature_id":"7254a4758a4c9f3547d8595bb271022e57f6d2108cbb99621ddf2051d8a76f43","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 5.0","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:256]: default-ingress-cert must exist and be referenced by IngressController/default for cluster \"cluster-nightly-5-0-q6mvvg\"\nExpected success, but got an error:\n    \u003c*fmt.wrapError | 0x1ec67b8dad40\u003e: \n    VerifyDefaultIngressServingCertificateSecretWiring timed out after 10m0.007s: IngressController/default references \u0026LocalObjectReference{Name:cluster-ingress-cert,}, expected secret \"default-ingress-cert\"\n    {\n        msg: \"VerifyDefaultIngressServingCertificateSecretWiring timed out after 10m0.007s: IngressController/default references \u0026LocalObjectReference{Name:cluster-ingress-cert,}, expected secret \\\"default-ingress-cert\\\"\",\n        err: \u003c*errors.errorString | 0x1ec67cfb92a0\u003e{\n            s: \"IngressController/default references \u0026LocalObjectReference{Name:cluster-ingress-cert,}, expected secret \\\"default-ingress-cert\\\"\",\n        },\n    }\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:256]: default-ingress-cert must exist and be referenced by IngressController/default for cluster \"cluster-nightly-5-0-q6mvvg\"\nExpected success, but got an error:\n    \u003c*fmt.wrapError | 0x1ec67b8dad40\u003e: \n    VerifyDefaultIngressServingCertificateSecretWiring timed out after 10m0.007s: IngressController/default references \u0026LocalObjectReference{Name:cluster-ingress-cert,}, expected secret \"default-ingress-cert\"\n    {\n        msg: \"VerifyDefaultIngressServingCertificateSecretWiring timed out after 10m0.007s: IngressController/default references \u0026LocalObjectReference{Name:cluster-ingress-cert,}, expected secret \\\"default-ingress-cert\\\"\",\n        err: \u003c*errors.errorString | 0x1ec67cfb92a0\u003e{\n            s: \"IngressController/default references \u0026LocalObjectReference{Name:cluster-ingress-cert,}, expected secret \\\"default-ingress-cert\\\"\",\n        },\n    }","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ff366311fd43d72666297c0085142c8518628a4849f37fc8ec0089c5423ea5c2","failure_pattern":"VerifyDefaultIngressServingCertificateSecretWiring timed out after 10m0","search_query":"VerifyDefaultIngressServingCertificateSecretWiring timed out after 10m0"}},{"row_id":"64b22c248e90e6647109ebbaa4459c4beec7037516f4570ad65adc6c54f3a5ce","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2114854607929741312","occurred_at":"2026-10-26T23:00:05Z","failed_at":"e2e","signature_id":"c3805a868ccf40727d210350cbe8cf8e87890bfe820ceae256095c60d80a32e9","test_name":"Customer should be able to issue the default ingress serving certificate from Let's Encrypt using cert-manager with ACME DNS-01 challenges for cluster version 4.23","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_ingress_cert_letsencrypt.go:528]: ACM must not create its ingress certificate secret\nExpected success, but got an error:\n    \u003c*errors.errorString | 0x25fef399da00\u003e: \n    ACM ingress secret openshift-ingress/cluster-ingress-cert exists; expected ACM certificate delivery to be suppressed\n    {\n        s: \"ACM ingress secret openshift-ingress/cluster-ingress-cert exists; expected ACM certificate delivery to be suppressed\",\n    }\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_ingress_cert_letsencrypt.go:528]: ACM must not create its ingress certificate secret\nExpected success, but got an error:\n    \u003c*errors.errorString | 0x25fef399da00\u003e: \n    ACM ingress secret openshift-ingress/cluster-ingress-cert exists; expected ACM certificate delivery to be suppressed\n    {\n        s: \"ACM ingress secret openshift-ingress/cluster-ingress-cert exists; expected ACM certificate delivery to be suppressed\",\n    }","failure_pattern_match":{"status":"clustered","failure_pattern_id":"e7eacd17b93a9922f30449fc8ac0b2b6c2f322360a8ba998276c9e141732d710","failure_pattern":"ACM ingress secret openshift-ingress/cluster-ingress-cert exists; expected ACM certificate delivery to be suppressed","search_query":"ACM ingress secret openshift-ingress/cluster-ingress-cert exists; expected ACM certificate delivery to be suppressed"}},{"row_id":"82d515ae25afb0c18be765f3c70a4dd854c2fea6a132136a4cdfe62ea7ec4eea","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2114854607929741312","occurred_at":"2026-10-26T23:00:05Z","failed_at":"e2e","signature_id":"f974db37c7eb3d9bbc97893012fdea83ddca24ef2f512221011480246752904a","test_name":"Customer should be able to issue the default ingress serving certificate from Let's Encrypt using cert-manager with ACME DNS-01 challenges for cluster version 5.0","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_ingress_cert_letsencrypt.go:528]: ACM must not create its ingress certificate secret\nExpected success, but got an error:\n    \u003c*errors.errorString | 0x2f24a5ee09a0\u003e: \n    ACM ingress secret openshift-ingress/cluster-ingress-cert exists; expected ACM certificate delivery to be suppressed\n    {\n        s: \"ACM ingress secret openshift-ingress/cluster-ingress-cert exists; expected ACM certificate delivery to be suppressed\",\n    }\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_ingress_cert_letsencrypt.go:528]: ACM must not create its ingress certificate secret\nExpected success, but got an error:\n    \u003c*errors.errorString | 0x2f24a5ee09a0\u003e: \n    ACM ingress secret openshift-ingress/cluster-ingress-cert exists; expected ACM certificate delivery to be suppressed\n    {\n        s: \"ACM ingress secret openshift-ingress/cluster-ingress-cert exists; expected ACM certificate delivery to be suppressed\",\n    }","failure_pattern_match":{"status":"clustered","failure_pattern_id":"e7eacd17b93a9922f30449fc8ac0b2b6c2f322360a8ba998276c9e141732d710","failure_pattern":"ACM ingress secret openshift-ingress/cluster-ingress-cert exists; expected ACM certificate delivery to be suppressed","search_query":"ACM ingress secret openshift-ingress/cluster-ingress-cert exists; expected ACM certificate delivery to be suppressed"}},{"row_id":"e98c854e0f6e07330a95e7ef2b132db45e008a26648d31f6bd39d9fbbb8a3030","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2114854607929741312","occurred_at":"2026-10-26T23:00:05Z","failed_at":"e2e","signature_id":"f6440923d584406c047bf35485df58b43af2e7dc6ec14ef4aa1c454df23ab759","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.23","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:256]: default-ingress-cert must exist and be referenced by IngressController/default for cluster \"cluster-nightly-4-23-9qvdk7\"\nExpected success, but got an error:\n    \u003c*fmt.wrapError | 0x38ab336f65a0\u003e: \n    VerifyDefaultIngressServingCertificateSecretWiring timed out after 10m0.004s: IngressController/default references \u0026LocalObjectReference{Name:cluster-ingress-cert,}, expected secret \"default-ingress-cert\"\n    {\n        msg: \"VerifyDefaultIngressServingCertificateSecretWiring timed out after 10m0.004s: IngressController/default references \u0026LocalObjectReference{Name:cluster-ingress-cert,}, expected secret \\\"default-ingress-cert\\\"\",\n        err: \u003c*errors.errorString | 0x38ab34e123c0\u003e{\n            s: \"IngressController/default references \u0026LocalObjectReference{Name:cluster-ingress-cert,}, expected secret \\\"default-ingress-cert\\\"\",\n        },\n    }\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:256]: default-ingress-cert must exist and be referenced by IngressController/default for cluster \"cluster-nightly-4-23-9qvdk7\"\nExpected success, but got an error:\n    \u003c*fmt.wrapError | 0x38ab336f65a0\u003e: \n    VerifyDefaultIngressServingCertificateSecretWiring timed out after 10m0.004s: IngressController/default references \u0026LocalObjectReference{Name:cluster-ingress-cert,}, expected secret \"default-ingress-cert\"\n    {\n        msg: \"VerifyDefaultIngressServingCertificateSecretWiring timed out after 10m0.004s: IngressController/default references \u0026LocalObjectReference{Name:cluster-ingress-cert,}, expected secret \\\"default-ingress-cert\\\"\",\n        err: \u003c*errors.errorString | 0x38ab34e123c0\u003e{\n            s: \"IngressController/default references \u0026LocalObjectReference{Name:cluster-ingress-cert,}, expected secret \\\"default-ingress-cert\\\"\",\n        },\n    }","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ff366311fd43d72666297c0085142c8518628a4849f37fc8ec0089c5423ea5c2","failure_pattern":"VerifyDefaultIngressServingCertificateSecretWiring timed out after 10m0","search_query":"VerifyDefaultIngressServingCertificateSecretWiring timed out after 10m0"}}],"failure_pattern_summary":{"signature_count":4,"failure_pattern_ids":["e7eacd17b93a9922f30449fc8ac0b2b6c2f322360a8ba998276c9e141732d710","ff366311fd43d72666297c0085142c8518628a4849f37fc8ec0089c5423ea5c2"],"matched_occurrences":4,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel-all/2114769981047574528","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel-all","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-10-26T17:23:46Z","started_at":"2026-10-26T17:23:46Z","completed_at":"2026-10-26T17:24:12Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-26T17:26:12.52579085Z","timing_metadata_checked_at":"2026-10-26T17:26:12.52579085Z","region_metadata_state":"missing","region_metadata_first_checked_at":"2026-10-26T17:26:12.528959941Z","region_metadata_checked_at":"2026-10-26T18:29:03.883762944Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"7efad4242f3728662f1e8f06d4ed1870c3fc8ed559417be3aa43a95de294ea29","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel-all/2114769981047574528","occurred_at":"2026-10-26T17:23:46Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel-all/2114755041234522112","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel-all","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-10-26T16:24:06Z","started_at":"2026-10-26T16:24:06Z","completed_at":"2026-10-26T17:17:32Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-26T17:26:12.405969019Z","timing_metadata_checked_at":"2026-10-26T17:26:12.405969019Z","region_metadata_state":"missing","region_metadata_first_checked_at":"2026-10-26T17:26:12.40882961Z","region_metadata_checked_at":"2026-10-26T18:29:03.795796307Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"0124adb85dcc2a619bf5d622d92661a9a07c557f573d6267154fb278dbcd9c55","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel-all/2114755041234522112","occurred_at":"2026-10-26T16:24:06Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel-all/2114561774781992960","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel-all","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-10-26T03:36:28Z","started_at":"2026-10-26T03:36:28Z","completed_at":"2026-10-26T06:07:02Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-26T06:14:45.024694954Z","timing_metadata_checked_at":"2026-10-26T06:14:45.024694954Z","region":"uksouth","region_metadata_state":"found","region_metadata_first_checked_at":"2026-10-26T06:14:45.031698535Z","region_metadata_checked_at":"2026-10-26T06:14:45.031698535Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2114537514525003776","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-10-26T02:00:04Z","started_at":"2026-10-26T02:00:04Z","completed_at":"2026-10-26T03:53:27Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-26T04:08:15.349853372Z","timing_metadata_checked_at":"2026-10-26T04:08:15.349853372Z","region":"uksouth","region_metadata_state":"found","region_metadata_first_checked_at":"2026-10-26T04:08:15.353308761Z","region_metadata_checked_at":"2026-10-26T04:08:15.353308761Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}}]}]}