{"meta":{"date":"2026-03-13","timezone":"UTC","generated_at":"2026-08-30T15:47:19Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":10,"failed_runs":2,"runs_with_occurrences":2,"runs_with_failure_pattern_matches":1,"runs_with_unmatched_occurrences":1,"runs_without_occurrence_rows":8,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2032557765255237632","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-13T20:41:48Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2032557427479547904","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-13T20:40:28Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2032557208511713280","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-13T20:39:36Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2032556849034694656","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-13T20:38:10Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2032531768858382336","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-13T18:58:30Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2032531416230662144","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-13T18:57:06Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2032512554168750080","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-13T17:42:09Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2032461331298258944","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-13T14:18:37Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2032456945507504128","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-13T13:40:25Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"47e2035989fd5950a3b544e7fe9b8849db96365aa4a18f9bd9a11456f75d2a0a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2032456945507504128","occurred_at":"2026-03-13T13:40:25Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2032275495365644288","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-13T02:00:10Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"0c01ce2d9ef26afb83982d549693e2a894393f06ed6781d5d7e419b6c4b841c1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2032275495365644288","occurred_at":"2026-03-13T02:00:10Z","failed_at":"e2e","signature_id":"3cd35cb2d561c143dde902bf48e3273b5693b6674cda38a33f57c59d4c2c781a","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade using the candidate channel","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:109]: Timed out after 2400.006s.\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc000f195d8\u003e: \n    VerifyHostedControlPlaneZStreamUpgradeOnly(initial=4.20.15) failed: no version in clusterversion/version status.history is greater than initial \"4.20.15\"\n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc000cbc700\u003e{\n                msg: \"VerifyHostedControlPlaneZStreamUpgradeOnly(initial=4.20.15) failed: no version in clusterversion/version status.history is greater than initial \\\"4.20.15\\\"\",\n                err: \u003c*errors.errorString | 0xc0008f4540\u003e{\n                    s: \"no version in clusterversion/version status.history is greater than initial \\\"4.20.15\\\"\",\n                },\n            },\n        ],\n    }\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:109]: Timed out after 2400.006s.\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc000f195d8\u003e: \n    VerifyHostedControlPlaneZStreamUpgradeOnly(initial=4.20.15) failed: no version in clusterversion/version status.history is greater than initial \"4.20.15\"\n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc000cbc700\u003e{\n                msg: \"VerifyHostedControlPlaneZStreamUpgradeOnly(initial=4.20.15) failed: no version in clusterversion/version status.history is greater than initial \\\"4.20.15\\\"\",\n                err: \u003c*errors.errorString | 0xc0008f4540\u003e{\n                    s: \"no version in clusterversion/version status.history is greater than initial \\\"4.20.15\\\"\",\n                },\n            },\n        ],\n    }","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c97096be45b81a607d04227385a0a3aae203e93e458d2b15d2856d286ce4aa28","failure_pattern":"VerifyHostedControlPlaneZStreamUpgradeOnly(initial=4","search_query":"VerifyHostedControlPlaneZStreamUpgradeOnly(initial=4"}},{"row_id":"4f505e048a7ec2d56e69f2a3d34f2a5a738748949f5180ed739c9ee1adf270b3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2032275495365644288","occurred_at":"2026-03-13T02:00:10Z","failed_at":"e2e","signature_id":"954285fd93bc61498023104ca20dcd7f185a10d43766598b559838bb36d96ceb","test_name":"Customer should be able to create an HCP cluster","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:131]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0009bfcc0\u003e: \n    failed to create route: the server is currently unable to handle the request\n    {\n        msg: \"failed to create route: the server is currently unable to handle the request\",\n        err: \u003c*errors.StatusError | 0xc000f1fe00\u003e{\n            ErrStatus: {\n                TypeMeta: {Kind: \"\", APIVersion: \"\"},\n                ListMeta: {\n                    SelfLink: \"\",\n                    ResourceVersion: \"\",\n                    Continue: \"\",\n                    RemainingItemCount: nil,\n                },\n                Status: \"Failure\",\n                Message: \"the server is currently unable to handle the request\",\n                Reason: \"ServiceUnavailable\",\n                Details: {\n                    Name: \"\",\n                    Group: \"\",\n                    Kind: \"\",\n                    UID: \"\",\n                    Causes: [\n                        {\n                            Type: \"UnexpectedServerResponse\",\n                            Message: \"error trying to reach service: tls: first record does not look like a TLS handshake\",\n                            Field: \"\",\n                        },\n                    ],\n                    RetryAfterSeconds: 0,\n                },\n                Code: 503,\n            },\n        },\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:131]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0009bfcc0\u003e: \n    failed to create route: the server is currently unable to handle the request\n    {\n        msg: \"failed to create route: the server is currently unable to handle the request\",\n        err: \u003c*errors.StatusError | 0xc000f1fe00\u003e{\n            ErrStatus: {\n                TypeMeta: {Kind: \"\", APIVersion: \"\"},\n                ListMeta: {\n                    SelfLink: \"\",\n                    ResourceVersion: \"\",\n                    Continue: \"\",\n                    RemainingItemCount: nil,\n                },\n                Status: \"Failure\",\n                Message: \"the server is currently unable to handle the request\",\n                Reason: \"ServiceUnavailable\",\n                Details: {\n                    Name: \"\",\n                    Group: \"\",\n                    Kind: \"\",\n                    UID: \"\",\n                    Causes: [\n                        {\n                            Type: \"UnexpectedServerResponse\",\n                            Message: \"error trying to reach service: tls: first record does not look like a TLS handshake\",\n                            Field: \"\",\n                        },\n                    ],\n                    RetryAfterSeconds: 0,\n                },\n                Code: 503,\n            },\n        },\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"3f8b20fc4049367013254c08e7b874167b87dd6570c75baa337e49f1af7f831d","failure_pattern":"failed to create route: the server is currently unable to handle the request","search_query":"failed to create route: the server is currently unable to handle the request"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["3f8b20fc4049367013254c08e7b874167b87dd6570c75baa337e49f1af7f831d","c97096be45b81a607d04227385a0a3aae203e93e458d2b15d2856d286ce4aa28"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}}]}]}