{"meta":{"start_date":"2026-06-19","end_date":"2026-06-19","start_at":"2026-06-19T00:00:00Z","end_at":"2026-06-20T00:00:00Z","timezone":"UTC","generated_at":"2026-08-27T10:51:14Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":7,"failed_runs":2,"raw_occurrences":4,"matched_occurrences":4,"runs_affected":2},"rows":[{"environment":"int","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-gsws6v in resource group rg-zstream-upgrade-4-22-mjxrmq, error: failed waiting for cluster=\"cluster-zstream-4-22-gsws6v\" in resourcegroup=\"rg-zstream-upgrade-4-22-mjxrmq\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-gsws6v in resource group rg-zstream-upgrade-4-22-mjxrmq, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":2,"runs_affected":1,"failed_runs":1,"run_impact_percent":14.285714285714286,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,0,2],"trend_range":"2026-06-13..2026-06-19 UTC","prior_windows_present":4,"prior_window_starts":["2026-05-18","2026-05-25","2026-06-01","2026-06-08"],"prior_runs_affected":31,"prior_last_seen_at":"2026-06-14T04:24:28Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:83]: failed to create HCP cluster for patch-name test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017382d0\u003e: \n    failed to create HCP cluster patch-name-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-4p6ljq, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-4p6ljq\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-4p6ljq, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:83]: failed to create HCP cluster for patch-name test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017382d0\u003e: \n    failed to create HCP cluster patch-name-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-4p6ljq, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-4p6ljq\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-4p6ljq, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:102]: failed to create HCP cluster \"cluster-zstream-4-22-gsws6v\" with version 4.22.0 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00178e270\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-gsws6v, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-gsws6v in resource group rg-zstream-upgrade-4-22-mjxrmq, error: failed waiting for cluster=\"cluster-zstream-4-22-gsws6v\" in resourcegroup=\"rg-zstream-upgrade-4-22-mjxrmq\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-gsws6v in resource group rg-zstream-upgrade-4-22-mjxrmq, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:102]: failed to create HCP cluster \"cluster-zstream-4-22-gsws6v\" with version 4.22.0 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00178e270\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-gsws6v, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-gsws6v in resource group rg-zstream-upgrade-4-22-mjxrmq, error: failed waiting for cluster=\"cluster-zstream-4-22-gsws6v\" in resourcegroup=\"rg-zstream-upgrade-4-22-mjxrmq\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-gsws6v in resource group rg-zstream-upgrade-4-22-mjxrmq, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2068010395167100928","occurred_at":"2026-06-19T16:37:54Z","signature_id":"97a930c0c66a758f9b4e1bb6a47ad4f5fbdb1cd7e00f6f4d36b276b51db11970","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2068010395167100928","occurred_at":"2026-06-19T16:37:54Z","signature_id":"ba94ce615c607af41644b394978f9486e947055e940f908b4ded26c0d8ba5cfd","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"cf6ceb1f4deb82bd4d009ce82003185af5aa727442083111220a23e5179d2b34","failure_pattern":"cluster has not yet reached Succeeded state","search_query":"cluster has not yet reached Succeeded state","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":14.285714285714286,"anchor_occurrences":1,"after_last_push_count":8,"trend_counts":[0,1,4,1,0,0,1],"trend_range":"2026-06-13..2026-06-19 UTC","prior_windows_present":2,"prior_window_starts":["2026-06-01","2026-06-08"],"prior_runs_affected":8,"prior_last_seen_at":"2026-06-14T04:24:28Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.003s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.003s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2068010395167100928","occurred_at":"2026-06-19T16:37:54Z","signature_id":"45bd782ca3f4a21e75ed9d338ce832f478dabdc98ba80c68bdc276eec70d4695","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"98e32667c3e390e96a18d1f5c467888c22b014b872e3aaaa2bfc4f15efac6c45","failure_pattern":"tls: failed to verify certificate: x509: certificate signed by unknown authority","search_query":"tls: failed to verify certificate: x509: certificate signed by unknown authority","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":14.285714285714286,"anchor_occurrences":1,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-06-13..2026-06-19 UTC","prior_windows_present":2,"prior_window_starts":["2026-05-18","2026-05-25"],"prior_runs_affected":4,"prior_last_seen_at":"2026-05-26T23:51:34Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:194]: failed to verify simple web app on back-level cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c84880\u003e: \n    route was never reachable: Get \"https://agnhost-e2e-serving-app-q2khb.apps.aro.p9w4y0x5i7z7z8n.lcfv.uksouth.aroapp-hcp.azure-test.net\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:194]: failed to verify simple web app on back-level cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c84880\u003e: \n    route was never reachable: Get \"https://agnhost-e2e-serving-app-q2khb.apps.aro.p9w4y0x5i7z7z8n.lcfv.uksouth.aroapp-hcp.azure-test.net\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2067771327493705728","occurred_at":"2026-06-19T00:47:56Z","signature_id":"8b2094cd5c877290dd6e8cfdcddb7ef80212aca477800a77cabdd46bec91db48","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}