{"meta":{"start_date":"2026-05-26","end_date":"2026-05-26","start_at":"2026-05-26T00:00:00Z","end_at":"2026-05-27T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T12:48:24Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":2,"failed_runs":2,"raw_occurrences":5,"matched_occurrences":5,"runs_affected":2},"rows":[{"environment":"int","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-mk6qtw, error: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-mk6qtw\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-mk6qtw, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":2,"runs_affected":1,"failed_runs":1,"run_impact_percent":50,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,0,2],"trend_range":"2026-05-20..2026-05-26 UTC","prior_windows_present":4,"prior_window_starts":["2026-04-27","2026-05-04","2026-05-11","2026-05-18"],"prior_runs_affected":19,"prior_last_seen_at":"2026-05-19T02:07:39Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001518090\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-2vsdrb, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-2vsdrb\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-2vsdrb, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001518090\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-2vsdrb, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-2vsdrb\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-2vsdrb, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:89]: failed to create HCP cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001196090\u003e: \n    failed to create HCP cluster cx-rg-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-mk6qtw, error: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-mk6qtw\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-mk6qtw, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:89]: failed to create HCP cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001196090\u003e: \n    failed to create HCP cluster cx-rg-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-mk6qtw, error: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-mk6qtw\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-mk6qtw, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2059422345214300160","occurred_at":"2026-05-26T23:51:34Z","signature_id":"09a64366a7ebc8075bf31248e55a1104036c2d67e9cd75c59b47f59e379d48d4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2059422345214300160","occurred_at":"2026-05-26T23:51:34Z","signature_id":"972fa4f01703722dcb7af7ebc416239f0aa57afa91b949bb653242da625bcaec","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"e60e6c3589a8647d47d8f4806e43df62a1c36c55c866c026c4885355c1cfcab2","failure_pattern":"configmaps \"image-registry-allowlist-config\" is forbidden: User \"system:serviceaccount:ci-op-w8zrx9nj:integration-e2e-parallel\" cannot get resource \"configmaps\" in API group \"\" in the namespace \"\u003cnamespace\u003e\"","search_query":"configmaps \"image-registry-allowlist-config\" is forbidden: User \"system:serviceaccount:ci-op-w8zrx9nj:integration-e2e-parallel\" cannot get resource \"configmaps\" in API group \"\" in the namespace \"image-registry-policy\"","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Image Registry Policy should allow pods with images from allowed registries and have a valid allowlist","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":50,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-05-20..2026-05-26 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Image Registry Policy should allow pods with images from allowed registries and have a valid allowlist","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_policy.go:144]: ConfigMap image-registry-allowlist-config should exist\nUnexpected error:\n    \u003c*errors.StatusError | 0xc000d7a5a0\u003e: \n    configmaps \"image-registry-allowlist-config\" is forbidden: User \"system:serviceaccount:ci-op-w8zrx9nj:integration-e2e-parallel\" cannot get resource \"configmaps\" in API group \"\" in the namespace \"image-registry-policy\"\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_policy.go:144]: ConfigMap image-registry-allowlist-config should exist\nUnexpected error:\n    \u003c*errors.StatusError | 0xc000d7a5a0\u003e: \n    configmaps \"image-registry-allowlist-config\" is forbidden: User \"system:serviceaccount:ci-op-w8zrx9nj:integration-e2e-parallel\" cannot get resource \"configmaps\" in API group \"\" in the namespace \"image-registry-policy\"\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2059422345214300160","occurred_at":"2026-05-26T23:51:34Z","signature_id":"28bc8ef86bfa28fa2397e343f77994f916e009a1c54b2213ef86f12f80f2e783","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"98e32667c3e390e96a18d1f5c467888c22b014b872e3aaaa2bfc4f15efac6c45","failure_pattern":"tls: failed to verify certificate: x509: certificate signed by unknown authority","search_query":"tls: failed to verify certificate: x509: certificate signed by unknown authority","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":50,"anchor_occurrences":1,"after_last_push_count":6,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-05-20..2026-05-26 UTC","prior_windows_present":4,"prior_window_starts":["2026-04-27","2026-05-04","2026-05-11","2026-05-18"],"prior_runs_affected":7,"prior_last_seen_at":"2026-05-19T06:33:13Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:211]: failed to run simple web app and connectivity check with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0xc0000126d8\u003e: \n    VerifySimpleWebApp failed: route was never reachable: Get \"https://agnhost-e2e-serving-app-rvlq7.apps.aro.cilium-cluster.1bqw.uksouth.aroapp-hcp.azure-test.net\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:211]: failed to run simple web app and connectivity check with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0xc0000126d8\u003e: \n    VerifySimpleWebApp failed: route was never reachable: Get \"https://agnhost-e2e-serving-app-rvlq7.apps.aro.cilium-cluster.1bqw.uksouth.aroapp-hcp.azure-test.net\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2059422345214300160","occurred_at":"2026-05-26T23:51:34Z","signature_id":"d5204ba4f0b3b9a514c09910ff091a4c272692290fd0daa2eca5e878fa4ecc88","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"25e3bb4a047caa23acd7bdcd6e86cbc8d8acb34057f0fdc33548a5f9b319207b","failure_pattern":"validatingadmissionpolicies.admissionregistration.k8s.io \"image-registry-allowlist-policy\" is forbidden: User \"system:serviceaccount:ci-op-y8clw7zc:integration-e2e-parallel\" cannot get resource \"validatingadmissionpolicies\" in API group","search_query":"validatingadmissionpolicies.admissionregistration.k8s.io \"image-registry-allowlist-policy\" is forbidden: User \"system:serviceaccount:ci-op-y8clw7zc:integration-e2e-parallel\" cannot get resource \"validatingadmissionpolicies\" in API group \"admissionregistration.k8s.io\" at the cluster scope","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Image Registry Policy should allow pods with images from allowed registries and have a valid allowlist","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":50,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-05-20..2026-05-26 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Image Registry Policy should allow pods with images from allowed registries and have a valid allowlist","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_policy.go:130]: ValidatingAdmissionPolicy should exist\nUnexpected error:\n    \u003c*errors.StatusError | 0xc000db4500\u003e: \n    validatingadmissionpolicies.admissionregistration.k8s.io \"image-registry-allowlist-policy\" is forbidden: User \"system:serviceaccount:ci-op-y8clw7zc:integration-e2e-parallel\" cannot get resource \"validatingadmissionpolicies\" in API group \"admissionregistration.k8s.io\" at the cluster scope\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_policy.go:130]: ValidatingAdmissionPolicy should exist\nUnexpected error:\n    \u003c*errors.StatusError | 0xc000db4500\u003e: \n    validatingadmissionpolicies.admissionregistration.k8s.io \"image-registry-allowlist-policy\" is forbidden: User \"system:serviceaccount:ci-op-y8clw7zc:integration-e2e-parallel\" cannot get resource \"validatingadmissionpolicies\" in API group \"admissionregistration.k8s.io\" at the cluster scope\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2059217385671364608","occurred_at":"2026-05-26T10:17:37Z","signature_id":"557ccd68272b39ce0c4bb165d20d36b06da67d535750ea06e9f74a11eb628970","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}