{"meta":{"start_date":"2026-04-11","end_date":"2026-04-11","start_at":"2026-04-11T00:00:00Z","end_at":"2026-04-12T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T17:17:17Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":5,"failed_runs":2,"raw_occurrences":4,"matched_occurrences":4,"runs_affected":2},"rows":[{"environment":"int","failure_pattern_id":"e519f1887d9740d59629140c909a7511daaa51821ca3498a363bc02241e26c7f","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"cilium-cluster\" in resourcegroup=\"e2e-cilium-k8c4qd\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cilium-cluster in resource group e2e-cilium-k8c4qd, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":2,"runs_affected":1,"failed_runs":1,"run_impact_percent":20,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,0,2],"trend_range":"2026-04-05..2026-04-11 UTC","prior_windows_present":3,"prior_window_starts":["2026-03-09","2026-03-23","2026-03-30"],"prior_runs_affected":18,"prior_last_seen_at":"2026-03-30T15:03:47Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cilium.go:126]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fb8240\u003e: \n    failed waiting for hcpCluster=\"cilium-cluster\" in resourcegroup=\"e2e-cilium-k8c4qd\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cilium-cluster in resource group e2e-cilium-k8c4qd, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cilium.go:126]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fb8240\u003e: \n    failed waiting for hcpCluster=\"cilium-cluster\" in resourcegroup=\"e2e-cilium-k8c4qd\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cilium-cluster in resource group e2e-cilium-k8c4qd, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:94]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000efb1a0\u003e: \n    failed waiting for hcpCluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-h9v6fn\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-name-cluster in resource group patch-name-h9v6fn, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:94]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000efb1a0\u003e: \n    failed waiting for hcpCluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-h9v6fn\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-name-cluster in resource group patch-name-h9v6fn, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2042819358987653120","occurred_at":"2026-04-11T04:17:43Z","signature_id":"baee7c228574978ecf4712a4e185dc8e66c41b9961eecfad57b9f17610818a70","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2042819358987653120","occurred_at":"2026-04-11T04:17:43Z","signature_id":"c7d26ef66f97e19d19c0cd2b893f853fdd7f97686841a254a20243fc710a67d3","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-7x2n96\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-7x2n96, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":20,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-04-05..2026-04-11 UTC","prior_windows_present":4,"prior_window_starts":["2026-03-09","2026-03-16","2026-03-23","2026-03-30"],"prior_runs_affected":21,"prior_last_seen_at":"2026-04-04T14:10:28Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:108]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a42600\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-7x2n96\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-7x2n96, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:108]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a42600\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-7x2n96\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-7x2n96, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2042908344267575296","occurred_at":"2026-04-11T10:11:19Z","signature_id":"8eea3474b173ff2a2524d00c7f06cec8b0f1923e3625ccdac4315f4ed4860c4b","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"0229ee4241b7de7313eea7ac47ba9b3898c5249b1780e4f26a10331bd5c30790","failure_pattern":"tls: failed to verify certificate: x509: certificate is valid for \u003chcp-api-host\u003e, \u003chcp-api-host\u003e, not \u003chcp-api-host\u003e","search_query":"tls: failed to verify certificate: x509: certificate is valid for api.oidc-wi-cluster.foaj.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.oidc-wi-cluster.w4ht.uksouth.aroapp-hcp.azure-test.net","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":20,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-04-05..2026-04-11 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:243]: Unexpected error:\n    \u003c*errors.joinError | 0xc00137f3f8\u003e: \n    VerifyBasicAccess failed: failed to list services: Get \"https://api.oidc-wi-cluster.w4ht.uksouth.aroapp-hcp.azure-test.net:443/api/v1/namespaces/default/services\": tls: failed to verify certificate: x509: certificate is valid for api.oidc-wi-cluster.foaj.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.oidc-wi-cluster.w4ht.uksouth.aroapp-hcp.azure-test.net\n    VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"https://api.oidc-wi-cluster.w4ht.uksouth.aroapp-hcp.azure-test.net:443/apis/apiregistration.k8s.io/v1/apiservices\": tls: failed to verify certificate: x509: certificate is valid for api.oidc-wi-cluster.foaj.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.oidc-wi-cluster.w4ht.uksouth.aroapp-hcp.azure-test.net\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:243]: Unexpected error:\n    \u003c*errors.joinError | 0xc00137f3f8\u003e: \n    VerifyBasicAccess failed: failed to list services: Get \"https://api.oidc-wi-cluster.w4ht.uksouth.aroapp-hcp.azure-test.net:443/api/v1/namespaces/default/services\": tls: failed to verify certificate: x509: certificate is valid for api.oidc-wi-cluster.foaj.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.oidc-wi-cluster.w4ht.uksouth.aroapp-hcp.azure-test.net\n    VerifyAllAPIServicesAvailable failed: failed to list all APIServices: Get \"https://api.oidc-wi-cluster.w4ht.uksouth.aroapp-hcp.azure-test.net:443/apis/apiregistration.k8s.io/v1/apiservices\": tls: failed to verify certificate: x509: certificate is valid for api.oidc-wi-cluster.foaj.uksouth.aroapp-hcp.azure-test.net, reserved.aroapp-hcp.azure-test.net, not api.oidc-wi-cluster.w4ht.uksouth.aroapp-hcp.azure-test.net\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2042819358987653120","occurred_at":"2026-04-11T04:17:43Z","signature_id":"fcfa6d867609df9e0ec2711ce836a232bc1904b845b4f87d85e9168a3f14a699","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}