{"meta":{"start_date":"2026-08-03","end_date":"2026-08-09","start_at":"2026-08-03T00:00:00Z","end_at":"2026-08-10T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T01:29:36Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":35,"failed_runs":17,"raw_occurrences":204,"matched_occurrences":204,"runs_affected":17},"rows":[{"environment":"int","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":164,"runs_affected":4,"failed_runs":4,"run_impact_percent":11.428571428571429,"anchor_occurrences":164,"after_last_push_count":204,"trend_counts":[0,0,0,0,0,164,0,0],"trend_range":"2026-08-02..2026-08-09 UTC","prior_windows_present":1,"prior_window_starts":["2026-07-27"],"prior_runs_affected":6,"prior_last_seen_at":"2026-07-31T08:45:01Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling and update the autoscaling configuration","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"HCP Nodepools GPU instances creates and deletes a GPU nodepool in a single cluster","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":4},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":4}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:182]: failed to create HCP cluster \"cp-ystream-upgrade-4-21-jm89zv\" with install version 4.20.32\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001290980\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-jm89zv: failed waiting for cluster=\"cp-ystream-upgrade-4-21-jm89zv\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-m2z6w6flbncq\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b10a5921-07ff-41b8-a752-24d73eb9729f\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b10a5921-07ff-41b8-a752-24d73eb9729f\",\n      \"name\": \"b10a5921-07ff-41b8-a752-24d73eb9729f\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-07T15:17:09.07729999Z\",\n      \"endTime\": \"2026-08-07T15:36:17.820229822Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:182]: failed to create HCP cluster \"cp-ystream-upgrade-4-21-jm89zv\" with install version 4.20.32\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001290980\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-jm89zv: failed waiting for cluster=\"cp-ystream-upgrade-4-21-jm89zv\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-m2z6w6flbncq\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b10a5921-07ff-41b8-a752-24d73eb9729f\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b10a5921-07ff-41b8-a752-24d73eb9729f\",\n      \"name\": \"b10a5921-07ff-41b8-a752-24d73eb9729f\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-07T15:17:09.07729999Z\",\n      \"endTime\": \"2026-08-07T15:36:17.820229822Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:112]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a567e0\u003e: \n    failed to create HCP cluster ephemeral-disk: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-695gh2665l9l\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/35cec430-b27a-460d-ab8b-fa40f2f6e007\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/35cec430-b27a-460d-ab8b-fa40f2f6e007\",\n      \"name\": \"35cec430-b27a-460d-ab8b-fa40f2f6e007\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-07T15:19:33.105687956Z\",\n      \"endTime\": \"2026-08-07T15:38:37.90302898Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:112]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a567e0\u003e: \n    failed to create HCP cluster ephemeral-disk: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-695gh2665l9l\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/35cec430-b27a-460d-ab8b-fa40f2f6e007\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/35cec430-b27a-460d-ab8b-fa40f2f6e007\",\n      \"name\": \"35cec430-b27a-460d-ab8b-fa40f2f6e007\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-07T15:19:33.105687956Z\",\n      \"endTime\": \"2026-08-07T15:38:37.90302898Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-cnjgmq with version 4.21.28\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ea0ca0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-cnjgmq: failed waiting for cluster=\"np-version-upgrade-cluster-cnjgmq\" in resourcegroup=\"rg-np-version-upgrade-cnjgmq-wtj7phhd7t7p\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f5736412-08cd-4700-b460-89b5905be844\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f5736412-08cd-4700-b460-89b5905be844\",\n      \"name\": \"f5736412-08cd-4700-b460-89b5905be844\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-07T15:38:51.207478348Z\",\n      \"endTime\": \"2026-08-07T15:57:56.841927968Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-cnjgmq with version 4.21.28\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ea0ca0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-cnjgmq: failed waiting for cluster=\"np-version-upgrade-cluster-cnjgmq\" in resourcegroup=\"rg-np-version-upgrade-cnjgmq-wtj7phhd7t7p\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f5736412-08cd-4700-b460-89b5905be844\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f5736412-08cd-4700-b460-89b5905be844\",\n      \"name\": \"f5736412-08cd-4700-b460-89b5905be844\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-07T15:38:51.207478348Z\",\n      \"endTime\": \"2026-08-07T15:57:56.841927968Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"01215d187e7929f251a8d98f4941e267c94303e390aceb2d52d03dbb5c1b02d4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"021b2282da99c1c18e61ea792b9b369b1ab289c1956a25462f089fabe8b8f2d3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"027f446b1c0dc289deb12b8a638b955ca90504ca1c4faff5cbcdf2acb1e01693","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"0bacb8e5caaaf0eb0e31dcb07f000868915134897270a579da16541f38fd7e70","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"16605a62050506db8c803a6af41b021ea4f5391e8f5a52796294e1f71f2e184d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"20115f52aacc3454860fa2ea459ecbc73803b1beda7eccd723513c553395985d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"210a3d605e7b8e067ce0d297e3ad6db49ba695dfdb53bcb2768834ce7e0bdb0f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"219c69fa52da2618fb214f674de589379eab22d022a801f0123635c0197122b8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"2b21e290732895e01009644ce304946b17cf17031196d555ce4e97c501a825d7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"2efdcb6cd8ba0372479850e66cb5dd3a1ee4b8b4357680c9b2417f62068e504e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"31379494d3365ab9b19c5525a9ee5aeb8e08fa872b94e289f5a4dbcb5ffaf1f2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"44ec2ddbd6b01becc797252b99594cd00f8353c1d9a384e972ba4ab7b01d7ff2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"47d3cad25bc7d0b6aa2494c3a4bdf6cf08d14f4a89a9b02b2454e7a7c65b752b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"4b76e186310bcb07c0bcb192c5f2a1765b31eeca09563181187e9f783bd9aa35","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"57767c9085cda99185d8b2323e7dd060e71afcee9fc819dae0e1d68a10503177","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"57cec574ef011ddc63df19b276cb635f6cbf43e6e9fd68da8fb9411a4055bb08","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"6b0e2201aeaa08c7f8057dd3a349f9074c104b3bdf1af0d88ffd0f31bf454202","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"6da2dacbec82d202b9abdba714d1cd4a992aa330df4f277b53491193b547c877","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"70de3a4487a4a2b809f9f2408e3aeda01da8d2b0ab2f053e408f16da9b300012","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"74749ba5ff7a90f44bdc6fae3690840173b458a11644b71c3594d04163b7673c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"908b9dc4a67ca0f816383d75ed1020573ff90b710ec4ad30f7d9126694e3885c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"99628b4cd26e05c1fb3a0842ef27be0a645fb3a044f3d8ef34561b1b443d7f02","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"9d24665dcba60650b691658bb4f482eace81d64ee7d2ac489702eb25773b67a7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"9d6d196e442a9c431b085383d01a29883f369fcf77598556f5f91c887c194862","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"9dd974181ce1745c6e663a38fb74acc35bc96901bb2bec62bfc5655b7fd51e18","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"a34c57925c72454c6a48fd37184216056eb5535d84add4ab3b2e53d43c2f4f12","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"a47a5bde18bf6dc2929798e099ee467d4908fb016d34f340bb9ae7206fde9a64","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"b565d360f54944005de6a5907e54a32ce37826494481e065d0b22cd8c9804fae","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"bbe5bc34d856b7fb86b2e954c41a5bc935dbcca3b6b209dadab57a318e8fa38c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"c5f121827dcc69a596d4c25871fdd5475afea6eb449844be2f893ab2d7744428","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"cd2cc2e9c5ccd580d9e76a224706e6c631ede4c1da319db8f761aed6fce7592b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"cf1effb1cb31448f745f6f3c89d9aed7a4ea306357491fc1e926f77e1433ec75","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"d0ed6bd0531bb1f9bb7faa5231b9846d48fb6e807d4bc976304e7b918778e998","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"d42cea7e099f8ef8c16bc0ce8a7766e75faceeaef522f8387c787103c0a1785a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"d640017ca9fcd362c4f7ac7f0be89492904ac2882bd6a6e9263865753f0ae664","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"dc89e3062c93754745bbad490658ec77f06ea112c5c63248ddbffd95def1e83d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"de12bc874b71b3b9769fdb9d192543a810c928d5d115817a5cc9f3f448001884","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"dfe5efdf662b8d6ad205f747617c8563e09fc6f03908cfc4dc7bdbd3ab1a7f28","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"e326339ad9b3e9f4174e7533b5201f672a3f026fc49d1af623de0c5677817e56","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"e3fd952cfa4c54cec5ae259d55347610ab6d5b24bb16481ce833d9f93d6284d0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"f61c9994c95155531c9c2fcc7573f3d10ee962be24c72e9d12a24e06d2a3d263","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"0ab976e378e0a998708c0b29776cf3ad86523734d343888bb96d6f572717ec4b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"0effbd6eaa17b59b272da576065c1b637e7c716a08c26190c0d227da9aa9b61e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"110c23e3f55d6a3fed9ca428846e4eced426c77778556e376226e40255475263","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"12b2310fd8469a17afcf2b1ef1b2732a37411a22dfba6c80eb38fcd508287c34","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"17b9fa462ad3293ae5c44dbb173ffe54a3206df5f7bb43f2726db0017de95e70","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"1a8a873a9e44711b81e59a2b4721d491189498778dea5a5b257323279d03ae46","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"238907ba56efa07df54e4b5f84003e9a5ad35a13eabbf5b14adfb45cdd6cf62e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"27be310ea3dd90c5a4b73bede520b33d51c0da484b426a10729ae2387c745e51","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"3acf4a36e898bcd4be4cbf53c61be31b047cd11a76f013065dc60a1bff5fa765","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"3db87cf0739292d3c09e09b1ebf945aa516706e25aa3a8e41f1289a7de8fd8a4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"407af579501a67725089a8f5ce42f9e363a18ac40009ccdd3921e6eaf60cd792","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"485ee8e83627b7b601de2f6d3e63c02e297fc2fc9ca22b045fa69caa92b6bd2b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"5247dc2e35616608fe3df5970a38341bb30864bf640f9a7f5629ee9db3724657","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"53823c99ae2e0997d7cf8d7ab6b0e8a8ab54f7dd0f8ec35070a98c19dbbe1c17","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"5753c8e666bd0184fc732a31b338fa5c9f46a420adbb9d48190803e8389e9243","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"60cba38b24ca4884110b993cd854b1d99bd0ed7d1be861a2c852361386ef09d4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"83a4200526893cc04663aa5c994ace7ad1ba6a311f78a31ff0c17a0d1b38950a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"8aed6fcafda8e1a1783469b44ea2e98e2307b7c8def80a48403e4c8fbaed1f1a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"8ee1bc48b0cbf269b9f69dca4719f73b8844b81b17eb726bd836ccde827c1788","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"90a6f785605594c10facd804e9b6c549ec615ec97145945fa8ecc7d89f25f1b5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"915bd047c73083606b52b23bc886dfa52d2689e3f5d40ddf0155e88d81861ff8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"a06b8efdd4dfd86e0cbb859a50f1335f152f7a71af525911330bb70623a1670d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"b7ab86b3f0bbe5fe176329f38e2f9cb5a42e5be7904749505f8b016e622a8e8d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"bb534518404be8f2f26768706d98c6912cc0e62e2d2cc2515e4c682a3c06e027","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"bf43d1d48e1ae4b8bb38b7c882bf5bf623dd99e105edf3243c13d224ba870e0c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"c0835e29acc541f0839c8ba8be9a88ccb1e74d1a7af86d3f620cd4280efe4f9d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"c23098826952b03b03b5f37e2dd466af45f541c2c64d2b9693af98e64f8db4a5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"c7c48f1285fcb40e3c337a08b89c292d11a1fe19ebcd357a806359230ffeac3d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"c809b9341de13909a91559e68c1dcb2833ef4e3acbe48e1036a91af323ad76da","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"d0ba60935a9160ce7fba012d47794a2a7c9987de7d0044e97c4f9feeae3dbb41","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"d300aaf435d4e1646c82c19197d22a15dfba72adfeb68d3e388f472884465708","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"ddc5b3ba3a98c300e6cda39af2ad751b69425cd3cd655712ab11e9c7775397d8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"de2acacd562f001707e7eb3d33ccee4721fcad47ea6613293a81cfaaeabab3d7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"df8f9fc178d598066ef4dc95006c14f9e80e0ca9926db2855cf8740764c4ced5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"e1f74c7fae16cdd77721dcb44878fa4af55312caf3cac453df7c4fde8bccf7e4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"e6e2ee61a01dd991ee8fbde90a48d2215d91744e594caaeee717a465c007c975","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"f36dbfdb45299387f6797d6dff88f29c060f342480e21c118899e83f61b7662a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"f48226e13a0777afda32e391bdf0b9d582005bd26b420245a79d46f56af02702","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"f8fcd832392b100024ef561f2885f2ecde46c911fd0bfa5794ac6d1326581a01","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"fa7cc051a262a56a5a07d7f638d114a8836b03fd455aef85331260d79e8fd180","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"fe000511c3eefa2fc5073b836d8b11582f257ade46c054a434ce50395bf206b8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"00d62c1b88a0797375914df008fcd53382cf1c8cdaca6621b70e3541ea6b30e9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"0584690cc960d6cb7ebbc39b87c4a5b80a52e15ac8d7a3f35baac916cdf3559d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"0a44f8a7a3cbc3fdd31ae266795e3abb2acbcc1e6c5d1351f3e9df9f2be3e52d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"12d98a2dd2486b4693a8e994b28bc05cbfe5418ebbd04805f10a5eeeca8ab11c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"14ccaa384f7aeb9c0245951bd88cf53e581b39b24ee9a8016c75c332cf1c49bb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"19bfb5c7ff0414868479f61ffa6d9a01c26c4f15b5099a196c64ef2630ce058a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"2128deaaf0498a30dfaa48f7d19389dd3e2334fd0f7ff0f2639e3f4aa1a24345","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"263177b6d5c0fa8191c9405b3b366a4bc89e2a379a984ade9da0d02532d9bd22","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"2d1a08d4693343c72e5091b5791d71fba5dcfaa38a5297a85086aed999fc7c0b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"2e845ba485ca50a17fa49923c46eb7af267d08b92265116ef2d24ce2ee2b73a6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"2f65f944e30f11b17ca6554e0e42e566605d67602b2e3035b797549bf8fa6a91","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"34da25653c9e294aba60c0baff88a413c5be08d506af1bad00fc9fe9dc16b817","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"3967c2d236919561e32c384a3902a52a7f471e7c81188ccf196ca8ad9f3277e2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"3a0150a6885c417dda7f4decf203b51070a91036a831fc355e7514e46c9e309e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"417dfeffdd902a65bd5b4e92b2194352e1973c7abee4ebe0c561a040f49ebaa8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"42468ebd1dfcf29874114f5fa8113739d93276a8a25b2c331bedbe9eca46fe43","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"475729c5eff4fdf1069558b0313a4357c72f51e83a8ef3eece60044f24ae425b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"4eab6627e7d8a226e5291854ff24b9f665e13b20b82f505392fca8a5a0019436","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"51312044ea6ef71b5dd8622792e199579fa4beb715251c09dfa52d4ddb709ff4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"517b14c8289f1bebb11b4e481782f400cc44a0cda73bef41a3582eca65282b73","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"5372ebf626ff54f6a8ae66739f901a51e06b3b89ebc56584554e118159e1957d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"5745a2c879e8e7083697b858b9702751549e60fe482c52bd687da97963f1520a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"727abaa3777f6a2437bb9c5a6df347940e4ae45bcba8d1b12d46ed6cbf87ff62","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"86c5a9d759d82e92db663ef6e7d44c8f4e8362201b64bd75057deaeb2bbbf076","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"9a8377eda69c2082b7682e3e21f2ceccb5b8843896e7b97f4d011887b4e426db","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"9bde0735ae665dc5f3d378c45583f1fa1985475792ff363db63f4d3a8010321e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"a4a58486b3a59fb37b023d0f3c5e9d3c795c024a9c780e78a484ca3c0c5a8186","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"aa289a9977273eda5f25499128c8d5445097048089d0e40555cf7c25f1f29fcf","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"b346cf052e2e32a3451598fccdcd5624d6ccd3d593f352963c3e2e563dac1ec7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"c22b9fb8e8d4856a0db361c1177e97c13205cfd46b715e44573b9b8063176606","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"cddd87c73995ac00d14eec612938a0ee88da58e32758d73fb32ed8a3438b3927","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"d3a04983968add43cc36112e51d894431e92466e7c0540a0919628fc95b70c5c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"d5b61440e1de74f581d4662ffbac765fd2d3ad1d4b3c25ac4352028e8197e7e6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"da013a3bf7f3642bca9003f98895be727bdfa31ebb53e55021b618d8577cd9c7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"e637df44fb96755b499f362cd8119a8c45b352805fb7779d4f3a76b1f00e2ebf","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"e86ec2d76390b9792f709a881237048c06912b1eadb050ede53acd46bbf17e68","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"f185b53f7df26352cf08dbaf3cd46c6af0307d7457a94080bdb2b6a780478c48","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"f30d51747cb4b6463ed1d0450832421aeb2f9a6d4829e37dcd4549d4a700c194","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"f32a67778d0d8771c50b5e72727683d2b6778132630fa22e6820b04c4a9db476","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"f45559561605752a0951cc8fe81061144b8b0db680c0315c8529be56384dd63b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"f921680850eb9fbb43a1765affc2dc06426bfd5755327ff086c6893fc938a211","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"0e6c677b1a1d11de6fe7833aafdf9149e03f90db8d34118fdfec5f1228c9c51c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"14cd6c6a937f4a9da39011576fa92c2d28e84666d80503bee3cc7e6d935d6aef","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"28d34f39a752f09909b66036c5755b61dfd94a1dce7afa2218622cfd003f0351","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"2936b0a37a9493678b414857f9bb365fbe59f7e7b947efd786736f4863b5f1e0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"2b65298fd83d55b940b4663b25862d3af888466db21f65fde107f64706610d13","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"30338ef2d47949f5e9b6aaebf23fa70a98576ce72bd7f3ec806a5655d72c1fc7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"35c703d17b434a3cdfc199e2bbb60a3c77b5eb3495497c699539afcf932e5ba3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"3a4a8898c39b14391c14badac4aaa14e6d75ddbfca4c33d01a44febee1d5b958","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"451fe8002ad81e914470397179df66df2a60819e7d3f75f884096bac40e2f32b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"495dc21fbdf026e024531a3ffb5a26782b5dbd41f960983bc4aefe5aa16b093b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"51e2dd5c5028ffbf420fe95e777d906128608f82be65f3a579b906e6b9118626","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"5f41eec5b630107ae74d4c3554976586c265bed58c792fcf02bc411b4db7e83c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"604160db0c2dd59b4722afdfaa73ac0064b49dcd3b7fe94295dd3c782113df7d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"67057b5012d86ce1cdd8d52ce8e4cb6dcbec58e6f25262233655b83c453f88bd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"74fd191aaf7cead7463fe1516c12c673296e86a829f4b1a958b0a2ff45604ebe","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"76070388c0b8d6ec1ebf419a3bacae3389450b10b08be31c7a935da227f5a1c6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"7835149125518536e05b9a836ba114beb73af29f853c6e274b60c9c525fe4553","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"7f10459aab3e30729a1861e5489739968b95f475506a8fe1e19fd42f76e03d80","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"83bbef9e9b345a98b7bd86843c4a0bbd1a12a9e52683d09366a67392ca16ca1f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"86f5e68a3fe7665365f3401512d9c19ac1f225fde6fd9deda3b6f1fcfa7197cd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"8b503fab1ff3eba8246a81add6e26656cf4c8be81b764481eeaaa07145d8a784","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"9210fd6c229792098ceaba0620c59c9bc7b2fdd4049e127e9fa211f4967c8e88","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"94b33bd0b5d3268c293f50324d6379cfc89f130ee4d70fc5143a51b8e729a2ca","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"95aabd7261a84f5b46bb264eb8e4800c9bfbe3117360bc511ace2d3821b74dc6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"970cf2f6cc585f3d41c507b6c4e84d5f8917a5bc8290f1212efd92ccbf8107c7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"9ae2354ef5634581314252053e50e7777c0606efb00925edb028af2730ad76f1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"9dad2f2a15714594fc07b12a21efbb3c0861aadaf1dfcdde0ce3d7fb2feb0d69","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"9e5b66dcb2aefa897946026c7fd9b8a6fb826819a72fff75e17fd30ca9620253","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"a7944b9c5f72f76ef69cea7edebc5731988fa1ffb48cda97aa9e66edf4f90078","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"b03f48795569ce433282b46a0d39585a64fb185ae56e9c8fa2c0e195e219c4c8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"b2a22af13af1b85b6910ebb15dc000945d0c2831ac57e8cf138ded5f4284c7e2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"b739387933134b17c9326db592dd3453a19d55a5a9130d082d33e05202b777fb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"bd5c059b837307cf24f537d32d322eefef0077e92d58c789ecce557e6ce0da03","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"c3227703bc284fd311a90e89009e8ee622c07cad2c01a180da540a4dfc072b1a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"cf5a2b0b5bd2e032d84007e2bd2b6c39b63d2c3376264447a8cf00f49785de68","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"d20dff25b1077f154d6430a2a4a277bc7bc842ff37e2b66c8036af5a51bc6a97","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"db22d3f63476044a851bb065aa2f2862b371c4743f70defc5fe4829d132b7d7a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"de9cd6c807d85dc17c9beea19134b276126edbcf359555678cc4e31d59fc2884","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"de9e064612ef52fbc8c9773477a956e0bc5e31d1b1ed58b3a0cc0cc3d0290e22","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"f5d35358178602e808023f5909705f6e2976f7f51b2d8689d83141d70cb26006","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"ffd3af46b5b3eb0e0dbdf0b633687c2731a794adabd3de45a85d7d40c39569ee","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"13ca13618a2c4b8b7429b3001f7d02e419916c0961928bfe37af66198711655d","failure_pattern":"ERROR CODE: InternalServerError; detail message [hypershiftHostedCluster] hosted cluster has no installed version; hosted cluster degraded: UnavailableReplicas: [router]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":6,"runs_affected":2,"failed_runs":2,"run_impact_percent":5.714285714285714,"anchor_occurrences":6,"after_last_push_count":6,"trend_counts":[0,0,0,0,0,6,0,0],"trend_range":"2026-08-02..2026-08-09 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":2},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should create a cluster with private ingress using v20260630preview and verify the ingress is internal","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:93]: failed to create HCP cluster \"private-ingress\" with private ingress\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0005bf160\u003e: \n    failed to create HCP cluster private-ingress: failed waiting for cluster=\"private-ingress\" in resourcegroup=\"private-ingress-sjfzqxprgc7n\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/346b118a-c1a4-48ca-b6a9-30a64c63256e\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/346b118a-c1a4-48ca-b6a9-30a64c63256e\",\n      \"name\": \"346b118a-c1a4-48ca-b6a9-30a64c63256e\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-08T00:36:39.309367694Z\",\n      \"endTime\": \"2026-08-08T00:55:42.448604058Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[hypershiftHostedCluster] hosted cluster has no installed version; hosted cluster degraded: UnavailableReplicas: router deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:93]: failed to create HCP cluster \"private-ingress\" with private ingress\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0005bf160\u003e: \n    failed to create HCP cluster private-ingress: failed waiting for cluster=\"private-ingress\" in resourcegroup=\"private-ingress-sjfzqxprgc7n\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/346b118a-c1a4-48ca-b6a9-30a64c63256e\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/346b118a-c1a4-48ca-b6a9-30a64c63256e\",\n      \"name\": \"346b118a-c1a4-48ca-b6a9-30a64c63256e\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-08T00:36:39.309367694Z\",\n      \"endTime\": \"2026-08-08T00:55:42.448604058Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[hypershiftHostedCluster] hosted cluster has no installed version; hosted cluster degraded: UnavailableReplicas: router deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:98]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e8cc20\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-99xgf9mz5tb9\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/50fc85e3-3870-4309-8cff-cac58d6c2bef\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/50fc85e3-3870-4309-8cff-cac58d6c2bef\",\n      \"name\": \"50fc85e3-3870-4309-8cff-cac58d6c2bef\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-08T00:38:23.395273244Z\",\n      \"endTime\": \"2026-08-08T00:57:32.681511281Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[hypershiftHostedCluster] hosted cluster has no installed version; hosted cluster degraded: UnavailableReplicas: router deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:98]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e8cc20\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-99xgf9mz5tb9\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/50fc85e3-3870-4309-8cff-cac58d6c2bef\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/50fc85e3-3870-4309-8cff-cac58d6c2bef\",\n      \"name\": \"50fc85e3-3870-4309-8cff-cac58d6c2bef\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-08T00:38:23.395273244Z\",\n      \"endTime\": \"2026-08-08T00:57:32.681511281Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[hypershiftHostedCluster] hosted cluster has no installed version; hosted cluster degraded: UnavailableReplicas: router deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:121]: HCP cluster rg-candidate-4-22-b84zljkl5jbq/cluster-candidate-4-22-5rc76r should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ab08e0\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-5rc76r: failed waiting for cluster=\"cluster-candidate-4-22-5rc76r\" in resourcegroup=\"rg-candidate-4-22-b84zljkl5jbq\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ba218375-f982-4fad-9c80-fb290534636b\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ba218375-f982-4fad-9c80-fb290534636b\",\n      \"name\": \"ba218375-f982-4fad-9c80-fb290534636b\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-07T20:56:00.474630413Z\",\n      \"endTime\": \"2026-08-07T21:15:04.906578978Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[hypershiftHostedCluster] hosted cluster has no installed version; hosted cluster degraded: UnavailableReplicas: router deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:121]: HCP cluster rg-candidate-4-22-b84zljkl5jbq/cluster-candidate-4-22-5rc76r should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ab08e0\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-5rc76r: failed waiting for cluster=\"cluster-candidate-4-22-5rc76r\" in resourcegroup=\"rg-candidate-4-22-b84zljkl5jbq\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ba218375-f982-4fad-9c80-fb290534636b\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ba218375-f982-4fad-9c80-fb290534636b\",\n      \"name\": \"ba218375-f982-4fad-9c80-fb290534636b\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-07T20:56:00.474630413Z\",\n      \"endTime\": \"2026-08-07T21:15:04.906578978Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[hypershiftHostedCluster] hosted cluster has no installed version; hosted cluster degraded: UnavailableReplicas: router deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085878400177672192","occurred_at":"2026-08-07T23:58:58Z","signature_id":"3b4fdd549183fb8ef99da52a3dcf177fb7a56e1ede7839b927df88cf8eb55645","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085878400177672192","occurred_at":"2026-08-07T23:58:58Z","signature_id":"8e069788cb14b52497959be5cd1c1e91635686f1aaf9ac547d7cc42368f1a858","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085821660438466560","occurred_at":"2026-08-07T20:13:31Z","signature_id":"2afb94c446c9294ad15a77be0dce97a274fd3521c6754ae772d86b672254cce0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085821660438466560","occurred_at":"2026-08-07T20:13:31Z","signature_id":"8fe4bcee38237924917b97b8ef4397b90f5a56f25a930ebb81e805fe78f82204","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085821660438466560","occurred_at":"2026-08-07T20:13:31Z","signature_id":"99c10ed1810ea0f251e476d42a4847acb14c293c399ffd01675e6b30a4dd9349","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085821660438466560","occurred_at":"2026-08-07T20:13:31Z","signature_id":"fabde1e6c314278347fbe022e55f7d769d9282d66487b818073a9f6c568d865f","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"ba4588eaec0a1624f3e9e2b68b856f9c28fafa454d0205c94f35610f5416c93f","failure_pattern":"ERROR CODE: NoRegisteredProviderFound; detail message No registered resource provider found for location 'uksouth' and API version '2026-06-30-preview' for type 'locations/hcpOperationStatuses'. The supported api-versions are '2025-12-23-preview, 2024-06-10-preview'. The supported locations are 'uksouth'.; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: NoRegisteredProviderFound","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"FIPS Mode Support with v2026-06-30 API should create an HCP cluster with FIPS mode enabled via cryptoRestrictions property","occurrences":5,"runs_affected":5,"failed_runs":5,"run_impact_percent":14.285714285714286,"anchor_occurrences":5,"after_last_push_count":5,"trend_counts":[0,0,0,0,0,5,0,0],"trend_range":"2026-08-02..2026-08-09 UTC","prior_windows_present":0,"prior_runs_affected":5,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"FIPS Mode Support with v2026-06-30 API should create an HCP cluster with FIPS mode enabled via cryptoRestrictions property","occurrences":5}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:120]: failed to create HCP cluster \"fips-enabled-cluster\" with cryptoRestrictions set to FIPS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00150f960\u003e: \n    failed waiting for cluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-8p9f2zg2lfd9\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dee5ed4b-65ee-4093-8e94-a89968b36a45\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: NoRegisteredProviderFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"NoRegisteredProviderFound\",\n        \"message\": \"No registered resource provider found for location 'uksouth' and API version '2026-06-30-preview' for type 'locations/hcpOperationStatuses'. The supported api-versions are '2025-12-23-preview, 2024-06-10-preview'. The supported locations are 'uksouth'.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:120]: failed to create HCP cluster \"fips-enabled-cluster\" with cryptoRestrictions set to FIPS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00150f960\u003e: \n    failed waiting for cluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-8p9f2zg2lfd9\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dee5ed4b-65ee-4093-8e94-a89968b36a45\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: NoRegisteredProviderFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"NoRegisteredProviderFound\",\n        \"message\": \"No registered resource provider found for location 'uksouth' and API version '2026-06-30-preview' for type 'locations/hcpOperationStatuses'. The supported api-versions are '2025-12-23-preview, 2024-06-10-preview'. The supported locations are 'uksouth'.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:120]: failed to create HCP cluster \"fips-enabled-cluster\" with cryptoRestrictions set to FIPS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00164b280\u003e: \n    failed waiting for cluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-8nmccl4vplhb\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/42d45e39-953e-403d-a22f-9a1d2fd0583c\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: NoRegisteredProviderFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"NoRegisteredProviderFound\",\n        \"message\": \"No registered resource provider found for location 'uksouth' and API version '2026-06-30-preview' for type 'locations/hcpOperationStatuses'. The supported api-versions are '2025-12-23-preview, 2024-06-10-preview'. The supported locations are 'uksouth'.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:120]: failed to create HCP cluster \"fips-enabled-cluster\" with cryptoRestrictions set to FIPS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00164b280\u003e: \n    failed waiting for cluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-8nmccl4vplhb\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/42d45e39-953e-403d-a22f-9a1d2fd0583c\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: NoRegisteredProviderFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"NoRegisteredProviderFound\",\n        \"message\": \"No registered resource provider found for location 'uksouth' and API version '2026-06-30-preview' for type 'locations/hcpOperationStatuses'. The supported api-versions are '2025-12-23-preview, 2024-06-10-preview'. The supported locations are 'uksouth'.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:120]: failed to create HCP cluster \"fips-enabled-cluster\" with cryptoRestrictions set to FIPS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f29be0\u003e: \n    failed waiting for cluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-2klqp9mm4p4l\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1403563f-0e25-4b88-9175-24229e4a4558\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: NoRegisteredProviderFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"NoRegisteredProviderFound\",\n        \"message\": \"No registered resource provider found for location 'uksouth' and API version '2026-06-30-preview' for type 'locations/hcpOperationStatuses'. The supported api-versions are '2025-12-23-preview, 2024-06-10-preview'. The supported locations are 'uksouth'.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:120]: failed to create HCP cluster \"fips-enabled-cluster\" with cryptoRestrictions set to FIPS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f29be0\u003e: \n    failed waiting for cluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-2klqp9mm4p4l\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1403563f-0e25-4b88-9175-24229e4a4558\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: NoRegisteredProviderFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"NoRegisteredProviderFound\",\n        \"message\": \"No registered resource provider found for location 'uksouth' and API version '2026-06-30-preview' for type 'locations/hcpOperationStatuses'. The supported api-versions are '2025-12-23-preview, 2024-06-10-preview'. The supported locations are 'uksouth'.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085821660438466560","occurred_at":"2026-08-07T20:13:31Z","signature_id":"857c5f5ec59d4da00d9ed65b818cf4adf8198048ccf5ac0aa55de378b7234ffa","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085775639528345600","occurred_at":"2026-08-07T17:10:38Z","signature_id":"22fd0911ba4af1d0f409171f227272342169f9e1377e9c56c61079a5302b4964","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"8d58c2e56c47f1ce4e8ef770229ae4ce4a2a711f3b4669a8f9cdd3c172e71db6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"a2a9dc5f2e04f0e2bb7c7f5b65bc64e6de2c3af4b63395cd7e2f4fb714ef2be4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085552497933422592","occurred_at":"2026-08-07T02:23:57Z","signature_id":"d75836a17aca7a0c89965bae888e881618593b0fcd436782b91afaa479ff76b0","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"7207c83a34a191366f94a6a113fc9a5aaabe50fb5e6befcd21b6e21322f73a87","failure_pattern":"cluster entered terminal Failed state after role assignment deployment","search_query":"cluster entered terminal Failed state after role assignment deployment","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":5,"runs_affected":5,"failed_runs":5,"run_impact_percent":14.285714285714286,"anchor_occurrences":5,"after_last_push_count":6,"trend_counts":[0,0,0,0,0,5,0,0],"trend_range":"2026-08-02..2026-08-09 UTC","prior_windows_present":1,"prior_window_starts":["2026-07-27"],"prior_runs_affected":6,"prior_last_seen_at":"2026-07-31T08:45:01Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":5}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:220]: Timed out after 2520.002s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:216 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:220]: Timed out after 2520.002s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:216 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:220]: Timed out after 2520.001s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:216 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:220]: Timed out after 2520.001s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:216 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:220]: Timed out after 2520.000s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:216 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:220]: Timed out after 2520.000s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:216 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085878400177672192","occurred_at":"2026-08-07T23:58:58Z","signature_id":"9f6f42bed68e6d3b86d81931d02f06532f74fc43be808bc0172db5fcca80bec4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"69bd66b6d04fbda55431cca5ce2192616e394de058d01d12e657d8cad6c4e68d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"9013e675989bd3312d95cfd426e5318859765876455d6850dc98ee4d503feff7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"d712d5ce17264f0ef550496665e2a7bd7d67dfac479ff00deed5bcb5e610f7c9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"d712d5ce17264f0ef550496665e2a7bd7d67dfac479ff00deed5bcb5e610f7c9","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"e9065928ca1d323095a060fb425d3a601fe5817c1279001c85a6c30b326c861b","failure_pattern":"Cluster provisioning failed","search_query":"Cluster provisioning failed","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":4,"runs_affected":4,"failed_runs":4,"run_impact_percent":11.428571428571429,"anchor_occurrences":4,"after_last_push_count":5,"trend_counts":[0,0,0,0,0,4,0,0],"trend_range":"2026-08-02..2026-08-09 UTC","prior_windows_present":1,"prior_window_starts":["2026-07-27"],"prior_runs_affected":5,"prior_last_seen_at":"2026-07-31T08:45:01Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":4}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Cluster provisioning failed\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Cluster provisioning failed"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"14c80964b9874c9081110be783c8e717ab9db60e5a66ec45327b015be13e84aa","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"14c80964b9874c9081110be783c8e717ab9db60e5a66ec45327b015be13e84aa","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"14c80964b9874c9081110be783c8e717ab9db60e5a66ec45327b015be13e84aa","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"14c80964b9874c9081110be783c8e717ab9db60e5a66ec45327b015be13e84aa","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-br948jjgf9df\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-br948jjgf9df, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":4,"runs_affected":4,"failed_runs":4,"run_impact_percent":11.428571428571429,"anchor_occurrences":4,"after_last_push_count":8,"trend_counts":[0,0,0,0,0,4,0,0],"trend_range":"2026-08-02..2026-08-09 UTC","prior_windows_present":4,"prior_window_starts":["2026-07-06","2026-07-13","2026-07-20","2026-07-27"],"prior_runs_affected":12,"prior_last_seen_at":"2026-07-31T08:45:01Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":4}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:151]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00178a570\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-wh5bnktd6mq4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-wh5bnktd6mq4, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:151]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00178a570\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-wh5bnktd6mq4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-wh5bnktd6mq4, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:150]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001576990\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-rbdxzzdg8pgg\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-rbdxzzdg8pgg, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:150]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001576990\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-rbdxzzdg8pgg\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-rbdxzzdg8pgg, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:150]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0018aa840\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-p56vtnn4kcqf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-p56vtnn4kcqf, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:150]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0018aa840\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-p56vtnn4kcqf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-p56vtnn4kcqf, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085735196925104128","occurred_at":"2026-08-07T14:20:01Z","signature_id":"187020d22a0a1249bf570e649c7eb6df21f1e3f1aeead62863d08078844c8a9f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085696426184019968","occurred_at":"2026-08-07T11:55:52Z","signature_id":"d205941f6cdbe8757b76859e859624d6182159c7e8e927af54f6cc3d9c9007a1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085663875193114624","occurred_at":"2026-08-07T09:46:32Z","signature_id":"b105c7c47ba5e712674a6ff85a455da04bf17d6e5e30c473dc16a798e04863af","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085627580924301312","occurred_at":"2026-08-07T07:22:18Z","signature_id":"eeecbe8da954785ad3bc9485fae6ca77c66153b617da9e1fa1a9114e437817b2","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"86acf58965dfb7b96713f6a89ff381ba46ffdd44516e1b61638ec23fb893f80b","failure_pattern":"ERROR CODE: InternalServerError; detail message cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster still exists; [clusterServiceStatus] state is \"uninstalling\"; [descendantResources] remaining resources: nodePools, serviceProviderClusters, serviceProviderNodePools; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":8.571428571428571,"anchor_occurrences":3,"after_last_push_count":3,"trend_counts":[0,0,1,0,1,1,0,0],"trend_range":"2026-08-02..2026-08-09 UTC","prior_windows_present":0,"prior_runs_affected":3,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling and update the autoscaling configuration","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc00195a3a8\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-zltn98z6tdj9\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/69abc17b-84d4-40b5-bcfb-891dad5f5ac1\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/69abc17b-84d4-40b5-bcfb-891dad5f5ac1\",\n      \"name\": \"69abc17b-84d4-40b5-bcfb-891dad5f5ac1\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-08T00:55:37.832028004Z\",\n      \"endTime\": \"2026-08-08T01:19:43.636723642Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s22o8s1vf97eh5736e1ggfcssv0b54a still exists (deletion dispatched at 2026-08-08T00:55:39Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/nodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/nodepools/serviceProviderNodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc00195a3a8\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-zltn98z6tdj9\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/69abc17b-84d4-40b5-bcfb-891dad5f5ac1\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/69abc17b-84d4-40b5-bcfb-891dad5f5ac1\",\n      \"name\": \"69abc17b-84d4-40b5-bcfb-891dad5f5ac1\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-08T00:55:37.832028004Z\",\n      \"endTime\": \"2026-08-08T01:19:43.636723642Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s22o8s1vf97eh5736e1ggfcssv0b54a still exists (deletion dispatched at 2026-08-08T00:55:39Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/nodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/nodepools/serviceProviderNodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc000e7c4c8\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-xck8xpg924z5\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/68aee738-4898-4244-aef7-f5a4f8554f42\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/68aee738-4898-4244-aef7-f5a4f8554f42\",\n      \"name\": \"68aee738-4898-4244-aef7-f5a4f8554f42\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-06T03:52:57.636832009Z\",\n      \"endTime\": \"2026-08-06T04:16:58.917050796Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s0r551unfpl9kdm7nal1j9k4ggem224 still exists (deletion dispatched at 2026-08-06T03:52:58Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/nodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/nodepools/serviceProviderNodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc000e7c4c8\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-xck8xpg924z5\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/68aee738-4898-4244-aef7-f5a4f8554f42\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/68aee738-4898-4244-aef7-f5a4f8554f42\",\n      \"name\": \"68aee738-4898-4244-aef7-f5a4f8554f42\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-06T03:52:57.636832009Z\",\n      \"endTime\": \"2026-08-06T04:16:58.917050796Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s0r551unfpl9kdm7nal1j9k4ggem224 still exists (deletion dispatched at 2026-08-06T03:52:58Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/nodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/nodepools/serviceProviderNodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc001270600\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-hjvmp8wj25xj\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bd2f803e-a284-44f4-a8f0-61581aa2ab23\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bd2f803e-a284-44f4-a8f0-61581aa2ab23\",\n      \"name\": \"bd2f803e-a284-44f4-a8f0-61581aa2ab23\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-04T22:50:18.966640563Z\",\n      \"endTime\": \"2026-08-04T23:14:20.882558981Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s01l3qedo603lm5guditmse4123b3m2 still exists (deletion dispatched at 2026-08-04T22:50:19Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/nodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/nodepools/serviceProviderNodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc001270600\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-hjvmp8wj25xj\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bd2f803e-a284-44f4-a8f0-61581aa2ab23\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bd2f803e-a284-44f4-a8f0-61581aa2ab23\",\n      \"name\": \"bd2f803e-a284-44f4-a8f0-61581aa2ab23\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-04T22:50:18.966640563Z\",\n      \"endTime\": \"2026-08-04T23:14:20.882558981Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s01l3qedo603lm5guditmse4123b3m2 still exists (deletion dispatched at 2026-08-04T22:50:19Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/nodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/nodepools/serviceProviderNodePools, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085878400177672192","occurred_at":"2026-08-07T23:58:58Z","signature_id":"3ba597a0a0cd92631c41dad889e1bcaf99d6196359258cc240532ea93cc7026d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085196038028660736","occurred_at":"2026-08-06T02:47:31Z","signature_id":"b50e8cf9ecaf7673d4a03e1f403de71b31632ccb832290713faca19f644b8a57","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2084763197826404352","occurred_at":"2026-08-04T22:07:34Z","signature_id":"4db233f455e23efc01ac05673939edb87e7b5d633260c917435dfbfa0f7094ec","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"f90cae3228fe72b2427515e7c51834eebdc3e73c0b1aa6bca2abedd53a2e7578","failure_pattern":"DeleteHCPCluster timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"ephemeral-osdisk-r9kpz8mh7q2t\", caused by: failed waiting for hcpCluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-r9kpz8mh7q2t\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster ephemeral-disk in resource group ephemeral-osdisk-r9kpz8mh7q2t, error: context deadline exceeded, error: failed waiting for hcpCluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-r9kpz8mh7q2t\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster ephemeral-disk in resource group ephemeral-osdisk-r9kpz8mh7q2t, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":5.714285714285714,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,1,0,0,0,1,0,0],"trend_range":"2026-08-02..2026-08-09 UTC","prior_windows_present":4,"prior_window_starts":["2026-07-06","2026-07-13","2026-07-20","2026-07-27"],"prior_runs_affected":19,"prior_last_seen_at":"2026-08-02T22:50:34Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc000210f30\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"rg-cluster-back-version-svf2cqd7v8s4\", caused by: failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-svf2cqd7v8s4\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-svf2cqd7v8s4, error: context deadline exceeded, error: failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-svf2cqd7v8s4\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-svf2cqd7v8s4, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc000210f30\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"rg-cluster-back-version-svf2cqd7v8s4\", caused by: failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-svf2cqd7v8s4\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-svf2cqd7v8s4, error: context deadline exceeded, error: failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-svf2cqd7v8s4\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-svf2cqd7v8s4, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc00151fa40\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"ephemeral-osdisk-r9kpz8mh7q2t\", caused by: failed waiting for hcpCluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-r9kpz8mh7q2t\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster ephemeral-disk in resource group ephemeral-osdisk-r9kpz8mh7q2t, error: context deadline exceeded, error: failed waiting for hcpCluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-r9kpz8mh7q2t\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster ephemeral-disk in resource group ephemeral-osdisk-r9kpz8mh7q2t, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc00151fa40\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"ephemeral-osdisk-r9kpz8mh7q2t\", caused by: failed waiting for hcpCluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-r9kpz8mh7q2t\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster ephemeral-disk in resource group ephemeral-osdisk-r9kpz8mh7q2t, error: context deadline exceeded, error: failed waiting for hcpCluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-r9kpz8mh7q2t\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster ephemeral-disk in resource group ephemeral-osdisk-r9kpz8mh7q2t, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085878400177672192","occurred_at":"2026-08-07T23:58:58Z","signature_id":"c38b2bb8d5596b3a1e8995be6327c877b64e580f146636c34fd73c31630e3349","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2084337119244849152","occurred_at":"2026-08-03T17:54:28Z","signature_id":"b49b4e97f13daa41e777b0abc52edd0159f1cf2715a1368fc9d6e8f7c181eb96","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"3211e98556079079d57fc9ca63f6f74e1e072b05a9a59e139857e363e691063e","failure_pattern":"ERROR CODE: InternalServerError; detail message cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster still exists; [clusterServiceStatus] state is \"uninstalling\"; [hostedCluster] HostedCluster still exists; [descendantResources] remaining resources: serviceProviderClusters; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":5.714285714285714,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,1,0,0,1,0],"trend_range":"2026-08-02..2026-08-09 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc001062660\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"admin-cred-lifecycle-c2d7x7\" in resourcegroup=\"admin-credential-lifecycle-test-g4r77t5lx88k\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/81560107-2a58-483f-b6d3-e75aa399fc2a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/81560107-2a58-483f-b6d3-e75aa399fc2a\",\n      \"name\": \"81560107-2a58-483f-b6d3-e75aa399fc2a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-08T05:08:24.715768646Z\",\n      \"endTime\": \"2026-08-08T05:32:33.292300629Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s26ghjeehqbggot3fqunj3j0625fml8 still exists (deletion dispatched at 2026-08-08T05:08:25Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [hostedCluster] HostedCluster still exists; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc001062660\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"admin-cred-lifecycle-c2d7x7\" in resourcegroup=\"admin-credential-lifecycle-test-g4r77t5lx88k\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/81560107-2a58-483f-b6d3-e75aa399fc2a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/81560107-2a58-483f-b6d3-e75aa399fc2a\",\n      \"name\": \"81560107-2a58-483f-b6d3-e75aa399fc2a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-08T05:08:24.715768646Z\",\n      \"endTime\": \"2026-08-08T05:32:33.292300629Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s26ghjeehqbggot3fqunj3j0625fml8 still exists (deletion dispatched at 2026-08-08T05:08:25Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [hostedCluster] HostedCluster still exists; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc001c0c318\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"ea-listsw5lzb\" in resourcegroup=\"ea-list-gw8w9l5cfjd5\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9f51263c-383b-4936-ab54-adcca7eeb363\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9f51263c-383b-4936-ab54-adcca7eeb363\",\n      \"name\": \"9f51263c-383b-4936-ab54-adcca7eeb363\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-05T03:24:04.149496962Z\",\n      \"endTime\": \"2026-08-05T03:48:21.04831181Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s05ot1ch68qae9km918rljd0pp2giq8 still exists (deletion dispatched at 2026-08-05T03:24:04Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [hostedCluster] HostedCluster still exists; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc001c0c318\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"ea-listsw5lzb\" in resourcegroup=\"ea-list-gw8w9l5cfjd5\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9f51263c-383b-4936-ab54-adcca7eeb363\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9f51263c-383b-4936-ab54-adcca7eeb363\",\n      \"name\": \"9f51263c-383b-4936-ab54-adcca7eeb363\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-05T03:24:04.149496962Z\",\n      \"endTime\": \"2026-08-05T03:48:21.04831181Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s05ot1ch68qae9km918rljd0pp2giq8 still exists (deletion dispatched at 2026-08-05T03:24:04Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [hostedCluster] HostedCluster still exists; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085947758870532096","occurred_at":"2026-08-08T04:20:49Z","signature_id":"ecf47a0ecd7621a37534b765cde40a4f96ab24c185d1e6f7c84d2b5c16098051","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2084828178320199680","occurred_at":"2026-08-05T02:25:46Z","signature_id":"4de28b6959e7c3ce7c89dea038392f7272839bf8c7ccea75cf71728f1851c305","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"98e32667c3e390e96a18d1f5c467888c22b014b872e3aaaa2bfc4f15efac6c45","failure_pattern":"tls: failed to verify certificate: x509: certificate signed by unknown authority","search_query":"tls: failed to verify certificate: x509: certificate signed by unknown authority","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":5.714285714285714,"anchor_occurrences":2,"after_last_push_count":6,"trend_counts":[0,1,1,0,0,0,0,0],"trend_range":"2026-08-02..2026-08-09 UTC","prior_windows_present":4,"prior_window_starts":["2026-07-06","2026-07-13","2026-07-20","2026-07-27"],"prior_runs_affected":7,"prior_last_seen_at":"2026-07-27T14:25:20Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:187]: failed to verify simple web app runs on cluster \"cluster-candidate-4-21-blfbnm\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0015265a0\u003e: \n    [strict TLS verification] route was never reachable: Get \"https://agnhost-e2e-sample-app-s7b4d.apps.aro.x2p8x0r8n0o4q7q.01hd.uksouth.aroapp-hcp.azure-test.net\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:187]: failed to verify simple web app runs on cluster \"cluster-candidate-4-21-blfbnm\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0015265a0\u003e: \n    [strict TLS verification] route was never reachable: Get \"https://agnhost-e2e-sample-app-s7b4d.apps.aro.x2p8x0r8n0o4q7q.01hd.uksouth.aroapp-hcp.azure-test.net\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:175]: failed to run simple web app and connectivity check app with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0xc00086e900\u003e: \n    VerifySimpleWebApp failed: [strict TLS verification] route was never reachable: Get \"https://agnhost-e2e-sample-app-6c9fw.apps.aro.cilium-cl.f4b8.uksouth.aroapp-hcp.azure-test.net\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:175]: failed to run simple web app and connectivity check app with cilium CNI\nUnexpected error:\n    \u003c*errors.joinError | 0xc00086e900\u003e: \n    VerifySimpleWebApp failed: [strict TLS verification] route was never reachable: Get \"https://agnhost-e2e-sample-app-6c9fw.apps.aro.cilium-cl.f4b8.uksouth.aroapp-hcp.azure-test.net\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2084582653813592064","occurred_at":"2026-08-04T10:10:08Z","signature_id":"4454aa4ec90b1806470b3a19af520608a490fe71204415486998d0cbeb2ad970","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2084382631377506304","occurred_at":"2026-08-03T20:55:19Z","signature_id":"cd7ad9870658520bc17d8eb7f7e2c3dbfb0ae8e295912a6c49620ba9d06b3d23","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"ef4dd01f86a43829d70263dd0a02bc0d1329f80083910a288015623f9842f040","failure_pattern":"ERROR CODE: InternalServerError; detail message cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster still exists; [clusterServiceStatus] state is \"uninstalling\"; [descendantResources] remaining resources: serviceProviderClusters; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":2,"runs_affected":1,"failed_runs":1,"run_impact_percent":2.857142857142857,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,2,0,0],"trend_range":"2026-08-02..2026-08-09 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc00187a2e8\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"admin-cred-lifecycle-4rqwx6\" in resourcegroup=\"admin-credential-lifecycle-test-xtlwzpx9bhw8\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/88105c69-59ef-4ce3-bda7-bf77c3dc139c\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/88105c69-59ef-4ce3-bda7-bf77c3dc139c\",\n      \"name\": \"88105c69-59ef-4ce3-bda7-bf77c3dc139c\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-08T00:52:10.303231851Z\",\n      \"endTime\": \"2026-08-08T01:16:13.097660372Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s22o8ij989bsuf6l7v12p5uithckt93 still exists (deletion dispatched at 2026-08-08T00:52:10Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc00187a2e8\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"admin-cred-lifecycle-4rqwx6\" in resourcegroup=\"admin-credential-lifecycle-test-xtlwzpx9bhw8\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/88105c69-59ef-4ce3-bda7-bf77c3dc139c\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/88105c69-59ef-4ce3-bda7-bf77c3dc139c\",\n      \"name\": \"88105c69-59ef-4ce3-bda7-bf77c3dc139c\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-08T00:52:10.303231851Z\",\n      \"endTime\": \"2026-08-08T01:16:13.097660372Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s22o8ij989bsuf6l7v12p5uithckt93 still exists (deletion dispatched at 2026-08-08T00:52:10Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc001184228\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-4-21-s6zj9t\" in resourcegroup=\"rg-zstream-upgrade-4-21-5b7hxtks6q64\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/91ca2dc4-116d-47b5-bbf4-b471f46cb335\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/91ca2dc4-116d-47b5-bbf4-b471f46cb335\",\n      \"name\": \"91ca2dc4-116d-47b5-bbf4-b471f46cb335\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-08T01:17:34.510452699Z\",\n      \"endTime\": \"2026-08-08T01:41:43.598195453Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s2378t1bpv4e98vqoorn8laj6rn7ahl still exists (deletion dispatched at 2026-08-08T01:17:35Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc001184228\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-4-21-s6zj9t\" in resourcegroup=\"rg-zstream-upgrade-4-21-5b7hxtks6q64\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/91ca2dc4-116d-47b5-bbf4-b471f46cb335\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/91ca2dc4-116d-47b5-bbf4-b471f46cb335\",\n      \"name\": \"91ca2dc4-116d-47b5-bbf4-b471f46cb335\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-08T01:17:34.510452699Z\",\n      \"endTime\": \"2026-08-08T01:41:43.598195453Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s2378t1bpv4e98vqoorn8laj6rn7ahl still exists (deletion dispatched at 2026-08-08T01:17:35Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085878400177672192","occurred_at":"2026-08-07T23:58:58Z","signature_id":"de48fd6ebd82051007a4d80a93f113aaafbb717f065665b23151c2b5c8a7ce65","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085878400177672192","occurred_at":"2026-08-07T23:58:58Z","signature_id":"f59cb127c740bc64bde390c75bfda24f3d892e518fac677b96a34a0ed8cafdaa","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"c749e7147c1ff06ca3b092e3643ac05c0ff7449c9596b5d2396bcd784759163e","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster has no control plane endpoint host; hosted cluster degraded: UnavailableReplicas: [capi-provider]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":2.857142857142857,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-08-02..2026-08-09 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:98]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0007ee8a0\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-67lld96982s2\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c0d80c69-4ce6-4c33-9789-8d58306876ca\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c0d80c69-4ce6-4c33-9789-8d58306876ca\",\n      \"name\": \"c0d80c69-4ce6-4c33-9789-8d58306876ca\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-05T18:19:39.283248072Z\",\n      \"endTime\": \"2026-08-05T18:38:57.57551494Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster has no control plane endpoint host; hosted cluster degraded: UnavailableReplicas: capi-provider deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:98]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0007ee8a0\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-67lld96982s2\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c0d80c69-4ce6-4c33-9789-8d58306876ca\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c0d80c69-4ce6-4c33-9789-8d58306876ca\",\n      \"name\": \"c0d80c69-4ce6-4c33-9789-8d58306876ca\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-05T18:19:39.283248072Z\",\n      \"endTime\": \"2026-08-05T18:38:57.57551494Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster has no control plane endpoint host; hosted cluster degraded: UnavailableReplicas: capi-provider deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085059060960333824","occurred_at":"2026-08-05T17:43:13Z","signature_id":"6db6a96f294118faae9e6ef7d2072115714a6b894e4db16e425652faadc1c8f7","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"18ada9cc0581e530fb052933f9dfaaf62842839f5e08a75f8b278747cdfb0805","failure_pattern":"VerifyCiliumConnectivityChecks failed: failed to create test namespace: object is being deleted: namespace \"\u003cnamespace\u003e\" already exists","search_query":"VerifyCiliumConnectivityChecks failed: failed to create test namespace: object is being deleted: namespaces \"cilium-connectivity-check\" already exists","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":2.857142857142857,"anchor_occurrences":1,"after_last_push_count":2,"trend_counts":[1,0,0,1,0,0,0,0],"trend_range":"2026-08-02..2026-08-09 UTC","prior_windows_present":1,"prior_window_starts":["2026-07-27"],"prior_runs_affected":2,"prior_last_seen_at":"2026-08-02T06:39:16Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:492]: failed to verify simple web app and connectivity checks for cluster \"agg-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc0000128b8\u003e: \n    VerifyCiliumConnectivityChecks failed: failed to create test namespace: object is being deleted: namespaces \"cilium-connectivity-check\" already exists\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:492]: failed to verify simple web app and connectivity checks for cluster \"agg-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc0000128b8\u003e: \n    VerifyCiliumConnectivityChecks failed: failed to create test namespace: object is being deleted: namespaces \"cilium-connectivity-check\" already exists\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2084828178320199680","occurred_at":"2026-08-05T02:25:46Z","signature_id":"219867e33786685a2fb972ac37fc2be6667af11007b83b8ccc0e61d4b6a376a0","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"10aad24726b1a7f164905b0ac4ea1b1a11bc7afc424311924625d3b99dedbe4a","failure_pattern":"add password after 1 attempts; last attempt error: error status code received from the API; polling error: error status code received from the API","search_query":"add password after 1 attempts; last attempt error: error status code received from the API; polling error: error status code received from the API","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":2.857142857142857,"anchor_occurrences":1,"after_last_push_count":2,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-08-02..2026-08-09 UTC","prior_windows_present":1,"prior_window_starts":["2026-07-27"],"prior_runs_affected":2,"prior_last_seen_at":"2026-07-28T18:28:49Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:133]: failed to add password to app registration\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002c6dd40\u003e: \n    add password after 1 attempts; last attempt error: error status code received from the API; polling error: error status code received from the API\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:133]: failed to add password to app registration\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002c6dd40\u003e: \n    add password after 1 attempts; last attempt error: error status code received from the API; polling error: error status code received from the API\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085059060960333824","occurred_at":"2026-08-05T17:43:13Z","signature_id":"dff116705c89e0f0ca3a3b772e47fe8a5c49aab9bc000c5d05e65fddba657477","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"94cd26658412afd2794ba5c332d1af73e780853eed8982883da6e3a0e15f5951","failure_pattern":"v20260630preview API still not deployed as of \u003ctimestamp\u003e deadline","search_query":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:91]: v20260630preview API still not deployed as of 2026-08-07T00:00:00Z deadline","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should create a cluster with private ingress using v20260630preview and verify the ingress is internal","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":2.857142857142857,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-08-02..2026-08-09 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should create a cluster with private ingress using v20260630preview and verify the ingress is internal","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:91]: v20260630preview API still not deployed as of 2026-08-07T00:00:00Z deadline\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:91]: v20260630preview API still not deployed as of 2026-08-07T00:00:00Z deadline"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085552497933422592","occurred_at":"2026-08-07T02:23:57Z","signature_id":"7269898a1029a630ccb580ccffd8c4ae1c6eb7659de2a27a8754827626d9330c","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"77fb076d32302f92d929786f345bdad3139a0df750404c0633de671aa620060b","failure_pattern":"x509: certificate signed by unknown authority","search_query":"x509: certificate signed by unknown authority","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":2.857142857142857,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,1,0,0,0],"trend_range":"2026-08-02..2026-08-09 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:235]: Timed out after 600.003s.\nexpect ingress certificate to be signed by a trusted Azure CA\nExpected success, but got an error:\n    \u003cx509.UnknownAuthorityError\u003e: \n    x509: certificate signed by unknown authority\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:235]: Timed out after 600.003s.\nexpect ingress certificate to be signed by a trusted Azure CA\nExpected success, but got an error:\n    \u003cx509.UnknownAuthorityError\u003e: \n    x509: certificate signed by unknown authority\n    ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2085287772381253632","occurred_at":"2026-08-06T08:52:02Z","signature_id":"c95031350c87ed76ab8f37f77781a3df78d78ce53eee78d8acc4bb2657db707d","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}
