{"meta":{"start_date":"2026-08-14","end_date":"2026-08-14","start_at":"2026-08-14T00:00:00Z","end_at":"2026-08-15T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T16:50:27Z","environments":["stg"]},"environments":[{"environment":"stg","summary":{"total_runs":3,"failed_runs":3,"raw_occurrences":143,"matched_occurrences":143,"runs_affected":3},"rows":[{"environment":"stg","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":93,"runs_affected":3,"failed_runs":3,"run_impact_percent":100,"anchor_occurrences":93,"after_last_push_count":185,"trend_counts":[0,0,0,0,0,92,93],"trend_range":"2026-08-08..2026-08-14 UTC","prior_windows_present":0,"prior_runs_affected":6,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling and update the autoscaling configuration","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should create a cluster with private ingress using v20260630preview and verify the ingress is internal","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"FIPS Mode Support with v2026-06-30 API should create an HCP cluster with FIPS mode enabled via cryptoRestrictions property","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Nodepool OS Disk Encryption should create a nodepool with customer-managed disk encryption via DES","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling and update the autoscaling configuration","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should create a cluster with private ingress using v20260630preview and verify the ingress is internal","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"FIPS Mode Support with v2026-06-30 API should create an HCP cluster with FIPS mode enabled via cryptoRestrictions property","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Nodepool OS Disk Encryption should create a nodepool with customer-managed disk encryption via DES","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 5.0","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-20-vfv6tk\" with version 4.20.33 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e147e0\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-vfv6tk: failed waiting for cluster=\"cluster-zstream-4-20-vfv6tk\" in resourcegroup=\"rg-zstream-upgrade-4-20-58dk5ncv4lls\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4899e552-e45d-4f85-84b7-f999fff9c38e\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4899e552-e45d-4f85-84b7-f999fff9c38e\",\n      \"name\": \"4899e552-e45d-4f85-84b7-f999fff9c38e\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-14T23:36:11.880336992Z\",\n      \"endTime\": \"2026-08-14T23:55:20.301083127Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, redhat-operators-catalog\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-20-vfv6tk\" with version 4.20.33 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e147e0\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-vfv6tk: failed waiting for cluster=\"cluster-zstream-4-20-vfv6tk\" in resourcegroup=\"rg-zstream-upgrade-4-20-58dk5ncv4lls\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4899e552-e45d-4f85-84b7-f999fff9c38e\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4899e552-e45d-4f85-84b7-f999fff9c38e\",\n      \"name\": \"4899e552-e45d-4f85-84b7-f999fff9c38e\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-14T23:36:11.880336992Z\",\n      \"endTime\": \"2026-08-14T23:55:20.301083127Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, redhat-operators-catalog\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-21-2zs4db\" with version 4.21.28 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000881520\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-2zs4db: failed waiting for cluster=\"cluster-zstream-4-21-2zs4db\" in resourcegroup=\"rg-zstream-upgrade-4-21-q28w6pb9d4cf\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0ae5337b-cced-4980-ac47-270f820530ca\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0ae5337b-cced-4980-ac47-270f820530ca\",\n      \"name\": \"0ae5337b-cced-4980-ac47-270f820530ca\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-14T23:36:11.977860492Z\",\n      \"endTime\": \"2026-08-14T23:55:20.048476145Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-21-2zs4db\" with version 4.21.28 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000881520\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-2zs4db: failed waiting for cluster=\"cluster-zstream-4-21-2zs4db\" in resourcegroup=\"rg-zstream-upgrade-4-21-q28w6pb9d4cf\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0ae5337b-cced-4980-ac47-270f820530ca\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0ae5337b-cced-4980-ac47-270f820530ca\",\n      \"name\": \"0ae5337b-cced-4980-ac47-270f820530ca\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-14T23:36:11.977860492Z\",\n      \"endTime\": \"2026-08-14T23:55:20.048476145Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-22-n5frjc\" with version 4.22.8 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e248c0\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-n5frjc: failed waiting for cluster=\"cluster-zstream-4-22-n5frjc\" in resourcegroup=\"rg-zstream-upgrade-4-22-dr7m5tx567n6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5506c723-f018-4909-8a39-3c4f3e5bc82d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5506c723-f018-4909-8a39-3c4f3e5bc82d\",\n      \"name\": \"5506c723-f018-4909-8a39-3c4f3e5bc82d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-14T23:36:01.224399745Z\",\n      \"endTime\": \"2026-08-14T23:55:09.926200368Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-22-n5frjc\" with version 4.22.8 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e248c0\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-n5frjc: failed waiting for cluster=\"cluster-zstream-4-22-n5frjc\" in resourcegroup=\"rg-zstream-upgrade-4-22-dr7m5tx567n6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5506c723-f018-4909-8a39-3c4f3e5bc82d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5506c723-f018-4909-8a39-3c4f3e5bc82d\",\n      \"name\": \"5506c723-f018-4909-8a39-3c4f3e5bc82d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-14T23:36:01.224399745Z\",\n      \"endTime\": \"2026-08-14T23:55:09.926200368Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"323d3c56a92e80e812b770ed172b30bf4657b2e80d4f5b7cf5091cb8ec51d4d7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"8def6da36dc09e9edd36eeeaf21ef6e3cc46a5431f33e6050a1b268eadff9f0c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"b536e2251ce59d9128b0611980c8cd434aa42f03a9b3947fc31ee4714e7cd128","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"f4e4057fd616a799fa06dc975acdd617efb7e8b1b3c03efce4820d48c86ef91e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"0311e08e8d78409606483e8630f8679f483168901cb18324d18760b7f956029c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"05250f6a416a9fde213607cbadfe58eaa3a4d0da944f9d81fd6fe9e69df09a02","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"05dd1e372f1c63e2ef9fc6bc3df1c540b4e0f213c979ef7d1fc8e8857a98105f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"0924e92e5fec1f0b634fab8e9869de9f11f0e4a746bb29b812040e2b9b4d15e5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"0e07ad04bfae4e551b2dc223625798aee0b92b5f8ac9425c431e60b881964204","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"1225a8ac6b093fdc96f590988cda8aba423db247bce5188c3f845b7dcd32b1a4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"13b5073b1279006b05cb44a37514f7a26e73c2cae6e16e6e3f9d8a7da5c67654","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"29c42dd2ded5ec4c40a57f2274810470e45225a4e7f7257beaff81e4e69e04a1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"2c807e6e70cb8aa0989aa5adc3365f2371adc55dcf8cb93d9f3534e64528cb7e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"326d8257042d95717a963b8082994cd8321b8a1d94f306c65c09f11f2ba6ba2e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"3881f2e01f1d1e7243dbbb66143b455ad567fbc6619261caeefcc4908897c465","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"3b60f0f453ea20237a6902e354b598c24a6c4de1f080d33cc6164a3bda86c518","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"3f06be38631a3b6bfe99eb56f4a208be96fbaa1ab4ad309f62ecce819e4e617e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"4283d54be91607ecd120215eb3b12ea72cc63366c89d46b7a9e57128f879a55b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"448beb0d04300bb9c0473dd2707175c0066946431da4494fc5d091bd2ae21b71","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"476dc372191d8fcfcf69c229ad7f8f1ce2f3abf6ca426abbaeb640b0b4269771","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"48d551f21e118c734d700da404e78ad28249f95ceaa820ea2dc8fa4b389b1f07","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"63b48361954dc15e1db8561d3e61fe722d834dfeefc1067f52450269325e33d4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"69587ff7b00ab5e79b3dea7909e1c36879eeca0823209e32d684e8401b98eb2d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"69918e678b4a72960221116bfa3cf6445b9518c563b2660c6cd864c0a9886669","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"6fc301a93758fe904cce5592c18cfb5063e71362f36e97cb8313ff601206ce76","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"741347a011135fa1f6f51223d2683a971e47eaa0f86bfa1eeaaa68ca4b0f0d1c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"78a71e941c682694fc5dbfdde08d9a792ae83ad7eef3f8518c149439ace7a3ea","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"79b755bc59c9ff647ee783e37e5646983399bc42b4077964b01c3616e1e8c8e9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"80e64dce70a756b857a727325b3cf02b57bda4dd897fcdf3a379c0dc27411fa3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"85a66788f1ab3357b349f43d1b00ee9f065df31f32c224ae2ba2579dfa428a60","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"89daa6876f2bde2e38734a303d15c2acdd9215e7e92c85fe46465b845b237b4c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"9018ca81403be462773e3025a661be298c0234a3c7da48e96c1c127361df5fa3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"9477f3f4043aec8acc4f72ee777e3402b6217e22dde717fc2959fa733b8ccc60","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"9640a2a5d409963e971c9be83fa1e60ee2cc94826dcfc39552413b030c89dca8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"9bf63220221c7bc1abc30f273d8ceae407044d778e918d6e52b3e8ff01e6fa7f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"a06d0000c9eb87b72cfbe0ba317cd4d8f03c171788471d5a2747f02fb69e47b3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"b0786b60641a54d49690b09d890af15f362d81a5f62b8b38b17fa67fac63762d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"bdd4473dbfba8231ad13e7e9c8a4d94f94cdec96a135a4a892ee2ebae9b6755c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"bf25a2b5db89411cfbb80655285c6df9ce2c477a86743762cfe074929b44e697","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"c08053ab2c1a72443ee2fbf24f090a6300b2e2289224906b71c18606ec7c9f26","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"c4d511e2693078c59c9d4d60dd5c00f731561f864eb05b4f1dc0032e2fa1ff38","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"c9d0c01adcb572548985427e24f6e6d4082038991a69a3a0e46764b4bbcf8bee","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"ca6e3ef58e2a1026150266c02a1d4c2e89e19edce80e5aacda8723cb55ed8bd5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"dc3ce8709e507749496aabd6163949380c50d616289b2acbecc9bff441dc2fdd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"e03320536e8d2ae3b4f22934e38bb4089db2146a3a13f8582c58ad6849bfbcb8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"ea71c7fe5265a6f381f4824521d67f977de3c14e66ea9bde3a398abe0472572a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"eea34fc12c1badd07653211783ef64a88de6ed092922f9e62bb262f476c43f4e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"f187d9ec9931ada679ee5c8b8bba78545f6d53e290c929682e730180fb280bcf","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"f269a08bfa70c9c91d117f07889711a8e58ce181c6ad1198b7ba3b38815dd10d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"085e37cacc8f1db80c82c2588b9d0e58fcb582ff66070ea69f6775f7c8bf01d6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"0d4ee1b3287f561f8a806fdd6df03096b727399e668c1411935eb84f36e39ceb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"1d9edfaee94ab25ccb441f5ec8c28797ea4ac0c958f192153fcbe6d44c49e2ba","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"1f9d964906855fe3636a43e0fe9489ba0079b9d633eeb419fd3549c7fdf36a0b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"2e3467c5a077221e96dfd34ea83528606c1e9e59eea15086c90e5025d465364c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"31d87e4b35724f8b6ee908e3edf5c953c546a34c14f88d0074f9d74f02756c5c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"3579bde822b9a18f3de7e4b0a6d17736f851bbc9f25dd27b83dbc755363be14a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"3d9c06dc2a195bbb8a305d7e379f8662edde56a35312ce3c1a5f5bb53da7c0a2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"4188d502c08f57697490dab55dfc051c824c287fb67e038f71576e0e1e80831d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"466e8d7f82f56220e9383acef9e48961b7a8b3da91b371955898bfb6f8b7108e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"48793f8979da23ab62e1e7666e5a9b992c2bebda767976afd242f82e7ca99c9d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"4af0e1961e09990d49cd58e37d9052bd4c4ca8e9d07ae1e380a127e8aa2f9f3a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"4b023abb66cd7325f225474900f6b16385cf0e3756512ea7d59593846f8dd131","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"502a0a130c5158c31e2dc53f94adb6ef6c4a9d489ce2b74871bef4ee266a1706","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"5389814f64d19d0d67e8319329d78ab34e7dde91270ceeb7be47f7d1f86de176","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"572c76e044d16acba8264189fcd285efe48ad551ccdcd255b60453f89353b37b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"614701ed7c32627908b92e12b0270100a7c60e7ba92ca46f4c60f5bf49ffa3f4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"661ece5987f4cf11a8b6cc0186ca968a31c1ec5492ad2eb5cbc030041106707d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"67a5262d363976288dccfbcb152384509eb0b4ac7df672f0c24cb863433e28bd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"688fccdc0f718f88ce46ab11c13163de2b97d4aedbc043f237b72fb37caa0604","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"6f19b7a53b0aa316dc3bf9699f72616fffc1694aaec3c6bc09346f91951fa804","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"736e26297346cd906983110bb45fd572bc9105af8133561fdb1c9438ef0e7225","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"7d4c93455c7e2037a75b8912b333d2978ed2cb70f7ebd11419c8663126a13cc5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"925186446e83bbe463c87275960ad04948de6da71fc0d558cdd631755cb05759","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"94a85eb7cfa48be8c74502f283335a7625ca5f29a91fe50ba184f063bbd2ca9e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"9c73c9f2f9707cc1ba40b6b5d5b4341701b1f028a297d2252c1867ea5ad85e7d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"9dffefb6aa5da970925af444ca4e3a5ca504d757cf3db05987b659d0a439b5d3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"a236f3f6c14a9c5f031ab6d076050f5945e67faed8d5d0366823cd9d6720b644","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"abeeeb501ecc854bf9724097ad2598991f7f321849c80520dc69375d34f12894","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"b2188142a940624ac790a43f79584fa1ac5286c0fa2974407117041022cda64a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"c1d73ca17023b8c1e1e0e02fce2fd6138aefcdd4a9354b109f78cc657de2a2ca","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"c37e4872c0aef423042c5a5967cdfba5db267c47e015fdf1f3cdeaf76c36371a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"c40b0853958a75eecde7db178029d1438022a4455728db4007a3b20ecfdd0769","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"c4de3f6d5309d42898a4cc75fe6439e7efbfbae7d656ac9ea8819d1722c7b2cc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"c7bd40f31ac4e1134e249df23241da1a2ef05b371e63edfa3c882ab7a24de84a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"cafd9edd2601d73adb9c0da3a94e2e341f424ec9ee4b6668089878befa6b32ba","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"cbb385e07077c268c2a08d68519c369e09fb107b66d0c5d19ccc21ebc413d258","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"d00b0bb01ce9dcfdc6ccdaba50300b6f61eaaa84c58d7af06b96766ae92708d0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"d075c090b667aca7d5d11bb1922412b8a3c4e5aeedd78e22fea29aed22adae22","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"d790e59a5036a77de0f6d6e9a383b5deed4269c9f8e30c77b653d82ccd1b2b0e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"dec5867eab708138054e0201ab4b7e645b137aca024fb290ed6a75ddda9cffa6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"eb73e2e7c2c9b3d0cd5bffaf192c5812f9167a5d68ebf973a69cecef9f6eb19b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"f164d9acb49f93e74f7518b5db16ddadd1a602ca0ed5b13aa4868c685edd7ee5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"f31cfcf48ddb45e37d421cd29af17446cdeb45aff9b761e9652121d54ba534fd","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"0914c49f679af2e655d272024a639b88ac1428a3970f243fbf49b919bf2490ff","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.20","occurrences":34,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":34,"after_last_push_count":73,"trend_counts":[0,0,0,0,0,34,34],"trend_range":"2026-08-08..2026-08-14 UTC","prior_windows_present":2,"prior_window_starts":["2026-07-27","2026-08-03"],"prior_runs_affected":6,"prior_last_seen_at":"2026-08-07T02:00:07Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.21","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.22","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create an HCP cluster with custom autoscaling and update the autoscaling configuration","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to update node pool labels and taints","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should create a cluster with private ingress using v20260630preview and verify the ingress is internal","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"FIPS Mode Support with v2026-06-30 API should create an HCP cluster with FIPS mode enabled via cryptoRestrictions property","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Nodepool OS Disk Encryption should create a nodepool with customer-managed disk encryption via DES","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:106]: failed to create HCP cluster \"fips-enabled-cluster\" with cryptoRestrictions set to FIPS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001000b40\u003e: \n    failed waiting for cluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-xcbd9tflljw7\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8b0748c9-0f1c-4d80-86fb-bb775097cb82\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8b0748c9-0f1c-4d80-86fb-bb775097cb82\",\n      \"name\": \"8b0748c9-0f1c-4d80-86fb-bb775097cb82\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-14T23:03:18.418731771Z\",\n      \"endTime\": \"2026-08-14T23:22:18.846155818Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:106]: failed to create HCP cluster \"fips-enabled-cluster\" with cryptoRestrictions set to FIPS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001000b40\u003e: \n    failed waiting for cluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-xcbd9tflljw7\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8b0748c9-0f1c-4d80-86fb-bb775097cb82\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8b0748c9-0f1c-4d80-86fb-bb775097cb82\",\n      \"name\": \"8b0748c9-0f1c-4d80-86fb-bb775097cb82\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-14T23:03:18.418731771Z\",\n      \"endTime\": \"2026-08-14T23:22:18.846155818Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:161]: failed to create HCP cluster for patch-tags test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0004c3800\u003e: \n    failed to create HCP cluster patch-tags-cluster: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-hvkhq4kdzxnd\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4d4dd33b-5caf-4e1f-930a-8a33897c5090\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4d4dd33b-5caf-4e1f-930a-8a33897c5090\",\n      \"name\": \"4d4dd33b-5caf-4e1f-930a-8a33897c5090\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-14T23:03:19.085500993Z\",\n      \"endTime\": \"2026-08-14T23:22:28.68758153Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:161]: failed to create HCP cluster for patch-tags test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0004c3800\u003e: \n    failed to create HCP cluster patch-tags-cluster: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-hvkhq4kdzxnd\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4d4dd33b-5caf-4e1f-930a-8a33897c5090\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4d4dd33b-5caf-4e1f-930a-8a33897c5090\",\n      \"name\": \"4d4dd33b-5caf-4e1f-930a-8a33897c5090\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-14T23:03:19.085500993Z\",\n      \"endTime\": \"2026-08-14T23:22:28.68758153Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:106]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0013f45c0\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-2w7gc6s64t2b\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7a50f095-a781-46c6-9444-7ff1c9cd48e2\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7a50f095-a781-46c6-9444-7ff1c9cd48e2\",\n      \"name\": \"7a50f095-a781-46c6-9444-7ff1c9cd48e2\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-14T23:04:50.170148381Z\",\n      \"endTime\": \"2026-08-14T23:23:58.927996677Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:106]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0013f45c0\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-2w7gc6s64t2b\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7a50f095-a781-46c6-9444-7ff1c9cd48e2\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7a50f095-a781-46c6-9444-7ff1c9cd48e2\",\n      \"name\": \"7a50f095-a781-46c6-9444-7ff1c9cd48e2\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-14T23:04:50.170148381Z\",\n      \"endTime\": \"2026-08-14T23:23:58.927996677Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"054345ce8a5f27f952792b26a5685e2703c2a1c714bf34fbd828ce1085464aca","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"0906481a796538787825821dea23bb7ab889b6a9d9c275fee9f059822be76d10","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"0976476aae4cd7c0e5033eded4fa517d69696d4dcd0535f05a3fa2f151e8828c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"0face6ada279985c6bba7a2c45629b417cb5d14c3021351162e3b4d76eb85d74","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"14fd997f1f73084e7b5cf182e3d86b5216aa5b4acc17646a4509d1df65ed767c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"2330b08fbce515886e878338b961fb6a49459ccb7568e10865c303f193757737","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"2d0c90c6e5669e22910f20b684f7557171bcc11556fbb4b676fdae388c6c242d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"300a6a4c89fe018569e440f7344641808360c4309a39dea0b57e9ad1ae33cf18","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"3683e3f920f10381e58a7a0f8c120616fd4bc5cc6e0ad4b7ad8afdee0cf574eb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"3f05b6cba7cd3295a7f97bbad79b999ba3ac24171b09c3c0943604b5c4abca92","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"4b4517e978664e66b2a61a13a6eced74d77e77f61302ea2aad0ee4a59330ec50","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"4c887c211856c2772db170a923ed16e6918e411534b681a3fe52314d5a1f1846","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"4db0496b269275ecb199b8404df216dfc7877767b731e6632b60d67d01a74532","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"53b8c1bf3c1c4e937d5367f8d5f93a1d87d86e46ea528558ae1d1f1fcca1ea35","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"6016478920d9589fbf046eee46442c76ae7cbacb8c506ec16c78fdfcc1a2a88a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"6880fde20a0e6a63fb8477d1a838a1a200b8e0c39e009039c09b4ef10b207349","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"6caa15261d8167ae1e24371e6da4fdd780e638c683ae330d473f58b5140223b4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"72b07c831c148d4ead75848514d6034a675fd211b38fc8f9dc90f91fac0d438c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"7fe596998b7156bb3c448a474efdfe3a56aca4b5bcd3c20dd073776d10471662","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"8633660b8b9412ed7471d75db54e07f8969dca4b90a82526889b3110626b5700","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"8fa9f3d84424d73c3c86e79adf876944ae14cf09d63313919e7751fdfa0f2b6c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"90f665dc9aa5f4458adf3976e56d1c0712954eabf7bfcae07c2b145d9a3b2d79","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"980391a32e58d90654a3b6dbdd58477e427277efa09d2f081e5401826fa04631","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"98dee4eb6ac2fad624fba819f7dca0508bc17dc85830bf626101283c7cc3c902","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"9beaa13c1bcd63963f872c6b95016ac8555ce453634b45a8ca93e26754f923e1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"a28d5b7fe0f02c2b909aa248e2e35352834141962c9ce2d789858f8caf05daec","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"be62768e8cd510af8ac8a6fea6bfc9054461f17a236a8d4de46670bf6001aecc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"d3e0c18d41b8f419a5488e92c78e8786db217d4f281b699f8b74be34d74149dd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"e5e7430cfe5f4a2f0f104e3b720cd8c4c86837ad5d774751f40de5252b7c2f2d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"e625cbe125c0505372e5734d02d5ba07763365da58d7b6c4d63c4f5298cce0e6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"ea8c98834cb88ddf8b26aeadbec74259b9473c94ba5d8faeb70e1310bd8c552a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"f4f746007b587e898c0e6cdfd5e7729fe725346485ada9ac4d53f4a8c32ad686","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"f5d07e7334c67fceb878c58a514a55bd7cedf7b50713087b9aad6240d0cecd3c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"fad26b296c0382590409a22b767eea85b1782709628f243d1124c7105195a776","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"ab9e82a8af804bbb7c138751caa26c2cb132cf89c97d2f090acc75dc9a8b2e15","failure_pattern":"VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from \u003curl\u003e Get \"\u003curl\u003e\": http: server gave HTTP response to HTTPS client","search_query":"VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.102.140:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.102.140:443/apis/packages.operators.coreos.com/v1\": http: server gave HTTP response to HTTPS client","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":4,"runs_affected":2,"failed_runs":2,"run_impact_percent":66.66666666666667,"anchor_occurrences":4,"after_last_push_count":9,"trend_counts":[0,0,0,0,0,5,4],"trend_range":"2026-08-08..2026-08-14 UTC","prior_windows_present":0,"prior_runs_affected":5,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:122]: failed to verify HCP cluster \"cluster-zstream-4-19-4t7rm8\" is viable\nUnexpected error:\n    \u003c*errors.joinError | 0xc000ff13c8\u003e: \n    VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.102.140:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.102.140:443/apis/packages.operators.coreos.com/v1\": http: server gave HTTP response to HTTPS client\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:122]: failed to verify HCP cluster \"cluster-zstream-4-19-4t7rm8\" is viable\nUnexpected error:\n    \u003c*errors.joinError | 0xc000ff13c8\u003e: \n    VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.102.140:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.102.140:443/apis/packages.operators.coreos.com/v1\": http: server gave HTTP response to HTTPS client\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:163]: failed to verify HCP cluster viability for back-level version 4.19\nUnexpected error:\n    \u003c*errors.joinError | 0xc000ea0150\u003e: \n    VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.158.87:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.158.87:443/apis/packages.operators.coreos.com/v1\": http: server gave HTTP response to HTTPS client\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:163]: failed to verify HCP cluster viability for back-level version 4.19\nUnexpected error:\n    \u003c*errors.joinError | 0xc000ea0150\u003e: \n    VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.158.87:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.158.87:443/apis/packages.operators.coreos.com/v1\": http: server gave HTTP response to HTTPS client\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:122]: failed to verify HCP cluster \"cluster-zstream-4-19-q29tmz\" is viable\nUnexpected error:\n    \u003c*errors.joinError | 0xc000d10708\u003e: \n    VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.50.215:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.50.215:443/apis/packages.operators.coreos.com/v1\": http: server gave HTTP response to HTTPS client\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:122]: failed to verify HCP cluster \"cluster-zstream-4-19-q29tmz\" is viable\nUnexpected error:\n    \u003c*errors.joinError | 0xc000d10708\u003e: \n    VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.50.215:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.50.215:443/apis/packages.operators.coreos.com/v1\": http: server gave HTTP response to HTTPS client\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"6f9826ce80aeaa4fa0fbfd2fa0ee621deae463151c79d8c0b42cc3b20a67832d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"79f4206bf699a182a260df79996e78380f2086168d95cf5da614803e194a5dc7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"8bd207f83ae6d38bfab5a2458d09771ff6bb8159dbfdfb5ecfcd3fb91d28ddaa","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"ddb5c1530d481800247ab9b85303107f7d0a725d6fe844539f9d75b5d2a84d54","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"44e2d333ce62abafbaf16d046b61703140a463730eb39f1d9ff95ea9875c0757","failure_pattern":"Cluster provisioning failed","search_query":"Cluster provisioning failed","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":100,"anchor_occurrences":3,"after_last_push_count":9,"trend_counts":[0,0,0,0,2,3,3],"trend_range":"2026-08-08..2026-08-14 UTC","prior_windows_present":1,"prior_window_starts":["2026-07-27"],"prior_runs_affected":9,"prior_last_seen_at":"2026-07-29T02:00:39Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Cluster provisioning failed\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Cluster provisioning failed"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"14c80964b9874c9081110be783c8e717ab9db60e5a66ec45327b015be13e84aa","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"14c80964b9874c9081110be783c8e717ab9db60e5a66ec45327b015be13e84aa","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"14c80964b9874c9081110be783c8e717ab9db60e5a66ec45327b015be13e84aa","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"3da6dfe5e2d468b0f7647b604914d8743369fe4db63b9b1f8f365f64663404b8","failure_pattern":"cluster entered terminal Failed state after role assignment deployment","search_query":"cluster entered terminal Failed state after role assignment deployment","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":100,"anchor_occurrences":3,"after_last_push_count":10,"trend_counts":[0,0,0,0,2,3,3],"trend_range":"2026-08-08..2026-08-14 UTC","prior_windows_present":2,"prior_window_starts":["2026-07-20","2026-07-27"],"prior_runs_affected":10,"prior_last_seen_at":"2026-08-01T23:00:05Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 1980.005s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 1980.005s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 1980.002s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 1980.002s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"d06b61b2a290f31b2b44796608e3a50ed66dd83e5cff65620f4a4dbd778567f6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"d06b61b2a290f31b2b44796608e3a50ed66dd83e5cff65620f4a4dbd778567f6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"ecd1663935e8debc79eea1bee9fef1a5b3f20d6f83b67bf343fec7e29acad10f","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-5-1-dsrffx, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-dsrffx in resource group rg-nightly-5-1-vpzvw7scb9v4, error: failed waiting for cluster=\"cluster-nightly-5-1-dsrffx\" in resourcegroup=\"rg-nightly-5-1-vpzvw7scb9v4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-dsrffx in resource group rg-nightly-5-1-vpzvw7scb9v4, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 5.1","occurrences":2,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,0,2],"trend_range":"2026-08-08..2026-08-14 UTC","prior_windows_present":3,"prior_window_starts":["2026-07-13","2026-07-20","2026-08-03"],"prior_runs_affected":21,"prior_last_seen_at":"2026-08-09T23:00:22Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 5.1","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001f18420\u003e: \n    failed to create HCP cluster private-kas, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-mtvcmpgfjgxl, error: failed waiting for cluster=\"private-kas\" in resourcegroup=\"private-kas-mtvcmpgfjgxl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-mtvcmpgfjgxl, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001f18420\u003e: \n    failed to create HCP cluster private-kas, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-mtvcmpgfjgxl, error: failed waiting for cluster=\"private-kas\" in resourcegroup=\"private-kas-mtvcmpgfjgxl\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-mtvcmpgfjgxl, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-5-1-vpzvw7scb9v4/cluster-nightly-5-1-dsrffx should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000c16ea0\u003e: \n    failed to create HCP cluster cluster-nightly-5-1-dsrffx, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-dsrffx in resource group rg-nightly-5-1-vpzvw7scb9v4, error: failed waiting for cluster=\"cluster-nightly-5-1-dsrffx\" in resourcegroup=\"rg-nightly-5-1-vpzvw7scb9v4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-dsrffx in resource group rg-nightly-5-1-vpzvw7scb9v4, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-5-1-vpzvw7scb9v4/cluster-nightly-5-1-dsrffx should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000c16ea0\u003e: \n    failed to create HCP cluster cluster-nightly-5-1-dsrffx, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-dsrffx in resource group rg-nightly-5-1-vpzvw7scb9v4, error: failed waiting for cluster=\"cluster-nightly-5-1-dsrffx\" in resourcegroup=\"rg-nightly-5-1-vpzvw7scb9v4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-dsrffx in resource group rg-nightly-5-1-vpzvw7scb9v4, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"0a8cd5d8f3b57e4d083a102cd6c685aa25ea2639319c1fbf0920bd1d25543ad9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"b75eb070dbb8ef47bc56c49a5aa70ef612e41aec3b77d2108061faee12c4bfe1","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"077f77b9825f03821964d99637a7414de7ca52612e9a64bf240378e696ca5436","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.23","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":1,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,1,1],"trend_range":"2026-08-08..2026-08-14 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.23","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-4-23-x8z6g67xht4n/cluster-nightly-4-23-l4g54g should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00110ea00\u003e: \n    failed to create HCP cluster cluster-nightly-4-23-l4g54g: failed waiting for cluster=\"cluster-nightly-4-23-l4g54g\" in resourcegroup=\"rg-nightly-4-23-x8z6g67xht4n\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b827451-4732-4597-a909-a247b8c202a7\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b827451-4732-4597-a909-a247b8c202a7\",\n      \"name\": \"0b827451-4732-4597-a909-a247b8c202a7\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-14T23:35:35.796244413Z\",\n      \"endTime\": \"2026-08-14T23:54:40.250641141Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog, certified-operators-catalog\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-4-23-x8z6g67xht4n/cluster-nightly-4-23-l4g54g should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00110ea00\u003e: \n    failed to create HCP cluster cluster-nightly-4-23-l4g54g: failed waiting for cluster=\"cluster-nightly-4-23-l4g54g\" in resourcegroup=\"rg-nightly-4-23-x8z6g67xht4n\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b827451-4732-4597-a909-a247b8c202a7\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b827451-4732-4597-a909-a247b8c202a7\",\n      \"name\": \"0b827451-4732-4597-a909-a247b8c202a7\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-14T23:35:35.796244413Z\",\n      \"endTime\": \"2026-08-14T23:54:40.250641141Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog, certified-operators-catalog\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2088400490315386880","occurred_at":"2026-08-14T23:00:52Z","signature_id":"05fc4cdbd3bb731336584b0789189c9f81a48059661f7d2ffcae47e4eee3e7a6","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"de0797a28411af3d24415a55d3d3897578493557d5bbf06af33b5687d5423fc9","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: KASLoadBalancerNotReachable: APIServer external route not admitted; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-08-08..2026-08-14 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:184]: failed to create HCP cluster \"agg-cluster\" with aggregated settings\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a177a0\u003e: \n    failed waiting for cluster=\"agg-cluster\" in resourcegroup=\"feature-aggregation-rfbdnsp4z64j\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d4c6dd54-2dcb-4413-8191-7fb785c42952\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d4c6dd54-2dcb-4413-8191-7fb785c42952\",\n      \"name\": \"d4c6dd54-2dcb-4413-8191-7fb785c42952\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-14T02:05:04.677073686Z\",\n      \"endTime\": \"2026-08-14T02:24:09.292398766Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: KASLoadBalancerNotReachable: APIServer external route not admitted\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:184]: failed to create HCP cluster \"agg-cluster\" with aggregated settings\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a177a0\u003e: \n    failed waiting for cluster=\"agg-cluster\" in resourcegroup=\"feature-aggregation-rfbdnsp4z64j\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d4c6dd54-2dcb-4413-8191-7fb785c42952\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d4c6dd54-2dcb-4413-8191-7fb785c42952\",\n      \"name\": \"d4c6dd54-2dcb-4413-8191-7fb785c42952\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-14T02:05:04.677073686Z\",\n      \"endTime\": \"2026-08-14T02:24:09.292398766Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: KASLoadBalancerNotReachable: APIServer external route not admitted\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2088083343928201216","occurred_at":"2026-08-14T02:00:38Z","signature_id":"5c2607b54e08d54e0f28201eb05f57c040d06eba48e9b867309b999a8693f75a","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"da65f908f97313ddbcc1cd3d11e952371e136eb64bf37368bcd0011d3f5a924e","failure_pattern":"VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from \u003curl\u003e Get \"\u003curl\u003e\": context deadline exceeded","search_query":"VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.220.67:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.220.67:443/apis/packages.operators.coreos.com/v1\": context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":1,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,1,1],"trend_range":"2026-08-08..2026-08-14 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:163]: failed to verify HCP cluster viability for back-level version 4.19\nUnexpected error:\n    \u003c*errors.joinError | 0xc001420618\u003e: \n    VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.220.67:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.220.67:443/apis/packages.operators.coreos.com/v1\": context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:163]: failed to verify HCP cluster viability for back-level version 4.19\nUnexpected error:\n    \u003c*errors.joinError | 0xc001420618\u003e: \n    VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.220.67:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.220.67:443/apis/packages.operators.coreos.com/v1\": context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"8762fdc26f27654e560ddcc5763e2359b4b436f05c1109149d276eb110ee8161","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"6477f6d87ddc79ca469b892f0755a20abbcbf9857b736992068b4e3c57909813","failure_pattern":"VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from \u003curl\u003e Get \"\u003curl\u003e\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting","search_query":"VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.224.148:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.224.148:443/apis/packages.operators.coreos.com/v1\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-08-08..2026-08-14 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:122]: failed to verify HCP cluster \"cluster-zstream-4-19-ncm252\" is viable\nUnexpected error:\n    \u003c*errors.joinError | 0xc000d8e558\u003e: \n    VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.224.148:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.224.148:443/apis/packages.operators.coreos.com/v1\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:122]: failed to verify HCP cluster \"cluster-zstream-4-19-ncm252\" is viable\nUnexpected error:\n    \u003c*errors.joinError | 0xc000d8e558\u003e: \n    VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.224.148:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.224.148:443/apis/packages.operators.coreos.com/v1\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2088245669562159104","occurred_at":"2026-08-14T12:45:39Z","signature_id":"772998e63553498dca4f19d811fc02f28cd960574bd94c61230796cf617af857","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}