{"meta":{"start_date":"2026-03-18","end_date":"2026-03-18","start_at":"2026-03-18T00:00:00Z","end_at":"2026-03-19T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T22:29:45Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":7,"failed_runs":3,"raw_occurrences":3,"matched_occurrences":3,"runs_affected":3},"rows":[{"environment":"int","failure_pattern_id":"a880b7dbbe8686372b606e0212fd3742bc75c3c0a9c545bae9481b243ed0f55b","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group rg-gpu-nodepool-NC4asT4v3-lfq2nh, error: failed waiting for nodepool=\"np-1\" for cluster \"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-NC4asT4v3-lfq2nh\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":14.285714285714286,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-03-12..2026-03-18 UTC","prior_windows_present":1,"prior_window_starts":["2026-03-02"],"prior_runs_affected":3,"prior_last_seen_at":"2026-03-03T21:16:47Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:129]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010129f0\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group rg-gpu-nodepool-NC4asT4v3-lfq2nh, error: failed waiting for nodepool=\"np-1\" for cluster \"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-NC4asT4v3-lfq2nh\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group rg-gpu-nodepool-NC4asT4v3-lfq2nh, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"cluster-gpu-np\\\" in resourcegroup=\\\"rg-gpu-nodepool-NC4asT4v3-lfq2nh\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0005ae7b0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group rg-gpu-nodepool-NC4asT4v3-lfq2nh\",\n            },\n            \u003c*fmt.wrapError | 0xc0005b0500\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"cluster-gpu-np\\\" in resourcegroup=\\\"rg-gpu-nodepool-NC4asT4v3-lfq2nh\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:129]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010129f0\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group rg-gpu-nodepool-NC4asT4v3-lfq2nh, error: failed waiting for nodepool=\"np-1\" for cluster \"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-NC4asT4v3-lfq2nh\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group rg-gpu-nodepool-NC4asT4v3-lfq2nh, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"cluster-gpu-np\\\" in resourcegroup=\\\"rg-gpu-nodepool-NC4asT4v3-lfq2nh\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0005ae7b0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group rg-gpu-nodepool-NC4asT4v3-lfq2nh\",\n            },\n            \u003c*fmt.wrapError | 0xc0005b0500\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"cluster-gpu-np\\\" in resourcegroup=\\\"rg-gpu-nodepool-NC4asT4v3-lfq2nh\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2034275094439661568","occurred_at":"2026-03-18T14:25:52Z","signature_id":"cf01bdc32e6756ba795854c3c23a769544fc29ba4b0bd7c28659eabeb232bf36","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"d0993ee7c174e66d21d6873cdcbb83cae1352c1482345816cea0f68947670c76","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":14.285714285714286,"anchor_occurrences":1,"after_last_push_count":18,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-03-12..2026-03-18 UTC","prior_windows_present":1,"prior_window_starts":["2026-03-02"],"prior_runs_affected":5,"prior_last_seen_at":"2026-03-08T23:23:19Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1}],"full_error_samples":["r.go:284\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func15.2({0x7f55ac3c5a60, 0xc000636bd0})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:126\n                | \n                | By(\"waiting for first cluster to complete creation\")\n                \u003e _, err = poller1.PollUntilDone(ctx, \u0026runtime.PollUntilDoneOptions{\n                | \tFrequency: framework.StandardPollInterval,\n                | })\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8278de0?, 0xc000636bd0?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 97\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129 @ 03/18/26 09:18:44.139\n  \"ts\"=\"2026-03-18 09:18:44.139918\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-03-18 09:18:44.139996\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster-52ql4t\" \"resourceGroup\"=\"customer-rg-rfp52c\"\n  \"ts\"=\"2026-03-18 09:18:44.346235\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster-52ql4t\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-03-18 09:18:45.945878\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-jwd5jl\" \"resourceGroup\"=\"customer-rg-rfp52c\"\n  \"ts\"=\"2026-03-18 09:18:46.101260\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster2-jwd5jl\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-03-18 09:18:47.985220\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n  \"ts\"=\"2026-03-18 09:18:47.985336\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n  \"ts\"=\"2026-03-18 09:18:47.985396\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-03-18 09:18:47.986501\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-10\"\n  \"ts\"=\"2026-03-18 09:18:47.986522\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-60\"\n  \"ts\"=\"2026-03-18 09:18:47.986539\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-117\"\n  \"ts\"=\"2026-03-18 09:18:47.986585\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"customer-rg-rfp52c\"\n  \"ts\"=\"2026-03-18 09:18:48.234851\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-117\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-18 09:18:48.317393\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-rfp52c\" \"deployment\"=\"pooledNonMsiScopedAssignments-mooiin3edme32\"\n  \"ts\"=\"2026-03-18 09:18:48.362861\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-60\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-18 09:18:48.365533\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-117\" \"deployment\"=\"msi-deployment-117\"\n  \"ts\"=\"2026-03-18 09:18:48.465594\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-rfp52c\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-jwd5jl\"\n  \"ts\"=\"2026-03-18 09:18:48.501722\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-60\" \"deployment\"=\"msi-deployment-60\"\n  \"ts\"=\"2026-03-18 09:18:48.625330\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-rfp52c\" \"deployment\"=\"pooledNonMsiScopedAssignments-eqbgltuyzhpg4\"\n  \"ts\"=\"2026-03-18 09:18:48.660006\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-10\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-18 09:18:48.790139\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-rfp52c\" \"deployment\"=\"customer-infra-basic-hcp-cluster-52ql4t\"\n  \"ts\"=\"2026-03-18 09:18:48.876784\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-10\" \"deployment\"=\"msi-deployment-10\"\n  \"ts\"=\"2026-03-18 09:18:49.020248\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-03-18 09:18:49.020387\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-03-18 09:18:49.020486\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"customer-rg-rfp52c\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\nr.go:284\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func15.2({0x7f55ac3c5a60, 0xc000636bd0})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:126\n                | \n                | By(\"waiting for first cluster to complete creation\")\n                \u003e _, err = poller1.PollUntilDone(ctx, \u0026runtime.PollUntilDoneOptions{\n                | \tFrequency: framework.StandardPollInterval,\n                | })\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8278de0?, 0xc000636bd0?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 97\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129 @ 03/18/26 09:18:44.139\n  \"ts\"=\"2026-03-18 09:18:44.139918\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-03-18 09:18:44.139996\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster-52ql4t\" \"resourceGroup\"=\"customer-rg-rfp52c\"\n  \"ts\"=\"2026-03-18 09:18:44.346235\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster-52ql4t\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-03-18 09:18:45.945878\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-jwd5jl\" \"resourceGroup\"=\"customer-rg-rfp52c\"\n  \"ts\"=\"2026-03-18 09:18:46.101260\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster2-jwd5jl\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-03-18 09:18:47.985220\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n  \"ts\"=\"2026-03-18 09:18:47.985336\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n  \"ts\"=\"2026-03-18 09:18:47.985396\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-03-18 09:18:47.986501\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-10\"\n  \"ts\"=\"2026-03-18 09:18:47.986522\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-60\"\n  \"ts\"=\"2026-03-18 09:18:47.986539\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-117\"\n  \"ts\"=\"2026-03-18 09:18:47.986585\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"customer-rg-rfp52c\"\n  \"ts\"=\"2026-03-18 09:18:48.234851\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-117\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-18 09:18:48.317393\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-rfp52c\" \"deployment\"=\"pooledNonMsiScopedAssignments-mooiin3edme32\"\n  \"ts\"=\"2026-03-18 09:18:48.362861\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-60\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-18 09:18:48.365533\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-117\" \"deployment\"=\"msi-deployment-117\"\n  \"ts\"=\"2026-03-18 09:18:48.465594\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-rfp52c\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-jwd5jl\"\n  \"ts\"=\"2026-03-18 09:18:48.501722\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-60\" \"deployment\"=\"msi-deployment-60\"\n  \"ts\"=\"2026-03-18 09:18:48.625330\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-rfp52c\" \"deployment\"=\"pooledNonMsiScopedAssignments-eqbgltuyzhpg4\"\n  \"ts\"=\"2026-03-18 09:18:48.660006\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-10\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-18 09:18:48.790139\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-rfp52c\" \"deployment\"=\"customer-infra-basic-hcp-cluster-52ql4t\"\n  \"ts\"=\"2026-03-18 09:18:48.876784\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-10\" \"deployment\"=\"msi-deployment-10\"\n  \"ts\"=\"2026-03-18 09:18:49.020248\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-03-18 09:18:49.020387\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-03-18 09:18:49.020486\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"customer-rg-rfp52c\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2034172422873157632","occurred_at":"2026-03-18T07:37:53Z","signature_id":"0d63ba22e2f593ff6ae45fd281fa7135f6292cb75ddea6edd61126f972d7c186","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"98e32667c3e390e96a18d1f5c467888c22b014b872e3aaaa2bfc4f15efac6c45","failure_pattern":"tls: failed to verify certificate: x509: certificate signed by unknown authority","search_query":"tls: failed to verify certificate: x509: certificate signed by unknown authority","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":14.285714285714286,"anchor_occurrences":1,"after_last_push_count":3,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-03-12..2026-03-18 UTC","prior_windows_present":1,"prior_window_starts":["2026-03-02"],"prior_runs_affected":3,"prior_last_seen_at":"2026-03-06T08:15:41Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:137]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000e12c00\u003e: \n    route host was never found: Get \"https://agnhost-e2e-serving-app-vcfw6.apps.aro.q9c7h6e2w7p6c4m.f8k5.uksouth.aroapp-hcp.azure-test.net\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    {\n        msg: \"route host was never found: Get \\\"https://agnhost-e2e-serving-app-vcfw6.apps.aro.q9c7h6e2w7p6c4m.f8k5.uksouth.aroapp-hcp.azure-test.net\\\": tls: failed to verify certificate: x509: certificate signed by unknown authority\",\n        err: \u003c*url.Error | 0xc00092cc30\u003e{\n            Op: \"Get\",\n            URL: \"https://agnhost-e2e-serving-app-vcfw6.apps.aro.q9c7h6e2w7p6c4m.f8k5.uksouth.aroapp-hcp.azure-test.net\",\n            Err: \u003c*tls.CertificateVerificationError | 0xc00092cc00\u003e{\n                UnverifiedCertificates: [\n                    {\n                        Raw: [48, 130, 4, 1, 48, 130, 2, 233, 160, 3, 2, 1, 2, 2, 8, 53, 224, 152, 96, 21, 167, 217, 201, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 38, 49, 18, 48, 16, 6, 3, 85, 4, 11, 19, 9, 111, 112, 101, 110, 115, 104, 105, 102, 116, 49, 16, 48, 14, 6, 3, 85, 4, 3, 19, 7, 114, 111, 111, 116, 45, 99, 97, 48, 30, 23, 13, 50, 54, 48, 51, 49, 56, 50, 51, 50, 55, 53, 57, 90, 23, 13, 50, 55, 48, 51, 49, 56, 50, 51, 50, 55, 53, 57, 90, 48, 48, 49, 18, 48, 16, 6, 3, 85, 4, 10, 19, 9, 111, 112, 101, 110, 115, 104, 105, 102, 116, 49, 26, 48, 24, 6, 3, 85, 4, 3, 19, 17, 111, 112, 101, 110, 115, 104, 105, 102, 116, 45, 105, 110, 103, 114, 101, 115, 115, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 137, 78, 205, 85, 199, 248, 179, 129, 134, 68, 36, 203, 162, 10, 128, 215, 1, 74, 91, 116, 62, 126, 190, 241, 168, 144, 110, 35, 152, 39, 215, 76, 22, 233, 158, 0, 42, 191, 24, 163, 76, 48, 4, 241, 70, 75, 61, 149, 161, 248, 157, 216, 21, 97, 6, 208, 183, 156, 81, 34, 80, 227, 244, 251, 169, 161, 34, 95, 149, 126, 166, 106, 95, 207, 0, 55, 48, 132, 207, 93, 64, 160, 113, 174, 79, 36, 191, 107, 48, 149, 188, 225, 46, 202, 49, 6, 115, 139, 174, 196, 98, 132, 244, 3, 95, 111, 27, 160, 244, 243, 101, 147, 126, 244, 41, 189, 115, 188, 237, 70, 244, 127, 34, 28, 10, 173, 143, 205, 149, 180, 184, 254, 16, 32, 197, 203, 14, 228, 97, 163, 198, 132, 241, 221, 157, 34, 154, 235, 73, 134, 229, 105, 125, 174, 102, 235, 223, 197, 12, 100, 163, 230, 125, 96, 197, 168, 218, 160, 196, 159, 201, 202, 210, 79, 77, 134, 201, 49, 105, 250, 24, 219, 64, 150, 144, 124, 154, 243, 147, 75, 141, 100, 225, 206, 150, 62, 86, 45, 93, 177, 56, 98, 23, 180, 61, 49, 84, 50, 239, 235, 175, 184, 173, 152, 119, 60, 156, 147, 81, 202, 133, 229, 88, 224, 134, 204, 105, 85, 128, 141, 211, 162, 111, 199, 22, 6, 13, 11, 194, 247, 30, 224, 113, 60, 122, 51, 213, 165, 253, 6, 36, 220, 151, 54, 143, 101, 2, 3, 1, 0, 1, 163, 130, 1, 39, 48, 130, 1, 35, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 48, 12, 6, 3, 85, 29, 19, 1, 1, 255, 4, 2, 48, 0, 48, 73, 6, 3, 85, 29, 14, 4, 66, 4, 64, 220, 49, 223, 226, 128, 113, 91, 117, 229, 53, 163, 156, 247, 135, 53, 234, 93, 79, 175, 247, 41, 93, 249, 185, 64, 107, 7, 233, 180, 254, 202, 192, 225, 52, 17, 190, 177, 193, 99, 101, 55, 231, 6, 26, 224, 3, 87, 191, 238, 145, 90, 12, 79, 227, 221, 18, 52, 131, 176, 103, 254, 114, 200, 86, 48, 75, 6, 3, 85, 29, 35, 4, 68, 48, 66, 128, 64, 96, 77, 79, 254, 38, 90, 139, 10, 37, 247, 206, 194, 82, 102, 238, 63, 128, 238, 166, 22, 251, 172, 206, 77, 204, 161, 50, 124, 66, 183, 196, 237, 163, 37, 121, 3, 202, 211, 226, 127, 10, 171, 226, 202, 104, 170, 99, 153, 62, 67, 212, 234, 206, 141, 144, 4, 35, 68, 228, 3, 69, 187, 249, 191, 48, 76, 6, 3, 85, 29, 17, 4, 69, 48, 67, 130, 65, 42, 46, 97, 112, 112, 115, 46, 97, 114, 111, 46, 113, 57, 99, 55, 104, 54, 101, 50, 119, 55, 112, 54, 99, 52, 109, 46, 102, 56, 107, 53, 46, 117, 107, 115, 111, 117, 116, 104, 46, 97, 114, 111, 97, 112, 112, 45, 104, 99, 112, 46, 97, 122, 117, 114, 101, 45, 116, 101, 115, 116, 46, 110, 101, 116, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 41, 198, 145, 169, 222, 82, 247, 79, 220, 178, 90, 26, 252, 136, 89, 54, 145, 184, 38, 64, 219,...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:137]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000e12c00\u003e: \n    route host was never found: Get \"https://agnhost-e2e-serving-app-vcfw6.apps.aro.q9c7h6e2w7p6c4m.f8k5.uksouth.aroapp-hcp.azure-test.net\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    {\n        msg: \"route host was never found: Get \\\"https://agnhost-e2e-serving-app-vcfw6.apps.aro.q9c7h6e2w7p6c4m.f8k5.uksouth.aroapp-hcp.azure-test.net\\\": tls: failed to verify certificate: x509: certificate signed by unknown authority\",\n        err: \u003c*url.Error | 0xc00092cc30\u003e{\n            Op: \"Get\",\n            URL: \"https://agnhost-e2e-serving-app-vcfw6.apps.aro.q9c7h6e2w7p6c4m.f8k5.uksouth.aroapp-hcp.azure-test.net\",\n            Err: \u003c*tls.CertificateVerificationError | 0xc00092cc00\u003e{\n                UnverifiedCertificates: [\n                    {\n                        Raw: [48, 130, 4, 1, 48, 130, 2, 233, 160, 3, 2, 1, 2, 2, 8, 53, 224, 152, 96, 21, 167, 217, 201, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 38, 49, 18, 48, 16, 6, 3, 85, 4, 11, 19, 9, 111, 112, 101, 110, 115, 104, 105, 102, 116, 49, 16, 48, 14, 6, 3, 85, 4, 3, 19, 7, 114, 111, 111, 116, 45, 99, 97, 48, 30, 23, 13, 50, 54, 48, 51, 49, 56, 50, 51, 50, 55, 53, 57, 90, 23, 13, 50, 55, 48, 51, 49, 56, 50, 51, 50, 55, 53, 57, 90, 48, 48, 49, 18, 48, 16, 6, 3, 85, 4, 10, 19, 9, 111, 112, 101, 110, 115, 104, 105, 102, 116, 49, 26, 48, 24, 6, 3, 85, 4, 3, 19, 17, 111, 112, 101, 110, 115, 104, 105, 102, 116, 45, 105, 110, 103, 114, 101, 115, 115, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 137, 78, 205, 85, 199, 248, 179, 129, 134, 68, 36, 203, 162, 10, 128, 215, 1, 74, 91, 116, 62, 126, 190, 241, 168, 144, 110, 35, 152, 39, 215, 76, 22, 233, 158, 0, 42, 191, 24, 163, 76, 48, 4, 241, 70, 75, 61, 149, 161, 248, 157, 216, 21, 97, 6, 208, 183, 156, 81, 34, 80, 227, 244, 251, 169, 161, 34, 95, 149, 126, 166, 106, 95, 207, 0, 55, 48, 132, 207, 93, 64, 160, 113, 174, 79, 36, 191, 107, 48, 149, 188, 225, 46, 202, 49, 6, 115, 139, 174, 196, 98, 132, 244, 3, 95, 111, 27, 160, 244, 243, 101, 147, 126, 244, 41, 189, 115, 188, 237, 70, 244, 127, 34, 28, 10, 173, 143, 205, 149, 180, 184, 254, 16, 32, 197, 203, 14, 228, 97, 163, 198, 132, 241, 221, 157, 34, 154, 235, 73, 134, 229, 105, 125, 174, 102, 235, 223, 197, 12, 100, 163, 230, 125, 96, 197, 168, 218, 160, 196, 159, 201, 202, 210, 79, 77, 134, 201, 49, 105, 250, 24, 219, 64, 150, 144, 124, 154, 243, 147, 75, 141, 100, 225, 206, 150, 62, 86, 45, 93, 177, 56, 98, 23, 180, 61, 49, 84, 50, 239, 235, 175, 184, 173, 152, 119, 60, 156, 147, 81, 202, 133, 229, 88, 224, 134, 204, 105, 85, 128, 141, 211, 162, 111, 199, 22, 6, 13, 11, 194, 247, 30, 224, 113, 60, 122, 51, 213, 165, 253, 6, 36, 220, 151, 54, 143, 101, 2, 3, 1, 0, 1, 163, 130, 1, 39, 48, 130, 1, 35, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 48, 12, 6, 3, 85, 29, 19, 1, 1, 255, 4, 2, 48, 0, 48, 73, 6, 3, 85, 29, 14, 4, 66, 4, 64, 220, 49, 223, 226, 128, 113, 91, 117, 229, 53, 163, 156, 247, 135, 53, 234, 93, 79, 175, 247, 41, 93, 249, 185, 64, 107, 7, 233, 180, 254, 202, 192, 225, 52, 17, 190, 177, 193, 99, 101, 55, 231, 6, 26, 224, 3, 87, 191, 238, 145, 90, 12, 79, 227, 221, 18, 52, 131, 176, 103, 254, 114, 200, 86, 48, 75, 6, 3, 85, 29, 35, 4, 68, 48, 66, 128, 64, 96, 77, 79, 254, 38, 90, 139, 10, 37, 247, 206, 194, 82, 102, 238, 63, 128, 238, 166, 22, 251, 172, 206, 77, 204, 161, 50, 124, 66, 183, 196, 237, 163, 37, 121, 3, 202, 211, 226, 127, 10, 171, 226, 202, 104, 170, 99, 153, 62, 67, 212, 234, 206, 141, 144, 4, 35, 68, 228, 3, 69, 187, 249, 191, 48, 76, 6, 3, 85, 29, 17, 4, 69, 48, 67, 130, 65, 42, 46, 97, 112, 112, 115, 46, 97, 114, 111, 46, 113, 57, 99, 55, 104, 54, 101, 50, 119, 55, 112, 54, 99, 52, 109, 46, 102, 56, 107, 53, 46, 117, 107, 115, 111, 117, 116, 104, 46, 97, 114, 111, 97, 112, 112, 45, 104, 99, 112, 46, 97, 122, 117, 114, 101, 45, 116, 101, 115, 116, 46, 110, 101, 116, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 41, 198, 145, 169, 222, 82, 247, 79, 220, 178, 90, 26, 252, 136, 89, 54, 145, 184, 38, 64, 219,...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2034409619874385920","occurred_at":"2026-03-18T23:20:25Z","signature_id":"1c297e7958c546f4cd01ff04b0d907b692f300c618a422531f761d1849e3d5d5","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}