{"meta":{"start_date":"2026-03-30","end_date":"2026-04-05","start_at":"2026-03-30T00:00:00Z","end_at":"2026-04-06T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T16:16:01Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":24,"failed_runs":7,"raw_occurrences":11,"matched_occurrences":11,"runs_affected":7},"rows":[{"environment":"int","failure_pattern_id":"e519f1887d9740d59629140c909a7511daaa51821ca3498a363bc02241e26c7f","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-fkjbdc\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster basic-hcp-cluster in resource group basic-cluster-fkjbdc, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":3,"runs_affected":1,"failed_runs":1,"run_impact_percent":4.166666666666667,"anchor_occurrences":3,"after_last_push_count":3,"trend_counts":[0,3,0,0,0,0,0,0],"trend_range":"2026-03-29..2026-04-05 UTC","prior_windows_present":2,"prior_window_starts":["2026-03-09","2026-03-23"],"prior_runs_affected":11,"prior_last_seen_at":"2026-03-29T14:23:14Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:185]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0016e4ea0\u003e: \n    failed waiting for hcpCluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-89jv5j\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-89jv5j, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-89jv5j\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-89jv5j, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000875680\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-89jv5j\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:185]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0016e4ea0\u003e: \n    failed waiting for hcpCluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-89jv5j\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-89jv5j, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-89jv5j\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-89jv5j, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000875680\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-89jv5j\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:94]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d5a900\u003e: \n    failed waiting for hcpCluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-ptsj98\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-name-cluster in resource group patch-name-ptsj98, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"patch-name-cluster\\\" in resourcegroup=\\\"patch-name-ptsj98\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-name-cluster in resource group patch-name-ptsj98, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0006ffb60\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-name-cluster in resource group patch-name-ptsj98\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:94]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d5a900\u003e: \n    failed waiting for hcpCluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-ptsj98\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-name-cluster in resource group patch-name-ptsj98, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"patch-name-cluster\\\" in resourcegroup=\\\"patch-name-ptsj98\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-name-cluster in resource group patch-name-ptsj98, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0006ffb60\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-name-cluster in resource group patch-name-ptsj98\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:106]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00110a3f0\u003e: \n    failed waiting for hcpCluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-fkjbdc\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster basic-hcp-cluster in resource group basic-cluster-fkjbdc, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-fkjbdc\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster basic-hcp-cluster in resource group basic-cluster-fkjbdc, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000e074c0\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster basic-hcp-cluster in resource group basic-cluster-fkjbdc\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:106]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00110a3f0\u003e: \n    failed waiting for hcpCluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-fkjbdc\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster basic-hcp-cluster in resource group basic-cluster-fkjbdc, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-fkjbdc\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster basic-hcp-cluster in resource group basic-cluster-fkjbdc, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000e074c0\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster basic-hcp-cluster in resource group basic-cluster-fkjbdc\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038633291069788160","occurred_at":"2026-03-30T15:03:47Z","signature_id":"3b84b73882de94bd1ee7edfae58989493e8c234acccfe2e1a905a4ac01b76732","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038633291069788160","occurred_at":"2026-03-30T15:03:47Z","signature_id":"8133473ba7267b260c80c46e9d115c171e46845a9e526b8a7bebf1adafa87a48","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038633291069788160","occurred_at":"2026-03-30T15:03:47Z","signature_id":"d8d0bcd7f2b4bb39934b422afb51e8e1c636c8840bdb55e6c2ab1cf3e16b2467","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"a880b7dbbe8686372b606e0212fd3742bc75c3c0a9c545bae9481b243ed0f55b","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-s2z7xg, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-s2z7xg\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":4.166666666666667,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-03-29..2026-04-05 UTC","prior_windows_present":3,"prior_window_starts":["2026-03-02","2026-03-16","2026-03-23"],"prior_runs_affected":5,"prior_last_seen_at":"2026-03-26T22:57:56Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:151]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b37470\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-s2z7xg, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-s2z7xg\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-s2z7xg, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"private-kv-cluster\\\" in resourcegroup=\\\"private-keyvault-s2z7xg\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000340210\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-s2z7xg\",\n            },\n            \u003c*fmt.wrapError | 0xc000f90d40\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"private-kv-cluster\\\" in resourcegroup=\\\"private-keyvault-s2z7xg\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:151]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b37470\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-s2z7xg, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-s2z7xg\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-s2z7xg, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"private-kv-cluster\\\" in resourcegroup=\\\"private-keyvault-s2z7xg\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000340210\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-s2z7xg\",\n            },\n            \u003c*fmt.wrapError | 0xc000f90d40\u003e{\n                msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"private-kv-cluster\\\" in resourcegroup=\\\"private-keyvault-s2z7xg\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2040151865483595776","occurred_at":"2026-04-03T19:38:03Z","signature_id":"981e7e47da1bfeee5b247671b92d57bc0ef5ad3b922f6e266e65f71764e7befd","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"8a4f72aa42d77f88d887451461cfe16cbaa6e99a3971ef2b2702bfb05ba6fb05","failure_pattern":"add password: error status code received from the API","search_query":"add password: error status code received from the API","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":4.166666666666667,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-03-29..2026-04-05 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:252]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0015d1e60\u003e: \n    add password: error status code received from the API\n    {\n        msg: \"add password: error status code received from the API\",\n        err: \u003c*odataerrors.ODataError | 0xc0001d6e40\u003e{\n            ApiError: {\n                Message: \"\",\n                ResponseStatusCode: 404,\n                ResponseHeaders: {\n                    header: {\n                        headers: {\n                            \"x-ms-ags-diagnostic\": {\n                                \"{\\\"ServerInfo\\\":{\\\"DataCenter\\\":\\\"Canada Central\\\",\\\"Slice\\\":\\\"E\\\",\\\"Ring\\\":\\\"3\\\",\\\"ScaleUnit\\\":\\\"000\\\",\\\"RoleInstance\\\":\\\"TO1PEPF0000542E\\\"}}\": {},\n                            },\n                            \"x-ms-resource-unit\": {\"1\": {}},\n                            \"date\": {\n                                \"Tue, 31 Mar 2026 08:28:07 GMT\": {},\n                            },\n                            \"cache-control\": {\"no-cache\": {}},\n                            \"strict-transport-security\": {\n                                \"max-age=31536000\": {},\n                            },\n                            \"client-request-id\": {\n                                \"75a0d347-72fb-4ab2-924d-ef1861bd1c25\": {},\n                            },\n                            \"content-type\": {\n                                \"application/json\": {},\n                            },\n                            \"vary\": {\n                                \"Accept-Encoding\": {},\n                            },\n                            \"request-id\": {\n                                \"75a0d347-72fb-4ab2-924d-ef1861bd1c25\": {},\n                            },\n                        },\n                    },\n                },\n            },\n            backingStore: \u003c*store.InMemoryBackingStore | 0xc0015d1e00\u003e{\n                returnOnlyChangedValues: false,\n                initializationCompleted: false,\n                store: {\n                    \"errorEscaped\": \u003c*odataerrors.MainError | 0xc00070ae40\u003e{\n                        backingStore: \u003c*store.InMemoryBackingStore | 0xc0015d1e20\u003e{\n                            returnOnlyChangedValues: false,\n                            initializationCompleted: false,\n                            store: {\n                                \"code\": \u003c*string | 0xc00070ac90\u003e\"Request_ResourceNotFound\",\n                                \"message\": \u003c*string | 0xc00070acf0\u003e\"Resource '3ee33ce9-ce09-4583-b01c-acdbc683ee4c' does not exist or one of its queried reference-property objects are not present.\",\n                                \"innerError\": \u003c*odataerrors.InnerError | 0xc00070aea0\u003e{\n                                    backingStore: \u003c*store.InMemoryBackingStore | 0xc0015d1e40\u003e{\n                                        returnOnlyChangedValues: false,\n                                        initializationCompleted: false,\n                                        store: {...: ..., ...: ...},\n                                        subscribers: {},\n                                        changedValues: {...: ..., ...: ...},\n                                    },\n                                },\n                            },\n                            subscribers: {},\n                            changedValues: {\"code\": false, \"message\": false, \"innerError\": false},\n                        },\n                    },\n                },\n                subscribers: {},\n                changedValues: {\n                    \"errorEscaped\": false,\n                },\n            },\n        },\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:252]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0015d1e60\u003e: \n    add password: error status code received from the API\n    {\n        msg: \"add password: error status code received from the API\",\n        err: \u003c*odataerrors.ODataError | 0xc0001d6e40\u003e{\n            ApiError: {\n                Message: \"\",\n                ResponseStatusCode: 404,\n                ResponseHeaders: {\n                    header: {\n                        headers: {\n                            \"x-ms-ags-diagnostic\": {\n                                \"{\\\"ServerInfo\\\":{\\\"DataCenter\\\":\\\"Canada Central\\\",\\\"Slice\\\":\\\"E\\\",\\\"Ring\\\":\\\"3\\\",\\\"ScaleUnit\\\":\\\"000\\\",\\\"RoleInstance\\\":\\\"TO1PEPF0000542E\\\"}}\": {},\n                            },\n                            \"x-ms-resource-unit\": {\"1\": {}},\n                            \"date\": {\n                                \"Tue, 31 Mar 2026 08:28:07 GMT\": {},\n                            },\n                            \"cache-control\": {\"no-cache\": {}},\n                            \"strict-transport-security\": {\n                                \"max-age=31536000\": {},\n                            },\n                            \"client-request-id\": {\n                                \"75a0d347-72fb-4ab2-924d-ef1861bd1c25\": {},\n                            },\n                            \"content-type\": {\n                                \"application/json\": {},\n                            },\n                            \"vary\": {\n                                \"Accept-Encoding\": {},\n                            },\n                            \"request-id\": {\n                                \"75a0d347-72fb-4ab2-924d-ef1861bd1c25\": {},\n                            },\n                        },\n                    },\n                },\n            },\n            backingStore: \u003c*store.InMemoryBackingStore | 0xc0015d1e00\u003e{\n                returnOnlyChangedValues: false,\n                initializationCompleted: false,\n                store: {\n                    \"errorEscaped\": \u003c*odataerrors.MainError | 0xc00070ae40\u003e{\n                        backingStore: \u003c*store.InMemoryBackingStore | 0xc0015d1e20\u003e{\n                            returnOnlyChangedValues: false,\n                            initializationCompleted: false,\n                            store: {\n                                \"code\": \u003c*string | 0xc00070ac90\u003e\"Request_ResourceNotFound\",\n                                \"message\": \u003c*string | 0xc00070acf0\u003e\"Resource '3ee33ce9-ce09-4583-b01c-acdbc683ee4c' does not exist or one of its queried reference-property objects are not present.\",\n                                \"innerError\": \u003c*odataerrors.InnerError | 0xc00070aea0\u003e{\n                                    backingStore: \u003c*store.InMemoryBackingStore | 0xc0015d1e40\u003e{\n                                        returnOnlyChangedValues: false,\n                                        initializationCompleted: false,\n                                        store: {...: ..., ...: ...},\n                                        subscribers: {},\n                                        changedValues: {...: ..., ...: ...},\n                                    },\n                                },\n                            },\n                            subscribers: {},\n                            changedValues: {\"code\": false, \"message\": false, \"innerError\": false},\n                        },\n                    },\n                },\n                subscribers: {},\n                changedValues: {\n                    \"errorEscaped\": false,\n                },\n            },\n        },\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038890153002405888","occurred_at":"2026-03-31T08:04:27Z","signature_id":"60a818cf74ac24e0360440dcbc37ac81abec356ce164f912bcc99d2d05d771ef","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"2fbd0ba2d30f9973767b159fc6c9ed931483d2933c7b233f5ee7ab3c3bb59219","failure_pattern":"failed to cleanup resource group: failed waiting for resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: failed waiting for resourcegroup=\"rg-negative-tests-pgqhpg\" to finish deleting: context canceled","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":4.166666666666667,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-03-29..2026-04-05 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:246] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001238348\u003e: \n    failed to cleanup resource group: failed waiting for resourcegroup=\"rg-negative-tests-pgqhpg\" to finish deleting: context canceled\n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc001245340\u003e{\n                msg: \"failed to cleanup resource group: failed waiting for resourcegroup=\\\"rg-negative-tests-pgqhpg\\\" to finish deleting: context canceled\",\n                err: \u003c*fmt.wrapError | 0xc001245320\u003e{\n                    msg: \"failed waiting for resourcegroup=\\\"rg-negative-tests-pgqhpg\\\" to finish deleting: context canceled\",\n                    err: \u003c*errors.errorString | 0xbee2c60\u003e{\n                        s: \"context canceled\",\n                    },\n                },\n            },\n        ],\n    }\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:246] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc001238348\u003e: \n    failed to cleanup resource group: failed waiting for resourcegroup=\"rg-negative-tests-pgqhpg\" to finish deleting: context canceled\n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc001245340\u003e{\n                msg: \"failed to cleanup resource group: failed waiting for resourcegroup=\\\"rg-negative-tests-pgqhpg\\\" to finish deleting: context canceled\",\n                err: \u003c*fmt.wrapError | 0xc001245320\u003e{\n                    msg: \"failed waiting for resourcegroup=\\\"rg-negative-tests-pgqhpg\\\" to finish deleting: context canceled\",\n                    err: \u003c*errors.errorString | 0xbee2c60\u003e{\n                        s: \"context canceled\",\n                    },\n                },\n            },\n        ],\n    }\noccurred  \nfail [:0]: A node timeout occurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2040151865483595776","occurred_at":"2026-04-03T19:38:03Z","signature_id":"f57aee9fca6b2350b7846f1c4f00cfbab62495b7b412bc8d6ea3268b3b1f38e1","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"310e24b2db3f0c4d638044465004cd03afcce87baf5784081066c35dfd42e8e6","failure_pattern":"failed waiting for nodepool=\"\u003cnodepool\u003e\" for cluster \"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish creating: context deadline exceeded","search_query":"failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"e2e-cilium-96sc9p\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":4.166666666666667,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-03-29..2026-04-05 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cilium.go:186]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc001b03140\u003e: \n    failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"e2e-cilium-96sc9p\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed waiting for nodepool=\\\"cilium-np\\\" for cluster \\\"cilium-cluster\\\" in resourcegroup=\\\"e2e-cilium-96sc9p\\\" to finish creating: context deadline exceeded\",\n        err: \u003ccontext.deadlineExceededError\u003e{},\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cilium.go:186]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc001b03140\u003e: \n    failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"e2e-cilium-96sc9p\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed waiting for nodepool=\\\"cilium-np\\\" for cluster \\\"cilium-cluster\\\" in resourcegroup=\\\"e2e-cilium-96sc9p\\\" to finish creating: context deadline exceeded\",\n        err: \u003ccontext.deadlineExceededError\u003e{},\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2040191555695808512","occurred_at":"2026-04-03T22:15:46Z","signature_id":"9f05ebc75fba9e8de9b4613e8897ff9757b3222c878bae066d56be68c58c2937","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"7176c8100285eba09941d08f774d0c2e42d959fd659a2cfc6fe136353b2f68df","failure_pattern":"found 1 managed resource groups left behind HCP clusters in cluster-listing-xk5f98","search_query":"occurred","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at the resource group level","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":4.166666666666667,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-03-29..2026-04-05 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at the resource group level","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:246]: Unexpected error:\n    \u003c*errors.joinError | 0xc000e4a0f0\u003e: \n    found 1 managed resource groups left behind HCP clusters in cluster-listing-xk5f98\n    {\n        errs: [\n            \u003c*errors.errorString | 0xc00198c880\u003e{\n                s: \"found 1 managed resource groups left behind HCP clusters in cluster-listing-xk5f98\",\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:246]: Unexpected error:\n    \u003c*errors.joinError | 0xc000e4a0f0\u003e: \n    found 1 managed resource groups left behind HCP clusters in cluster-listing-xk5f98\n    {\n        errs: [\n            \u003c*errors.errorString | 0xc00198c880\u003e{\n                s: \"found 1 managed resource groups left behind HCP clusters in cluster-listing-xk5f98\",\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038890153002405888","occurred_at":"2026-03-31T08:04:27Z","signature_id":"c68b5ff28779994fb76045c3a27ca0e908393e40a686edd3bb931ef2bcea9aff","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"8df618f0ad9ea59cdb70a6a4ef302f67f88f3fae69e46b8d264222dfaa19e770","failure_pattern":"pod \"\u003cpod\u003e\" is forbidden: error fetching namespace \"\u003cnamespace\u003e\": unable to find annotation openshift.io/sa.scc.uid-range","search_query":"pods \"wi-test-pod\" is forbidden: error fetching namespace \"e2e-oidc-wi\": unable to find annotation openshift.io/sa.scc.uid-range","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":4.166666666666667,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-03-29..2026-04-05 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:344]: Unexpected error:\n    \u003c*errors.StatusError | 0xc000cf8500\u003e: \n    pods \"wi-test-pod\" is forbidden: error fetching namespace \"e2e-oidc-wi\": unable to find annotation openshift.io/sa.scc.uid-range\n    {\n        ErrStatus: {\n            TypeMeta: {Kind: \"\", APIVersion: \"\"},\n            ListMeta: {\n                SelfLink: \"\",\n                ResourceVersion: \"\",\n                Continue: \"\",\n                RemainingItemCount: nil,\n            },\n            Status: \"Failure\",\n            Message: \"pods \\\"wi-test-pod\\\" is forbidden: error fetching namespace \\\"e2e-oidc-wi\\\": unable to find annotation openshift.io/sa.scc.uid-range\",\n            Reason: \"Forbidden\",\n            Details: {Name: \"wi-test-pod\", Group: \"\", Kind: \"pods\", UID: \"\", Causes: nil, RetryAfterSeconds: 0},\n            Code: 403,\n        },\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:344]: Unexpected error:\n    \u003c*errors.StatusError | 0xc000cf8500\u003e: \n    pods \"wi-test-pod\" is forbidden: error fetching namespace \"e2e-oidc-wi\": unable to find annotation openshift.io/sa.scc.uid-range\n    {\n        ErrStatus: {\n            TypeMeta: {Kind: \"\", APIVersion: \"\"},\n            ListMeta: {\n                SelfLink: \"\",\n                ResourceVersion: \"\",\n                Continue: \"\",\n                RemainingItemCount: nil,\n            },\n            Status: \"Failure\",\n            Message: \"pods \\\"wi-test-pod\\\" is forbidden: error fetching namespace \\\"e2e-oidc-wi\\\": unable to find annotation openshift.io/sa.scc.uid-range\",\n            Reason: \"Forbidden\",\n            Details: {Name: \"wi-test-pod\", Group: \"\", Kind: \"pods\", UID: \"\", Causes: nil, RetryAfterSeconds: 0},\n            Code: 403,\n        },\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2039492594290921472","occurred_at":"2026-04-01T23:58:20Z","signature_id":"361d4f1bab9d6402cc16a0f7f95a73fe60b34f3f5b06fb1562de5d3b8005cdde","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-wzrl6k\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-wzrl6k, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":4.166666666666667,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1,0],"trend_range":"2026-03-29..2026-04-05 UTC","prior_windows_present":4,"prior_window_starts":["2026-03-02","2026-03-09","2026-03-16","2026-03-23"],"prior_runs_affected":23,"prior_last_seen_at":"2026-03-27T15:49:12Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:108]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000af9800\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-wzrl6k\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-wzrl6k, error: context deadline exceeded\n    {\n        msg: \"failed waiting for cluster=\\\"private-kv-cluster\\\" in resourcegroup=\\\"private-keyvault-wzrl6k\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-wzrl6k, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0010f08c0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-wzrl6k\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:108]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000af9800\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-wzrl6k\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-wzrl6k, error: context deadline exceeded\n    {\n        msg: \"failed waiting for cluster=\\\"private-kv-cluster\\\" in resourcegroup=\\\"private-keyvault-wzrl6k\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-wzrl6k, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0010f08c0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-wzrl6k\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2040431814182440960","occurred_at":"2026-04-04T14:10:28Z","signature_id":"e86050978c85393f94223d3b34fc2051fd47a191aeb5f886d2a0531350555090","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"77fb076d32302f92d929786f345bdad3139a0df750404c0633de671aa620060b","failure_pattern":"x509: certificate signed by unknown authority","search_query":"x509: certificate signed by unknown authority","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":4.166666666666667,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,1,0,0,0],"trend_range":"2026-03-29..2026-04-05 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:153]: Timed out after 240.002s.\nexpect ingress certificate to be signed by a trusted Azure CA\nExpected success, but got an error:\n    \u003cx509.UnknownAuthorityError\u003e: \n    x509: certificate signed by unknown authority\n    {\n        Cert: {\n            Raw: [48, 130, 4, 1, 48, 130, 2, 233, 160, 3, 2, 1, 2, 2, 8, 116, 254, 18, 151, 126, 82, 115, 250, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 38, 49, 18, 48, 16, 6, 3, 85, 4, 11, 19, 9, 111, 112, 101, 110, 115, 104, 105, 102, 116, 49, 16, 48, 14, 6, 3, 85, 4, 3, 19, 7, 114, 111, 111, 116, 45, 99, 97, 48, 30, 23, 13, 50, 54, 48, 52, 48, 50, 49, 53, 52, 54, 50, 52, 90, 23, 13, 50, 55, 48, 52, 48, 50, 49, 53, 52, 54, 50, 52, 90, 48, 48, 49, 18, 48, 16, 6, 3, 85, 4, 10, 19, 9, 111, 112, 101, 110, 115, 104, 105, 102, 116, 49, 26, 48, 24, 6, 3, 85, 4, 3, 19, 17, 111, 112, 101, 110, 115, 104, 105, 102, 116, 45, 105, 110, 103, 114, 101, 115, 115, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 175, 0, 37, 38, 86, 192, 193, 157, 184, 31, 176, 119, 114, 247, 43, 47, 94, 198, 52, 160, 160, 184, 52, 220, 156, 249, 49, 6, 149, 103, 89, 12, 153, 202, 194, 226, 206, 140, 227, 220, 30, 165, 107, 252, 76, 188, 166, 122, 48, 174, 25, 118, 134, 226, 168, 124, 225, 129, 180, 222, 62, 98, 247, 98, 33, 39, 180, 110, 9, 14, 160, 25, 16, 52, 229, 241, 148, 107, 55, 51, 135, 102, 189, 14, 88, 132, 166, 32, 136, 154, 191, 51, 12, 165, 141, 19, 53, 89, 204, 70, 75, 128, 213, 34, 74, 165, 149, 97, 40, 211, 16, 86, 211, 78, 232, 131, 170, 196, 216, 155, 165, 162, 28, 31, 169, 244, 137, 8, 235, 107, 83, 115, 232, 42, 99, 47, 244, 13, 185, 101, 183, 53, 168, 150, 86, 97, 9, 93, 4, 170, 139, 11, 139, 8, 8, 47, 178, 98, 197, 57, 122, 132, 194, 19, 22, 246, 96, 39, 189, 30, 242, 76, 104, 176, 99, 138, 52, 61, 25, 116, 122, 199, 58, 41, 26, 100, 122, 190, 203, 169, 140, 156, 84, 225, 160, 59, 64, 34, 217, 40, 136, 164, 147, 242, 54, 24, 122, 193, 161, 36, 229, 186, 235, 250, 133, 86, 184, 84, 15, 164, 44, 45, 47, 185, 2, 224, 48, 152, 254, 208, 237, 153, 193, 94, 125, 60, 135, 190, 231, 145, 249, 127, 59, 28, 200, 167, 244, 37, 79, 159, 252, 220, 83, 119, 14, 187, 2, 3, 1, 0, 1, 163, 130, 1, 39, 48, 130, 1, 35, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 48, 12, 6, 3, 85, 29, 19, 1, 1, 255, 4, 2, 48, 0, 48, 73, 6, 3, 85, 29, 14, 4, 66, 4, 64, 173, 7, 154, 228, 95, 210, 182, 32, 107, 72, 222, 221, 69, 250, 120, 233, 184, 185, 183, 13, 130, 51, 206, 63, 239, 225, 132, 158, 79, 79, 157, 133, 252, 4, 91, 30, 68, 28, 172, 150, 204, 130, 31, 71, 250, 97, 135, 180, 168, 190, 30, 3, 155, 158, 26, 161, 100, 236, 60, 119, 139, 196, 154, 240, 48, 75, 6, 3, 85, 29, 35, 4, 68, 48, 66, 128, 64, 133, 72, 202, 24, 216, 164, 4, 109, 4, 36, 42, 192, 96, 47, 106, 179, 140, 195, 17, 88, 56, 29, 222, 108, 42, 192, 236, 112, 88, 41, 93, 189, 134, 255, 219, 174, 148, 254, 119, 121, 2, 165, 216, 73, 52, 195, 22, 201, 64, 175, 52, 152, 55, 55, 187, 87, 135, 99, 54, 90, 205, 123, 77, 112, 48, 76, 6, 3, 85, 29, 17, 4, 69, 48, 67, 130, 65, 42, 46, 97, 112, 112, 115, 46, 97, 114, 111, 46, 112, 54, 121, 48, 113, 56, 112, 57, 107, 49, 113, 54, 110, 56, 103, 46, 100, 52, 56, 55, 46, 117, 107, 115, 111, 117, 116, 104, 46, 97, 114, 111, 97, 112, 112, 45, 104, 99, 112, 46, 97, 122, 117, 114, 101, 45, 116, 101, 115, 116, 46, 110, 101, 116, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 75, 184, 166, 203, 165, 66, 231, 128, 240, 212, 230, 170, 132, 69, 115, 243, 121, 10, 100, 191, 1, 215, 138, 96, 8, 49, 116, 82, 205, 128, 16, 67, 90, 42, 120, 221, 78, 220, 68, 41, 219, 33, 156, 169, 205, 200, 56, 150, 110, 198, 166, 99, 43, 64, 200, 119, 89, 214, 36, 97, 17, 104, 82, 73, 255, 234, 140, 195, 184, 245, 66, 52, 226, 61, 181, 232, 25, 74, 115, 83, 130, 189, 5, 144, 8, 104, 50, 44, 208, 97, 118, 148, 50, 225, 49, 104, 109, 191, 218, 198, 232, 195, 183, 241, 159, 48, 11, 52, 194, 197, 6, 115, 43, 0, 49, 15, 55, 5, 166, 236, 105, 150, 42, 123, 77, 102, 132, 182, 200, 134, 141, 64, 47, 30, 163, 77, 129, 164, 58, 252, 129, 78, 194, 225, 2, 29, ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:153]: Timed out after 240.002s.\nexpect ingress certificate to be signed by a trusted Azure CA\nExpected success, but got an error:\n    \u003cx509.UnknownAuthorityError\u003e: \n    x509: certificate signed by unknown authority\n    {\n        Cert: {\n            Raw: [48, 130, 4, 1, 48, 130, 2, 233, 160, 3, 2, 1, 2, 2, 8, 116, 254, 18, 151, 126, 82, 115, 250, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 48, 38, 49, 18, 48, 16, 6, 3, 85, 4, 11, 19, 9, 111, 112, 101, 110, 115, 104, 105, 102, 116, 49, 16, 48, 14, 6, 3, 85, 4, 3, 19, 7, 114, 111, 111, 116, 45, 99, 97, 48, 30, 23, 13, 50, 54, 48, 52, 48, 50, 49, 53, 52, 54, 50, 52, 90, 23, 13, 50, 55, 48, 52, 48, 50, 49, 53, 52, 54, 50, 52, 90, 48, 48, 49, 18, 48, 16, 6, 3, 85, 4, 10, 19, 9, 111, 112, 101, 110, 115, 104, 105, 102, 116, 49, 26, 48, 24, 6, 3, 85, 4, 3, 19, 17, 111, 112, 101, 110, 115, 104, 105, 102, 116, 45, 105, 110, 103, 114, 101, 115, 115, 48, 130, 1, 34, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 1, 5, 0, 3, 130, 1, 15, 0, 48, 130, 1, 10, 2, 130, 1, 1, 0, 175, 0, 37, 38, 86, 192, 193, 157, 184, 31, 176, 119, 114, 247, 43, 47, 94, 198, 52, 160, 160, 184, 52, 220, 156, 249, 49, 6, 149, 103, 89, 12, 153, 202, 194, 226, 206, 140, 227, 220, 30, 165, 107, 252, 76, 188, 166, 122, 48, 174, 25, 118, 134, 226, 168, 124, 225, 129, 180, 222, 62, 98, 247, 98, 33, 39, 180, 110, 9, 14, 160, 25, 16, 52, 229, 241, 148, 107, 55, 51, 135, 102, 189, 14, 88, 132, 166, 32, 136, 154, 191, 51, 12, 165, 141, 19, 53, 89, 204, 70, 75, 128, 213, 34, 74, 165, 149, 97, 40, 211, 16, 86, 211, 78, 232, 131, 170, 196, 216, 155, 165, 162, 28, 31, 169, 244, 137, 8, 235, 107, 83, 115, 232, 42, 99, 47, 244, 13, 185, 101, 183, 53, 168, 150, 86, 97, 9, 93, 4, 170, 139, 11, 139, 8, 8, 47, 178, 98, 197, 57, 122, 132, 194, 19, 22, 246, 96, 39, 189, 30, 242, 76, 104, 176, 99, 138, 52, 61, 25, 116, 122, 199, 58, 41, 26, 100, 122, 190, 203, 169, 140, 156, 84, 225, 160, 59, 64, 34, 217, 40, 136, 164, 147, 242, 54, 24, 122, 193, 161, 36, 229, 186, 235, 250, 133, 86, 184, 84, 15, 164, 44, 45, 47, 185, 2, 224, 48, 152, 254, 208, 237, 153, 193, 94, 125, 60, 135, 190, 231, 145, 249, 127, 59, 28, 200, 167, 244, 37, 79, 159, 252, 220, 83, 119, 14, 187, 2, 3, 1, 0, 1, 163, 130, 1, 39, 48, 130, 1, 35, 48, 14, 6, 3, 85, 29, 15, 1, 1, 255, 4, 4, 3, 2, 5, 160, 48, 29, 6, 3, 85, 29, 37, 4, 22, 48, 20, 6, 8, 43, 6, 1, 5, 5, 7, 3, 2, 6, 8, 43, 6, 1, 5, 5, 7, 3, 1, 48, 12, 6, 3, 85, 29, 19, 1, 1, 255, 4, 2, 48, 0, 48, 73, 6, 3, 85, 29, 14, 4, 66, 4, 64, 173, 7, 154, 228, 95, 210, 182, 32, 107, 72, 222, 221, 69, 250, 120, 233, 184, 185, 183, 13, 130, 51, 206, 63, 239, 225, 132, 158, 79, 79, 157, 133, 252, 4, 91, 30, 68, 28, 172, 150, 204, 130, 31, 71, 250, 97, 135, 180, 168, 190, 30, 3, 155, 158, 26, 161, 100, 236, 60, 119, 139, 196, 154, 240, 48, 75, 6, 3, 85, 29, 35, 4, 68, 48, 66, 128, 64, 133, 72, 202, 24, 216, 164, 4, 109, 4, 36, 42, 192, 96, 47, 106, 179, 140, 195, 17, 88, 56, 29, 222, 108, 42, 192, 236, 112, 88, 41, 93, 189, 134, 255, 219, 174, 148, 254, 119, 121, 2, 165, 216, 73, 52, 195, 22, 201, 64, 175, 52, 152, 55, 55, 187, 87, 135, 99, 54, 90, 205, 123, 77, 112, 48, 76, 6, 3, 85, 29, 17, 4, 69, 48, 67, 130, 65, 42, 46, 97, 112, 112, 115, 46, 97, 114, 111, 46, 112, 54, 121, 48, 113, 56, 112, 57, 107, 49, 113, 54, 110, 56, 103, 46, 100, 52, 56, 55, 46, 117, 107, 115, 111, 117, 116, 104, 46, 97, 114, 111, 97, 112, 112, 45, 104, 99, 112, 46, 97, 122, 117, 114, 101, 45, 116, 101, 115, 116, 46, 110, 101, 116, 48, 13, 6, 9, 42, 134, 72, 134, 247, 13, 1, 1, 11, 5, 0, 3, 130, 1, 1, 0, 75, 184, 166, 203, 165, 66, 231, 128, 240, 212, 230, 170, 132, 69, 115, 243, 121, 10, 100, 191, 1, 215, 138, 96, 8, 49, 116, 82, 205, 128, 16, 67, 90, 42, 120, 221, 78, 220, 68, 41, 219, 33, 156, 169, 205, 200, 56, 150, 110, 198, 166, 99, 43, 64, 200, 119, 89, 214, 36, 97, 17, 104, 82, 73, 255, 234, 140, 195, 184, 245, 66, 52, 226, 61, 181, 232, 25, 74, 115, 83, 130, 189, 5, 144, 8, 104, 50, 44, 208, 97, 118, 148, 50, 225, 49, 104, 109, 191, 218, 198, 232, 195, 183, 241, 159, 48, 11, 52, 194, 197, 6, 115, 43, 0, 49, 15, 55, 5, 166, 236, 105, 150, 42, 123, 77, 102, 132, 182, 200, 134, 141, 64, 47, 30, 163, 77, 129, 164, 58, 252, 129, 78, 194, 225, 2, 29, ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2039729764155002880","occurred_at":"2026-04-02T15:40:46Z","signature_id":"9d53af6b63e9ce07c38466298315bc636ab642bcd618999925369fc3b27d4d07","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}