{"meta":{"date":"2026-03-03","timezone":"UTC","generated_at":"2026-08-30T18:02:55Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":3,"failed_runs":3,"runs_with_occurrences":3,"runs_with_failure_pattern_matches":3,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":0,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-03T23:36:46Z"},"failed_at":["e2e"],"failed_test_count":19,"occurrences":[{"row_id":"068d5672ee66e0bf3b3967b84f91a2da41c7233f134777d6f7decd10cf51bc8b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","failed_at":"e2e","signature_id":"369dd9382f8d7b890587a7a1bdc0940fac0c81cf54a56b113066964c543b6c94","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"prod/parallel","failure_text":"eadLoop).run(0xc000396fa8)\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:2258 +0xca fp=0xc000396f60 sp=0xc000396e18 pc=0x31a62aa\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc001552380)\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:2127 +0x52 fp=0xc000396fc8 sp=0xc000396f60 pc=0x31a5632\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:880 +0x25 fp=0xc000396fe0 sp=0xc000396fc8 pc=0x319edc5\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000396fe8 sp=0xc000396fe0 pc=0x2ac5921\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 137\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:880 +0xda5\n\ngoroutine 43 gp=0xc000002000 m=nil [runnable]:\nruntime.gopark(0xc0000b4f88?, 0x3?, 0x0?, 0x0?, 0xc0000b4f6a?)\n\t/usr/local/go/src/runtime/proc.go:460 +0xce fp=0xc0000b4df0 sp=0xc0000b4dd0 pc=0x2abd28e\nruntime.selectgo(0xc0000b4f88, 0xc0000b4f64, 0x0?, 0x0, 0x0?, 0x1)\n\t/usr/local/go/src/runtime/select.go:351 +0x8b7 fp=0xc0000b4f30 sp=0xc0000b4df0 pc=0x2a98137\ngithub.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts.func2(0xc0000b4fa0?)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:131 +0x7d fp=0xc0000b4fc8 sp=0xc0000b4f30 pc=0x2ed51fd\ngithub.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts.gowrap1()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:158 +0x24 fp=0xc0000b4fe0 sp=0xc0000b4fc8 pc=0x2ed5144\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0000b4fe8 sp=0xc0000b4fe0 pc=0x2ac5921\ncreated by github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts in goroutine 63\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:128 +0x165\n\ngoroutine 45 gp=0xc000e3a1c0 m=nil [select]:\nruntime.gopark(0xc0013d8fb0?, 0x2?, 0xe8?, 0x80?, 0xc0013d8fa4?)\n\t/usr/local/go/src/runtime/proc.go:460 +0xce fp=0xc0013d8e30 sp=0xc0013d8e10 pc=0x2abd28e\nruntime.selectgo(0xc0013d8fb0, 0xc0013d8fa0, 0xc0018146a0?, 0x0, 0x328a93c?, 0x1)\n\t/usr/local/go/src/runtime/select.go:351 +0x8b7 fp=0xc0013d8f70 sp=0xc0013d8e30 pc=0x2a98137\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x820bb58, 0xc0009d6640}, 0x77f1f7b?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36 +0x76 fp=0xc0013d8fe0 sp=0xc0013d8f70 pc=0x328a096\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x823e9a0, {0x820bb58, 0xc0009d6640}, 0x0)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284 +0x7b2 fp=0xc0013d9328 sp=0xc0013d8fe0 pc=0x371d0f2\ngithub.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x820bbc8?, 0xc000694380?}, {{0x82212e8?, 0xc0004e6400?}, 0xc001476b10?}, 0xc0013d9810, {0xc001418930, 0x16}, {0x780dcac, 0x12}, ...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:641 +0x405 fp=0xc0013d95a0 sp=0xc0013d9328 pc=0x4e941e5\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0x77d2694, 0x4}, ...}, ...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:344 +0x497 fp=0xc0013d98e0 sp=0xc0013d95a0 pc=0x4e89d77\ngithub.com/Azure/ARO-HCP/test/e2e.init.func23.3({0x7fa3f060bc60, 0xc000b10330})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:160 +0x3a6 fp=0xc0013d9f58 sp=0xc0013d98e0 pc=0x501adc6\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82213c0?, 0xc000b10330?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e fp=0xc0013d9f88 sp=0xc0013d9f58 pc=0x2eed25e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc0013d9fe0 sp=0xc0013d9f88 pc=0x2f0197b\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0013d9fe8 sp=0xc0013d9fe0 pc=0x2ac5921\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 63\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nrax 0xfffffffffffffffc\nrbx 0x5\nrcx 0x2a3ce0e\nrdx 0x80\nrdi 0x5\nrsi 0x7ffe2a7b78bc\nrbp 0x7ffe2a7b7870\nrsp 0x7ffe2a7b7828\nr8 0x0\nr9 0x0\nr10 0x2588\nr11 0x246\nr12 0x7ffe2a7b7900\nr13 0x1\nr14 0xb2ed360\nr15 0x7\nrip 0x2a3ce0e\nrflags 0x246\ncs 0x33\nfs 0x0\ngs 0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\neadLoop).run(0xc000396fa8)\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:2258 +0xca fp=0xc000396f60 sp=0xc000396e18 pc=0x31a62aa\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc001552380)\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:2127 +0x52 fp=0xc000396fc8 sp=0xc000396f60 pc=0x31a5632\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:880 +0x25 fp=0xc000396fe0 sp=0xc000396fc8 pc=0x319edc5\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000396fe8 sp=0xc000396fe0 pc=0x2ac5921\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 137\n\t/go/pkg/mod/golang.org/x/net@v0.49.0/http2/transport.go:880 +0xda5\n\ngoroutine 43 gp=0xc000002000 m=nil [runnable]:\nruntime.gopark(0xc0000b4f88?, 0x3?, 0x0?, 0x0?, 0xc0000b4f6a?)\n\t/usr/local/go/src/runtime/proc.go:460 +0xce fp=0xc0000b4df0 sp=0xc0000b4dd0 pc=0x2abd28e\nruntime.selectgo(0xc0000b4f88, 0xc0000b4f64, 0x0?, 0x0, 0x0?, 0x1)\n\t/usr/local/go/src/runtime/select.go:351 +0x8b7 fp=0xc0000b4f30 sp=0xc0000b4df0 pc=0x2a98137\ngithub.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts.func2(0xc0000b4fa0?)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:131 +0x7d fp=0xc0000b4fc8 sp=0xc0000b4f30 pc=0x2ed51fd\ngithub.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts.gowrap1()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:158 +0x24 fp=0xc0000b4fe0 sp=0xc0000b4fc8 pc=0x2ed5144\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0000b4fe8 sp=0xc0000b4fe0 pc=0x2ac5921\ncreated by github.com/onsi/ginkgo/v2/internal/interrupt_handler.(*InterruptHandler).registerForInterrupts in goroutine 63\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/interrupt_handler/interrupt_handler.go:128 +0x165\n\ngoroutine 45 gp=0xc000e3a1c0 m=nil [select]:\nruntime.gopark(0xc0013d8fb0?, 0x2?, 0xe8?, 0x80?, 0xc0013d8fa4?)\n\t/usr/local/go/src/runtime/proc.go:460 +0xce fp=0xc0013d8e30 sp=0xc0013d8e10 pc=0x2abd28e\nruntime.selectgo(0xc0013d8fb0, 0xc0013d8fa0, 0xc0018146a0?, 0x0, 0x328a93c?, 0x1)\n\t/usr/local/go/src/runtime/select.go:351 +0x8b7 fp=0xc0013d8f70 sp=0xc0013d8e30 pc=0x2a98137\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x820bb58, 0xc0009d6640}, 0x77f1f7b?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36 +0x76 fp=0xc0013d8fe0 sp=0xc0013d8f70 pc=0x328a096\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x823e9a0, {0x820bb58, 0xc0009d6640}, 0x0)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284 +0x7b2 fp=0xc0013d9328 sp=0xc0013d8fe0 pc=0x371d0f2\ngithub.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x820bbc8?, 0xc000694380?}, {{0x82212e8?, 0xc0004e6400?}, 0xc001476b10?}, 0xc0013d9810, {0xc001418930, 0x16}, {0x780dcac, 0x12}, ...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:641 +0x405 fp=0xc0013d95a0 sp=0xc0013d9328 pc=0x4e941e5\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0x77d2694, 0x4}, ...}, ...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:344 +0x497 fp=0xc0013d98e0 sp=0xc0013d95a0 pc=0x4e89d77\ngithub.com/Azure/ARO-HCP/test/e2e.init.func23.3({0x7fa3f060bc60, 0xc000b10330})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:160 +0x3a6 fp=0xc0013d9f58 sp=0xc0013d98e0 pc=0x501adc6\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82213c0?, 0xc000b10330?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e fp=0xc0013d9f88 sp=0xc0013d9f58 pc=0x2eed25e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc0013d9fe0 sp=0xc0013d9f88 pc=0x2f0197b\nruntime.goexit({})\n\t/usr/local/go/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0013d9fe8 sp=0xc0013d9fe0 pc=0x2ac5921\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 63\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nrax 0xfffffffffffffffc\nrbx 0x5\nrcx 0x2a3ce0e\nrdx 0x80\nrdi 0x5\nrsi 0x7ffe2a7b78bc\nrbp 0x7ffe2a7b7870\nrsp 0x7ffe2a7b7828\nr8 0x0\nr9 0x0\nr10 0x2588\nr11 0x246\nr12 0x7ffe2a7b7900\nr13 0x1\nr14 0xb2ed360\nr15 0x7\nrip 0x2a3ce0e\nrflags 0x246\ncs 0x33\nfs 0x0\ngs 0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"216ca116c8bc89bafe0aeb1dd196ef5eeaacb41590076b1c4eae9451fbec035b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","failed_at":"e2e","signature_id":"32e2d3e333f7bacf269ac406945ed1f41438d7fe4fdc1316d93ace5d8cda1d7f","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:147]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000f2f2f0\u003e: \n failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded\n {\n msg: \"failed waiting for cluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-czs8jw\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011f5510\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:147]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000f2f2f0\u003e: \n failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded\n {\n msg: \"failed waiting for cluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-czs8jw\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011f5510\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}},{"row_id":"2a8deb2807dbf02fbad108b51fb48b8d66fbcb887642524a3986d1e6f068066e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:47]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:47]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"30f7b99183c2f63fdb85c388b46f1fcc9303ac4dac3b25776c3bcd90113f856c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","failed_at":"e2e","signature_id":"33ad34c8fd03669f0f19326c1670a357f83af9b0ccabaeaf49a11ddde575cfea","test_name":"Customer should be able to create an HCP cluster","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000e74c00\u003e: \n failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fhj85x, error: failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-fhj85x\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fhj85x, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fhj85x, error: failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-fhj85x\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fhj85x, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0015812a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fhj85x\",\n },\n \u003c*fmt.wrapErrors | 0xc000e74bd0\u003e{\n msg: \"failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-fhj85x\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fhj85x, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0015812a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fhj85x\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000e74c00\u003e: \n failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fhj85x, error: failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-fhj85x\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fhj85x, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fhj85x, error: failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-fhj85x\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fhj85x, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0015812a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fhj85x\",\n },\n \u003c*fmt.wrapErrors | 0xc000e74bd0\u003e{\n msg: \"failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-fhj85x\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fhj85x, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0015812a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fhj85x\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}},{"row_id":"3fa8e5f3f2d91abc8aee41b2c44c982011b79cbf683ae1c8214185923fa42fbd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:36]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:36]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"471bc3d3c6561dc6c532ba98f27ec518c08efa29b8ef197af857c00e7c34ba67","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","failed_at":"e2e","signature_id":"da1649d9c01e52e74de987823bc31b8477079e3b385a270a7fc4fe6fe9b2cf4e","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000d8a720\u003e: \n failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-9hqlzg, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-9hqlzg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-9hqlzg, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-9hqlzg, error: failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-9hqlzg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-9hqlzg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012ff040\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-9hqlzg\",\n },\n \u003c*fmt.wrapErrors | 0xc000d8a6f0\u003e{\n msg: \"failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-9hqlzg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-9hqlzg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012ff040\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-9hqlzg\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000d8a720\u003e: \n failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-9hqlzg, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-9hqlzg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-9hqlzg, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-9hqlzg, error: failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-9hqlzg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-9hqlzg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012ff040\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-9hqlzg\",\n },\n \u003c*fmt.wrapErrors | 0xc000d8a6f0\u003e{\n msg: \"failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-9hqlzg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-9hqlzg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012ff040\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-9hqlzg\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}},{"row_id":"58ee72e01b2ec17905e0826c31376d685bb92b6dd3d7ae04662a8647703f93d8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","failed_at":"e2e","signature_id":"08e32b13d0d13b6f616ef4b926ae68e8c375a0b3eec441f5679337c17070e83a","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000edcb40\u003e: \n failed to create HCP cluster ea-listgchttl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listgchttl in resource group ea-list-knxn4r, error: failed waiting for cluster=\"ea-listgchttl\" in resourcegroup=\"ea-list-knxn4r\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listgchttl in resource group ea-list-knxn4r, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-listgchttl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listgchttl in resource group ea-list-knxn4r, error: failed waiting for cluster=\\\"ea-listgchttl\\\" in resourcegroup=\\\"ea-list-knxn4r\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listgchttl in resource group ea-list-knxn4r, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012ca2b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listgchttl in resource group ea-list-knxn4r\",\n },\n \u003c*fmt.wrapErrors | 0xc000edcb10\u003e{\n msg: \"failed waiting for cluster=\\\"ea-listgchttl\\\" in resourcegroup=\\\"ea-list-knxn4r\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listgchttl in resource group ea-list-knxn4r, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012ca2b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listgchttl in resource group ea-list-knxn4r\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000edcb40\u003e: \n failed to create HCP cluster ea-listgchttl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listgchttl in resource group ea-list-knxn4r, error: failed waiting for cluster=\"ea-listgchttl\" in resourcegroup=\"ea-list-knxn4r\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listgchttl in resource group ea-list-knxn4r, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-listgchttl, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listgchttl in resource group ea-list-knxn4r, error: failed waiting for cluster=\\\"ea-listgchttl\\\" in resourcegroup=\\\"ea-list-knxn4r\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listgchttl in resource group ea-list-knxn4r, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012ca2b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listgchttl in resource group ea-list-knxn4r\",\n },\n \u003c*fmt.wrapErrors | 0xc000edcb10\u003e{\n msg: \"failed waiting for cluster=\\\"ea-listgchttl\\\" in resourcegroup=\\\"ea-list-knxn4r\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listgchttl in resource group ea-list-knxn4r, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012ca2b0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listgchttl in resource group ea-list-knxn4r\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}},{"row_id":"59297f3dc7f009471ea93a6381f44640a5cca2b9baee5165dbd48639eaefcbc2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","failed_at":"e2e","signature_id":"4cbbe94d6a9f61a7e2f528c5405596e679d8b7e8c6e2b08c11213dfb3a586832","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011f8ba0\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-qp9mdg, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-qp9mdg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-qp9mdg, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-qp9mdg, error: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-qp9mdg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-qp9mdg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011a7850\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-qp9mdg\",\n },\n \u003c*fmt.wrapErrors | 0xc0011f8b70\u003e{\n msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-qp9mdg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-qp9mdg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011a7850\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-qp9mdg\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0011f8ba0\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-qp9mdg, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-qp9mdg\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-qp9mdg, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-qp9mdg, error: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-qp9mdg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-qp9mdg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011a7850\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-qp9mdg\",\n },\n \u003c*fmt.wrapErrors | 0xc0011f8b70\u003e{\n msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-qp9mdg\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-qp9mdg, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011a7850\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-qp9mdg\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}},{"row_id":"96a7dbf413318ffbbdbf6a1083534e03e1378a1bc3abd9046aa4f7f3aa04953f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","failed_at":"e2e","signature_id":"70a7cae78b510f8f18bdd37dcc8aba81435a3eb5622197cbe895aadf1b90c932","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"prod/parallel","failure_text":"\u003e github.com/Azure/ARO-HCP/test/e2e.init.func16.2({0x7feaf8330288, 0xc0004da8d0})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:126\n | \n | By(\"waiting for first cluster to complete creation\")\n \u003e _, err = poller1.PollUntilDone(ctx, \u0026runtime.PollUntilDoneOptions{\n | \tFrequency: framework.StandardPollInterval,\n | })\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82213c0?, 0xc0004da8d0?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 101\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129 @ 03/04/26 01:16:11.849\n \"ts\"=\"2026-03-04 01:16:11.849474\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-03-04 01:16:11.849578\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster-z9pkgz\" \"resourceGroup\"=\"customer-rg-vhsgnq\"\n \"ts\"=\"2026-03-04 01:16:12.326078\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster-z9pkgz\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-03-04 01:16:13.573758\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-tz2b4w\" \"resourceGroup\"=\"customer-rg-vhsgnq\"\n \"ts\"=\"2026-03-04 01:16:13.680973\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster2-tz2b4w\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-03-04 01:16:15.111085\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-03-04 01:16:15.111218\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-03-04 01:16:15.111311\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-03-04 01:16:15.112165\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-105\"\n \"ts\"=\"2026-03-04 01:16:15.112207\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-87\"\n \"ts\"=\"2026-03-04 01:16:15.112208\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"customer-rg-vhsgnq\"\n \"ts\"=\"2026-03-04 01:16:15.112244\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-43\"\n \"ts\"=\"2026-03-04 01:16:15.270517\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-vhsgnq\" \"deployment\"=\"pooledNonMsiScopedAssignments-mooiin3edme32\"\n \"ts\"=\"2026-03-04 01:16:15.273588\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-87\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-04 01:16:15.341558\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-vhsgnq\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-tz2b4w\"\n \"ts\"=\"2026-03-04 01:16:15.424275\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-43\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-04 01:16:15.495136\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-vhsgnq\" \"deployment\"=\"pooledNonMsiScopedAssignments-eqbgltuyzhpg4\"\n \"ts\"=\"2026-03-04 01:16:15.553286\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-43\" \"deployment\"=\"msi-deployment-43\"\n \"ts\"=\"2026-03-04 01:16:15.570032\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-vhsgnq\" \"deployment\"=\"customer-infra-basic-hcp-cluster-z9pkgz\"\n \"ts\"=\"2026-03-04 01:16:15.813903\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-105\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-04 01:16:15.832680\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-87\" \"deployment\"=\"msi-deployment-87\"\n \"ts\"=\"2026-03-04 01:16:16.124957\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-105\" \"deployment\"=\"msi-deployment-105\"\n \"ts\"=\"2026-03-04 01:16:16.281359\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-03-04 01:16:16.281545\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-03-04 01:16:16.281745\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"customer-rg-vhsgnq\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\n\u003e github.com/Azure/ARO-HCP/test/e2e.init.func16.2({0x7feaf8330288, 0xc0004da8d0})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:126\n | \n | By(\"waiting for first cluster to complete creation\")\n \u003e _, err = poller1.PollUntilDone(ctx, \u0026runtime.PollUntilDoneOptions{\n | \tFrequency: framework.StandardPollInterval,\n | })\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82213c0?, 0xc0004da8d0?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 101\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129 @ 03/04/26 01:16:11.849\n \"ts\"=\"2026-03-04 01:16:11.849474\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-03-04 01:16:11.849578\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster-z9pkgz\" \"resourceGroup\"=\"customer-rg-vhsgnq\"\n \"ts\"=\"2026-03-04 01:16:12.326078\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster-z9pkgz\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-03-04 01:16:13.573758\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-tz2b4w\" \"resourceGroup\"=\"customer-rg-vhsgnq\"\n \"ts\"=\"2026-03-04 01:16:13.680973\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster2-tz2b4w\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-03-04 01:16:15.111085\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-03-04 01:16:15.111218\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-03-04 01:16:15.111311\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-03-04 01:16:15.112165\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-105\"\n \"ts\"=\"2026-03-04 01:16:15.112207\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-87\"\n \"ts\"=\"2026-03-04 01:16:15.112208\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"customer-rg-vhsgnq\"\n \"ts\"=\"2026-03-04 01:16:15.112244\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-43\"\n \"ts\"=\"2026-03-04 01:16:15.270517\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-vhsgnq\" \"deployment\"=\"pooledNonMsiScopedAssignments-mooiin3edme32\"\n \"ts\"=\"2026-03-04 01:16:15.273588\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-87\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-04 01:16:15.341558\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-vhsgnq\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-tz2b4w\"\n \"ts\"=\"2026-03-04 01:16:15.424275\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-43\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-04 01:16:15.495136\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-vhsgnq\" \"deployment\"=\"pooledNonMsiScopedAssignments-eqbgltuyzhpg4\"\n \"ts\"=\"2026-03-04 01:16:15.553286\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-43\" \"deployment\"=\"msi-deployment-43\"\n \"ts\"=\"2026-03-04 01:16:15.570032\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-vhsgnq\" \"deployment\"=\"customer-infra-basic-hcp-cluster-z9pkgz\"\n \"ts\"=\"2026-03-04 01:16:15.813903\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-105\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-04 01:16:15.832680\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-87\" \"deployment\"=\"msi-deployment-87\"\n \"ts\"=\"2026-03-04 01:16:16.124957\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-105\" \"deployment\"=\"msi-deployment-105\"\n \"ts\"=\"2026-03-04 01:16:16.281359\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-03-04 01:16:16.281545\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-03-04 01:16:16.281745\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"customer-rg-vhsgnq\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"9869299fb646445ff6c001d87326e3d2d5073f1af87ed800f58907887004ec5f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","failed_at":"e2e","signature_id":"017b698d7178d286945bcfe4d6e994b2c02aafa5970c9a52e61fda3c6d5e5d40","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0010d49f0\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-mhpzdj, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-mhpzdj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-mhpzdj, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-mhpzdj, error: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-mhpzdj\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-mhpzdj, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f317f0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-mhpzdj\",\n },\n \u003c*fmt.wrapErrors | 0xc0010d49c0\u003e{\n msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-mhpzdj\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-mhpzdj, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f317f0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-mhpzdj\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0010d49f0\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-mhpzdj, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-mhpzdj\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-mhpzdj, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-mhpzdj, error: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-mhpzdj\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-mhpzdj, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f317f0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-mhpzdj\",\n },\n \u003c*fmt.wrapErrors | 0xc0010d49c0\u003e{\n msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-mhpzdj\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-mhpzdj, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f317f0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-mhpzdj\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}},{"row_id":"ac8fddd55bf1af71730460cd1fcdac37f8e16b8fa7a7a877b3931dded4f96d1a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","failed_at":"e2e","signature_id":"8f0996009e219310eaadeff43d2356e8f383465b06edc49162c1e68d5e37b8b6","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00063f710\u003e: \n failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-kvvsxb, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-kvvsxb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-kvvsxb, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-kvvsxb, error: failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-kvvsxb\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-kvvsxb, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e193e0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-kvvsxb\",\n },\n \u003c*fmt.wrapErrors | 0xc00063f6e0\u003e{\n msg: \"failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-kvvsxb\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-kvvsxb, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e193e0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-kvvsxb\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00063f710\u003e: \n failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-kvvsxb, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-kvvsxb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-kvvsxb, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-kvvsxb, error: failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-kvvsxb\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-kvvsxb, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e193e0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-kvvsxb\",\n },\n \u003c*fmt.wrapErrors | 0xc00063f6e0\u003e{\n msg: \"failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-kvvsxb\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-kvvsxb, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e193e0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-kvvsxb\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}},{"row_id":"cd723e955c83dc0ff5038c2557896abd21f2b30f7a938b9c58758a439d5ccfe1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","failed_at":"e2e","signature_id":"820619bcd5687b3bfe243ccc47aa109fc20b546f9fe3986b85846fabfd3d1e59","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.145s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: false\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.145s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: false\nto be true","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e9c6c185c09aa6c23477c53c1d3d7fb1bb60e041c3cb718558ce145b6718d4d","failure_pattern":"Cluster should become ready within 45 minutes","search_query":"Cluster should become ready within 45 minutes"}},{"row_id":"d033b8991f942162aef41f07675a0e5567c51c64a651e8275bb6b35e96ad659f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","failed_at":"e2e","signature_id":"5dd24788e92e3a4e70b6c91655ec92f0b769b36d8bd6dd77d2e86b77cc19db70","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000db4f30\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pjp6n5, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-pjp6n5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pjp6n5, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pjp6n5, error: failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-pjp6n5\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pjp6n5, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fa7b40\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pjp6n5\",\n },\n \u003c*fmt.wrapErrors | 0xc000db4f00\u003e{\n msg: \"failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-pjp6n5\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pjp6n5, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fa7b40\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pjp6n5\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000db4f30\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pjp6n5, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-pjp6n5\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pjp6n5, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pjp6n5, error: failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-pjp6n5\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pjp6n5, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fa7b40\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pjp6n5\",\n },\n \u003c*fmt.wrapErrors | 0xc000db4f00\u003e{\n msg: \"failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-pjp6n5\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pjp6n5, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000fa7b40\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-pjp6n5\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}},{"row_id":"d837cc97c94482ea6e40b9492d8b643c495899ba67ea7cdfbc77f06e517a30fd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","failed_at":"e2e","signature_id":"e84a3edb0819d025ea656e556c245f15127971b9301ef5b29ff1c247b75bd638","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00145ca50\u003e: \n failed to create HCP cluster patch-name-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-swqfh4, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-swqfh4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-swqfh4, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster patch-name-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-swqfh4, error: failed waiting for cluster=\\\"patch-name-cluster\\\" in resourcegroup=\\\"patch-name-swqfh4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-swqfh4, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f9cce0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-swqfh4\",\n },\n \u003c*fmt.wrapErrors | 0xc00145ca20\u003e{\n msg: \"failed waiting for cluster=\\\"patch-name-cluster\\\" in resourcegroup=\\\"patch-name-swqfh4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-swqfh4, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f9cce0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-swqfh4\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00145ca50\u003e: \n failed to create HCP cluster patch-name-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-swqfh4, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-swqfh4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-swqfh4, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster patch-name-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-swqfh4, error: failed waiting for cluster=\\\"patch-name-cluster\\\" in resourcegroup=\\\"patch-name-swqfh4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-swqfh4, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f9cce0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-swqfh4\",\n },\n \u003c*fmt.wrapErrors | 0xc00145ca20\u003e{\n msg: \"failed waiting for cluster=\\\"patch-name-cluster\\\" in resourcegroup=\\\"patch-name-swqfh4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-swqfh4, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f9cce0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-swqfh4\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}},{"row_id":"dfb0fecd4930ca0a7a8cc6fb698186490f471d8de69bd4b18014b567c337adfa","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:30]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:30]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"ee4776ceea973968fdb9a877f3097c28f78c7d914f6e1d3084b014ead8d98440","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:35]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:35]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"f1e5df83b6fc067c3f2a188c82565c44600fab6afe66c6cb51fe19a48484617e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","failed_at":"e2e","signature_id":"48528b5d36836272263a61f0bdeb203d4adda8896dfc531c1262dd3b64f814f4","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:83]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001532090\u003e: \n failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-62v8hq, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-62v8hq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-62v8hq, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-62v8hq, error: failed waiting for cluster=\\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-62v8hq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-62v8hq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00114a8a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-62v8hq\",\n },\n \u003c*fmt.wrapErrors | 0xc001532060\u003e{\n msg: \"failed waiting for cluster=\\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-62v8hq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-62v8hq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00114a8a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-62v8hq\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:83]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001532090\u003e: \n failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-62v8hq, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-62v8hq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-62v8hq, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-62v8hq, error: failed waiting for cluster=\\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-62v8hq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-62v8hq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00114a8a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-62v8hq\",\n },\n \u003c*fmt.wrapErrors | 0xc001532060\u003e{\n msg: \"failed waiting for cluster=\\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-62v8hq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-62v8hq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00114a8a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-62v8hq\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}},{"row_id":"f642892a57a56ccddab8a4630ad09cc710f52f041ef8652bab9709aced0ca8fd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:37]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:37]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"fab6ed008a8a6bc0aa524a4462b724e15668313801689322cf58d65022cb65be","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028977917446328320","occurred_at":"2026-03-03T23:36:46Z","failed_at":"e2e","signature_id":"b7da27507704f520ee648f5b22760c5e1f157832003e8b9a576b7def8d12f8ed","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00140c450\u003e: \n failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-fldvkq, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-fldvkq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-fldvkq, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-fldvkq, error: failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-fldvkq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-fldvkq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001198f40\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-fldvkq\",\n },\n \u003c*fmt.wrapErrors | 0xc00140c420\u003e{\n msg: \"failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-fldvkq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-fldvkq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001198f40\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-fldvkq\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00140c450\u003e: \n failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-fldvkq, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-fldvkq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-fldvkq, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-fldvkq, error: failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-fldvkq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-fldvkq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001198f40\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-fldvkq\",\n },\n \u003c*fmt.wrapErrors | 0xc00140c420\u003e{\n msg: \"failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-fldvkq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-fldvkq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001198f40\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-fldvkq\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":15,"failure_pattern_ids":["120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","1e9c6c185c09aa6c23477c53c1d3d7fb1bb60e041c3cb718558ce145b6718d4d","dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4"],"matched_occurrences":19,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-03T22:32:27Z"},"failed_at":["e2e"],"failed_test_count":19,"occurrences":[{"row_id":"16031641dee5582ca48a7e4a8309b830f789d1c86544f86473dc937751c28c1c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:30]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:30]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"18be8a7e3577bace28528ebd4d9a8b79859cac742d93e816a6a2452c21dbb20c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:120]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:120]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"21b4b48018a322aa8763b96e9885b8f519ca86e2072c35bacb925741ef69e8cc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","failed_at":"e2e","signature_id":"243a092c9a85423cf1db68ae6a67c9d4b4dda0225953dac2f58025b89a788011","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:147]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001214bd0\u003e: \n failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-wnfn87\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-wnfn87, error: context deadline exceeded\n {\n msg: \"failed waiting for cluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-wnfn87\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-wnfn87, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f6a9c0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-wnfn87\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:147]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001214bd0\u003e: \n failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-wnfn87\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-wnfn87, error: context deadline exceeded\n {\n msg: \"failed waiting for cluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-wnfn87\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-wnfn87, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f6a9c0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-wnfn87\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}},{"row_id":"31176412bf96774dd8045ef67a9fa7015f3a0aa777e9c1ce01f84750b4bb2c95","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","failed_at":"e2e","signature_id":"0de8a23305e243ed316ae64f801eb973d905f168b7920f3de04c61e5dea16bbd","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000fb88d0\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-gmf6l6, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-gmf6l6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-gmf6l6, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-gmf6l6, error: failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-gmf6l6\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-gmf6l6, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011012a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-gmf6l6\",\n },\n \u003c*fmt.wrapErrors | 0xc000fb88a0\u003e{\n msg: \"failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-gmf6l6\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-gmf6l6, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011012a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-gmf6l6\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:100]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000fb88d0\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-gmf6l6, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-gmf6l6\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-gmf6l6, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-gmf6l6, error: failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-gmf6l6\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-gmf6l6, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011012a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-gmf6l6\",\n },\n \u003c*fmt.wrapErrors | 0xc000fb88a0\u003e{\n msg: \"failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-gmf6l6\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-gmf6l6, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0011012a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-gmf6l6\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}},{"row_id":"65e6f94e2a8f0668541317ffe7d2f6bae691edc9476b210f9b276fb76e07ea88","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","failed_at":"e2e","signature_id":"bda0a0e6979d2390f65e8fca864a0635a7ea4ef1201455a621f24f1c69b1e55a","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"prod/parallel","failure_text":"\u003e github.com/Azure/ARO-HCP/test/e2e.init.func16.2({0x7f6140169e60, 0xc00031c750})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:126\n | \n | By(\"waiting for first cluster to complete creation\")\n \u003e _, err = poller1.PollUntilDone(ctx, \u0026runtime.PollUntilDoneOptions{\n | \tFrequency: framework.StandardPollInterval,\n | })\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82213c0?, 0xc00031c750?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 95\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129 @ 03/04/26 00:05:02.077\n \"ts\"=\"2026-03-04 00:05:02.077648\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-03-04 00:05:02.077755\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster-8mgz7c\" \"resourceGroup\"=\"customer-rg-gxwvdd\"\n \"ts\"=\"2026-03-04 00:05:02.493858\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster-8mgz7c\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-03-04 00:05:03.895887\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-x9tzjh\" \"resourceGroup\"=\"customer-rg-gxwvdd\"\n \"ts\"=\"2026-03-04 00:05:03.991400\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster2-x9tzjh\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-03-04 00:05:05.282872\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-03-04 00:05:05.282983\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-03-04 00:05:05.283067\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-03-04 00:05:05.283817\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-90\"\n \"ts\"=\"2026-03-04 00:05:05.283830\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-123\"\n \"ts\"=\"2026-03-04 00:05:05.283852\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-144\"\n \"ts\"=\"2026-03-04 00:05:05.283906\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"customer-rg-gxwvdd\"\n \"ts\"=\"2026-03-04 00:05:05.467033\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-gxwvdd\" \"deployment\"=\"pooledNonMsiScopedAssignments-mooiin3edme32\"\n \"ts\"=\"2026-03-04 00:05:05.530440\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-gxwvdd\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-x9tzjh\"\n \"ts\"=\"2026-03-04 00:05:05.607887\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-144\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-04 00:05:05.617180\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-gxwvdd\" \"deployment\"=\"pooledNonMsiScopedAssignments-eqbgltuyzhpg4\"\n \"ts\"=\"2026-03-04 00:05:05.687502\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-gxwvdd\" \"deployment\"=\"customer-infra-basic-hcp-cluster-8mgz7c\"\n \"ts\"=\"2026-03-04 00:05:05.770906\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-144\" \"deployment\"=\"msi-deployment-144\"\n \"ts\"=\"2026-03-04 00:05:05.791163\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-123\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-04 00:05:05.920959\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-123\" \"deployment\"=\"msi-deployment-123\"\n \"ts\"=\"2026-03-04 00:05:05.982538\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-90\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-04 00:05:06.722919\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-90\" \"deployment\"=\"msi-deployment-90\"\n \"ts\"=\"2026-03-04 00:05:06.881204\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-03-04 00:05:06.881353\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-03-04 00:05:06.881480\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"customer-rg-gxwvdd\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\n\u003e github.com/Azure/ARO-HCP/test/e2e.init.func16.2({0x7f6140169e60, 0xc00031c750})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:126\n | \n | By(\"waiting for first cluster to complete creation\")\n \u003e _, err = poller1.PollUntilDone(ctx, \u0026runtime.PollUntilDoneOptions{\n | \tFrequency: framework.StandardPollInterval,\n | })\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x82213c0?, 0xc00031c750?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 95\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:129 @ 03/04/26 00:05:02.077\n \"ts\"=\"2026-03-04 00:05:02.077648\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-03-04 00:05:02.077755\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster-8mgz7c\" \"resourceGroup\"=\"customer-rg-gxwvdd\"\n \"ts\"=\"2026-03-04 00:05:02.493858\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster-8mgz7c\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-03-04 00:05:03.895887\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-x9tzjh\" \"resourceGroup\"=\"customer-rg-gxwvdd\"\n \"ts\"=\"2026-03-04 00:05:03.991400\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-basic-hcp-cluster2-x9tzjh\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-03-04 00:05:05.282872\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-03-04 00:05:05.282983\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-b8ed2189eb62b4145bd17832fa47015d3fc1ad56caa60a743b61b98540ac41f3.yaml.gz\"\n \"ts\"=\"2026-03-04 00:05:05.283067\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-03-04 00:05:05.283817\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-90\"\n \"ts\"=\"2026-03-04 00:05:05.283830\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-123\"\n \"ts\"=\"2026-03-04 00:05:05.283852\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-144\"\n \"ts\"=\"2026-03-04 00:05:05.283906\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"customer-rg-gxwvdd\"\n \"ts\"=\"2026-03-04 00:05:05.467033\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-gxwvdd\" \"deployment\"=\"pooledNonMsiScopedAssignments-mooiin3edme32\"\n \"ts\"=\"2026-03-04 00:05:05.530440\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-gxwvdd\" \"deployment\"=\"customer-infra-basic-hcp-cluster2-x9tzjh\"\n \"ts\"=\"2026-03-04 00:05:05.607887\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-144\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-04 00:05:05.617180\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-gxwvdd\" \"deployment\"=\"pooledNonMsiScopedAssignments-eqbgltuyzhpg4\"\n \"ts\"=\"2026-03-04 00:05:05.687502\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"customer-rg-gxwvdd\" \"deployment\"=\"customer-infra-basic-hcp-cluster-8mgz7c\"\n \"ts\"=\"2026-03-04 00:05:05.770906\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-144\" \"deployment\"=\"msi-deployment-144\"\n \"ts\"=\"2026-03-04 00:05:05.791163\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-123\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-04 00:05:05.920959\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-123\" \"deployment\"=\"msi-deployment-123\"\n \"ts\"=\"2026-03-04 00:05:05.982538\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-90\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-04 00:05:06.722919\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-90\" \"deployment\"=\"msi-deployment-90\"\n \"ts\"=\"2026-03-04 00:05:06.881204\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-03-04 00:05:06.881353\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-03-04 00:05:06.881480\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"customer-rg-gxwvdd\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"6950423adb0774aad7b0b29bc591e5d611ab5f423efc177e22b9c2b5a7c78005","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","failed_at":"e2e","signature_id":"908e57a2aeaf5f7680879396414d0255edabb476d02e90845ee1ebbdc84bde6b","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000dbd350\u003e: \n failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-875hxt, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-875hxt\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-875hxt, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-875hxt, error: failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-875hxt\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-875hxt, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f02f20\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-875hxt\",\n },\n \u003c*fmt.wrapErrors | 0xc000dbd320\u003e{\n msg: \"failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-875hxt\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-875hxt, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f02f20\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-875hxt\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:133]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000dbd350\u003e: \n failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-875hxt, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-875hxt\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-875hxt, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster cidr-connectivity-test, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-875hxt, error: failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-875hxt\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-875hxt, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f02f20\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-875hxt\",\n },\n \u003c*fmt.wrapErrors | 0xc000dbd320\u003e{\n msg: \"failed waiting for cluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-875hxt\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-875hxt, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000f02f20\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-875hxt\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}},{"row_id":"73ddf306eabaf91b71588424a4c76afa1412176d4b65da8343523d5a6484be9c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","failed_at":"e2e","signature_id":"fbdd6877a93905611b743f99b66c9645b0d9e95f458b3edb182eb675fb166079","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000eeeed0\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-zhbjpf, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-zhbjpf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-zhbjpf, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-zhbjpf, error: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-zhbjpf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-zhbjpf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e57520\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-zhbjpf\",\n },\n \u003c*fmt.wrapErrors | 0xc000eeeea0\u003e{\n msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-zhbjpf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-zhbjpf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e57520\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-zhbjpf\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000eeeed0\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-zhbjpf, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-zhbjpf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-zhbjpf, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-zhbjpf, error: failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-zhbjpf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-zhbjpf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e57520\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-zhbjpf\",\n },\n \u003c*fmt.wrapErrors | 0xc000eeeea0\u003e{\n msg: \"failed waiting for cluster=\\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-zhbjpf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-zhbjpf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e57520\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-zhbjpf\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}},{"row_id":"79b2dc19e2e64b22559a428d85b3ae6793ea40b37e3e41d23d46545758b87bfb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:44]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:44]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"7e9a1ec912574bda8e2085fcffb57e2b477f294db94cdad34f5c5f449a3d88dc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","failed_at":"e2e","signature_id":"4f3fda9076e5a0e453dc8330472cdfbcd9f2b41ce57edf1d1a6a79a6f3910ba0","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.006s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: false\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.006s.\nCluster should become ready within 45 minutes\nExpected\n \u003cbool\u003e: false\nto be true","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e9c6c185c09aa6c23477c53c1d3d7fb1bb60e041c3cb718558ce145b6718d4d","failure_pattern":"Cluster should become ready within 45 minutes","search_query":"Cluster should become ready within 45 minutes"}},{"row_id":"855b7e5f89b19318300580e79a689454ba995b0cb41b2466cd0109b7b6ed1eb6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:37]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:37]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"92b0a5fcbf1ee7e58d2c5c7bef6f8e770b894029a8868904be075908b1790da1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:35]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:35]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"954ace4394518c5e60f5031a7743a2157aaf42ee68cd19d868f2aaaba73b1d75","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","failed_at":"e2e","signature_id":"9ad50d27b27298e8c7156c5739d541207a36980aa4a0d667f5fa72683fb47d8b","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001418c90\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kwhjdh, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-kwhjdh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kwhjdh, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kwhjdh, error: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-kwhjdh\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kwhjdh, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000d4c300\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kwhjdh\",\n },\n \u003c*fmt.wrapErrors | 0xc001418c60\u003e{\n msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-kwhjdh\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kwhjdh, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000d4c300\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kwhjdh\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001418c90\u003e: \n failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kwhjdh, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-kwhjdh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kwhjdh, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kwhjdh, error: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-kwhjdh\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kwhjdh, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000d4c300\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kwhjdh\",\n },\n \u003c*fmt.wrapErrors | 0xc001418c60\u003e{\n msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-kwhjdh\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kwhjdh, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000d4c300\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-kwhjdh\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}},{"row_id":"afdc12948406d00226fe3659be0755f58301576a93cd9520be11b8a48b23e80f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","failed_at":"e2e","signature_id":"7c84e0d1efad91ef0c5dc4d45902ba15c7c522b9bb8b309194f77ea565adeae9","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:83]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001454630\u003e: \n failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-l4cqsf, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-l4cqsf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-l4cqsf, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-l4cqsf, error: failed waiting for cluster=\\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-l4cqsf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-l4cqsf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000dc65c0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-l4cqsf\",\n },\n \u003c*fmt.wrapErrors | 0xc001454600\u003e{\n msg: \"failed waiting for cluster=\\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-l4cqsf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-l4cqsf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000dc65c0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-l4cqsf\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:83]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001454630\u003e: \n failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-l4cqsf, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-l4cqsf\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-l4cqsf, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-l4cqsf, error: failed waiting for cluster=\\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-l4cqsf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-l4cqsf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000dc65c0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-l4cqsf\",\n },\n \u003c*fmt.wrapErrors | 0xc001454600\u003e{\n msg: \"failed waiting for cluster=\\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-l4cqsf\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-l4cqsf, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000dc65c0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-l4cqsf\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}},{"row_id":"bb99f6ff2efb48da768ccb4778dc02edec749f2ad3f085cd4a8f82f0bb107d6b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","failed_at":"e2e","signature_id":"0a1fe8b7a2dc791516446f2e9aa5c4671ef30fa1902d241516cd72a905bf2ded","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00105f470\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-6l7l7v, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-6l7l7v\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-6l7l7v, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-6l7l7v, error: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-6l7l7v\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-6l7l7v, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001550d80\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-6l7l7v\",\n },\n \u003c*fmt.wrapErrors | 0xc00105f440\u003e{\n msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-6l7l7v\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-6l7l7v, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001550d80\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-6l7l7v\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00105f470\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-6l7l7v, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-6l7l7v\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-6l7l7v, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-6l7l7v, error: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-6l7l7v\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-6l7l7v, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001550d80\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-6l7l7v\",\n },\n \u003c*fmt.wrapErrors | 0xc00105f440\u003e{\n msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-6l7l7v\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-6l7l7v, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc001550d80\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-6l7l7v\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}},{"row_id":"c4694d55b83730ea776123c7dc0618986ff90dbf66b5d9e1dff7dcdde2ce0f4f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","failed_at":"e2e","signature_id":"ede8c9e136d435e0e3e588365f254232b874e5e973702d7d2802cf60a2f4b995","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0013c50e0\u003e: \n failed to create HCP cluster list-test-cluster-ddkwtr, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ddkwtr in resource group cluster-listing-zjh559, error: failed waiting for cluster=\"list-test-cluster-ddkwtr\" in resourcegroup=\"cluster-listing-zjh559\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ddkwtr in resource group cluster-listing-zjh559, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster list-test-cluster-ddkwtr, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ddkwtr in resource group cluster-listing-zjh559, error: failed waiting for cluster=\\\"list-test-cluster-ddkwtr\\\" in resourcegroup=\\\"cluster-listing-zjh559\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ddkwtr in resource group cluster-listing-zjh559, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012f7940\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ddkwtr in resource group cluster-listing-zjh559\",\n },\n \u003c*fmt.wrapErrors | 0xc0013c50b0\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-ddkwtr\\\" in resourcegroup=\\\"cluster-listing-zjh559\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ddkwtr in resource group cluster-listing-zjh559, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012f7940\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ddkwtr in resource group cluster-listing-zjh559\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0013c50e0\u003e: \n failed to create HCP cluster list-test-cluster-ddkwtr, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ddkwtr in resource group cluster-listing-zjh559, error: failed waiting for cluster=\"list-test-cluster-ddkwtr\" in resourcegroup=\"cluster-listing-zjh559\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ddkwtr in resource group cluster-listing-zjh559, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster list-test-cluster-ddkwtr, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ddkwtr in resource group cluster-listing-zjh559, error: failed waiting for cluster=\\\"list-test-cluster-ddkwtr\\\" in resourcegroup=\\\"cluster-listing-zjh559\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ddkwtr in resource group cluster-listing-zjh559, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012f7940\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ddkwtr in resource group cluster-listing-zjh559\",\n },\n \u003c*fmt.wrapErrors | 0xc0013c50b0\u003e{\n msg: \"failed waiting for cluster=\\\"list-test-cluster-ddkwtr\\\" in resourcegroup=\\\"cluster-listing-zjh559\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ddkwtr in resource group cluster-listing-zjh559, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012f7940\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster list-test-cluster-ddkwtr in resource group cluster-listing-zjh559\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}},{"row_id":"cdc089e20c561eff8843b6eda9a18514a81da61595ffdd924cc46ab6a4b6eb25","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:43]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:43]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"e171fab22ba80a66b4c973337db6d16ca58649422c2fefa349015466feaf84ba","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:36]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:36]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"f79ba96982e81de3a0c53603b274c1212771b8b2798b52af68aa8d0efaae90f5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","failed_at":"e2e","signature_id":"b42ef3c6c8b9574f2cf98e8d68f27a4b30e0278698c88f6b3ef48f8a7d613a26","test_name":"Customer should be able to create an HCP cluster","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001224570\u003e: \n failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fqlsp4, error: failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-fqlsp4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fqlsp4, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fqlsp4, error: failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-fqlsp4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fqlsp4, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000ef9730\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fqlsp4\",\n },\n \u003c*fmt.wrapErrors | 0xc001224540\u003e{\n msg: \"failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-fqlsp4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fqlsp4, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000ef9730\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fqlsp4\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:90]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001224570\u003e: \n failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fqlsp4, error: failed waiting for cluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-fqlsp4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fqlsp4, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster basic-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fqlsp4, error: failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-fqlsp4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fqlsp4, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000ef9730\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fqlsp4\",\n },\n \u003c*fmt.wrapErrors | 0xc001224540\u003e{\n msg: \"failed waiting for cluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-fqlsp4\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fqlsp4, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000ef9730\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-hcp-cluster in resource group basic-cluster-fqlsp4\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}},{"row_id":"f8e8ced1cf13f53873999d54de997df6bdb1919e113caba0a7e3bfaeb9b326a7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028961734651285504","occurred_at":"2026-03-03T22:32:27Z","failed_at":"e2e","signature_id":"7ae73bcb2719e7bd99a0820ed464866061f12e140dd95a05da17a252dca8b0ef","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001542d50\u003e: \n failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-7cw9wq, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-7cw9wq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-7cw9wq, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-7cw9wq, error: failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-7cw9wq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-7cw9wq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00152ed00\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-7cw9wq\",\n },\n \u003c*fmt.wrapErrors | 0xc001542d20\u003e{\n msg: \"failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-7cw9wq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-7cw9wq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00152ed00\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-7cw9wq\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001542d50\u003e: \n failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-7cw9wq, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-7cw9wq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-7cw9wq, error: context deadline exceeded\n {\n msg: \"failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-7cw9wq, error: failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-7cw9wq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-7cw9wq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00152ed00\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-7cw9wq\",\n },\n \u003c*fmt.wrapErrors | 0xc001542d20\u003e{\n msg: \"failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-7cw9wq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-7cw9wq, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00152ed00\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-7cw9wq\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-czs8jw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-czs8jw, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":13,"failure_pattern_ids":["120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","1e9c6c185c09aa6c23477c53c1d3d7fb1bb60e041c3cb718558ce145b6718d4d","dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4"],"matched_occurrences":19,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-03T02:00:55Z"},"failed_at":["e2e"],"failed_test_count":13,"occurrences":[{"row_id":"040158299847a8869f4b1392e24679af73bd71574a0a8999846d276d0fc7391f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","failed_at":"e2e","signature_id":"63f43c3557360dead2bbb5864e395706223a3c2479e7266d5240f2302f4902bb","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:109]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001484810\u003e: \n failed to create NodePool arm64-vm-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-82wj5d, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-82wj5d\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool arm64-vm-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-82wj5d, error: failed waiting for nodepool=\\\"arm64-vm-np-1\\\" for cluster \\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-82wj5d\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012cb2a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-82wj5d\",\n },\n \u003c*fmt.wrapError | 0xc00091c5c0\u003e{\n msg: \"failed waiting for nodepool=\\\"arm64-vm-np-1\\\" for cluster \\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-82wj5d\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:109]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001484810\u003e: \n failed to create NodePool arm64-vm-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-82wj5d, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-82wj5d\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool arm64-vm-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-82wj5d, error: failed waiting for nodepool=\\\"arm64-vm-np-1\\\" for cluster \\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-82wj5d\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0012cb2a0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-82wj5d\",\n },\n \u003c*fmt.wrapError | 0xc00091c5c0\u003e{\n msg: \"failed waiting for nodepool=\\\"arm64-vm-np-1\\\" for cluster \\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-82wj5d\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-82wj5d, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-82wj5d\" to finish creating: context deadline exceeded"}},{"row_id":"17c4114f76a2545fdbe4ef63d9e39419185cefdad58a00c71e451929b7267fca","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","failed_at":"e2e","signature_id":"e088e678dfd9e62ed0375406977e6fea81ee5378f115e9ed890ac7f3939a7367","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:114]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00107c900\u003e: \n failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-wbnl5r, error: failed waiting for nodepool=\"np-1\" for cluster \"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-wbnl5r\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-wbnl5r, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-wbnl5r\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e1a8e0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-wbnl5r\",\n },\n \u003c*fmt.wrapError | 0xc00085e800\u003e{\n msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-wbnl5r\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:114]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc00107c900\u003e: \n failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-wbnl5r, error: failed waiting for nodepool=\"np-1\" for cluster \"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-wbnl5r\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-wbnl5r, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-wbnl5r\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000e1a8e0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group tls-endpoint-cluster-wbnl5r\",\n },\n \u003c*fmt.wrapError | 0xc00085e800\u003e{\n msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"tls-endpoint-hcp-cluster\\\" in resourcegroup=\\\"tls-endpoint-cluster-wbnl5r\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-82wj5d, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-82wj5d\" to finish creating: context deadline exceeded"}},{"row_id":"1942c92b33ba0affa3ef2670d9804e397b582954136e466fb39a9495dfe4afb0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","failed_at":"e2e","signature_id":"2c748cbb4ada12c0e6f8e046cc4f95d857c0b3ec3eaa866c389d86e8a26deacb","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:124]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0015a2510\u003e: \n failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group autoscaling-cluster-2x577m, error: failed waiting for nodepool=\"np-1\" for cluster \"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-2x577m\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group autoscaling-cluster-2x577m, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-2x577m\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000893b80\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group autoscaling-cluster-2x577m\",\n },\n \u003c*fmt.wrapError | 0xc001406360\u003e{\n msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-2x577m\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:124]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0015a2510\u003e: \n failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group autoscaling-cluster-2x577m, error: failed waiting for nodepool=\"np-1\" for cluster \"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-2x577m\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group autoscaling-cluster-2x577m, error: failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-2x577m\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000893b80\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group autoscaling-cluster-2x577m\",\n },\n \u003c*fmt.wrapError | 0xc001406360\u003e{\n msg: \"failed waiting for nodepool=\\\"np-1\\\" for cluster \\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-2x577m\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-82wj5d, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-82wj5d\" to finish creating: context deadline exceeded"}},{"row_id":"52fee63aeddaa828878d49d9752a3ae812bce53e35b909b624b65a38f65b117c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","failed_at":"e2e","signature_id":"2a68f81be769ce011036801b5d26494ccbbf700474745e3e1fe3b49936d95b9d","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","test_suite":"prod/parallel","failure_text":"nodepool with autoscaling enabled (Spec Runtime: 1h29m59.96s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:36\n In [It] (Node Runtime: 1h29m59.96s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:36\n At [By Step] creating the autoscaling nodepool (Step Runtime: 36m43.786s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:95\n\n Spec Goroutine\n goroutine 103 [select]\n github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8231a58, 0xc000bbc190}, 0x7814b16?)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36\n github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8275860, {0x8231a58, 0xc000bbc190}, 0x0)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284\n github.com/Azure/ARO-HCP/test/util/framework.CreateNodePoolAndWait({0x8231ac8, 0xc0002cc460}, 0xc000dc1788, {0xc001384330, 0x15}, {0x783b077, 0x14}, {0x7814af2, 0xc}, {0xc000c5a620, ...}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:757\n github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateNodePoolFromParam(0xc000a82a20, {0x7fbb6df45460, 0xc0008cecc0}, {0xc001384330, 0x15}, {0x783b077, 0x14}, {{0x77f88bd, 0x6}, {0x783b077, ...}, ...}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:384\n \u003e github.com/Azure/ARO-HCP/test/e2e.init.func24.2({0x7fbb6df45460, 0xc0008cecc0})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:96\n | \n | By(\"creating the autoscaling nodepool\")\n \u003e err = tc.CreateNodePoolFromParam(ctx,\n | \t*resourceGroup.Name,\n | \tcustomerClusterName,\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8247340?, 0xc0008cecc0?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 100\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102 @ 03/03/26 03:33:32.699\n \"ts\"=\"2026-03-03 03:33:32.699909\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-03-03 03:33:32.700004\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-np-autoscale-cluster-c2qzx4\" \"resourceGroup\"=\"np-autoscaling-b4d6rr\"\n \"ts\"=\"2026-03-03 03:33:32.844265\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-np-autoscale-cluster-c2qzx4\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-03-03 03:33:34.457339\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-3ace844abea5a4d3a28ffc64801a1d716d83f775e2e8d3dceadd0cb72b88474b.yaml.gz\"\n \"ts\"=\"2026-03-03 03:33:34.457458\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-3ace844abea5a4d3a28ffc64801a1d716d83f775e2e8d3dceadd0cb72b88474b.yaml.gz\"\n \"ts\"=\"2026-03-03 03:33:34.457529\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-03-03 03:33:34.459011\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-130\"\n \"ts\"=\"2026-03-03 03:33:34.459029\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"np-autoscaling-b4d6rr\"\n \"ts\"=\"2026-03-03 03:33:34.599925\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"np-autoscaling-b4d6rr\" \"deployment\"=\"pooledNonMsiScopedAssignments-ssrwqrnhyyabs\"\n \"ts\"=\"2026-03-03 03:33:34.737330\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"np-autoscaling-b4d6rr\" \"deployment\"=\"customer-infra-np-autoscale-cluster-c2qzx4\"\n \"ts\"=\"2026-03-03 03:33:34.780979\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-130\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-03 03:33:34.912920\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-130\" \"deployment\"=\"msi-deployment-130\"\n \"ts\"=\"2026-03-03 03:33:35.063441\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-03-03 03:33:35.063574\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-03-03 03:33:35.063727\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"np-autoscaling-b4d6rr\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\nnodepool with autoscaling enabled (Spec Runtime: 1h29m59.96s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:36\n In [It] (Node Runtime: 1h29m59.96s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:36\n At [By Step] creating the autoscaling nodepool (Step Runtime: 36m43.786s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:95\n\n Spec Goroutine\n goroutine 103 [select]\n github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8231a58, 0xc000bbc190}, 0x7814b16?)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36\n github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8275860, {0x8231a58, 0xc000bbc190}, 0x0)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284\n github.com/Azure/ARO-HCP/test/util/framework.CreateNodePoolAndWait({0x8231ac8, 0xc0002cc460}, 0xc000dc1788, {0xc001384330, 0x15}, {0x783b077, 0x14}, {0x7814af2, 0xc}, {0xc000c5a620, ...}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:757\n github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateNodePoolFromParam(0xc000a82a20, {0x7fbb6df45460, 0xc0008cecc0}, {0xc001384330, 0x15}, {0x783b077, 0x14}, {{0x77f88bd, 0x6}, {0x783b077, ...}, ...}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:384\n \u003e github.com/Azure/ARO-HCP/test/e2e.init.func24.2({0x7fbb6df45460, 0xc0008cecc0})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:96\n | \n | By(\"creating the autoscaling nodepool\")\n \u003e err = tc.CreateNodePoolFromParam(ctx,\n | \t*resourceGroup.Name,\n | \tcustomerClusterName,\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8247340?, 0xc0008cecc0?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 100\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102 @ 03/03/26 03:33:32.699\n \"ts\"=\"2026-03-03 03:33:32.699909\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-03-03 03:33:32.700004\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-np-autoscale-cluster-c2qzx4\" \"resourceGroup\"=\"np-autoscaling-b4d6rr\"\n \"ts\"=\"2026-03-03 03:33:32.844265\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-np-autoscale-cluster-c2qzx4\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-03-03 03:33:34.457339\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-3ace844abea5a4d3a28ffc64801a1d716d83f775e2e8d3dceadd0cb72b88474b.yaml.gz\"\n \"ts\"=\"2026-03-03 03:33:34.457458\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-3ace844abea5a4d3a28ffc64801a1d716d83f775e2e8d3dceadd0cb72b88474b.yaml.gz\"\n \"ts\"=\"2026-03-03 03:33:34.457529\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-03-03 03:33:34.459011\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-130\"\n \"ts\"=\"2026-03-03 03:33:34.459029\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"np-autoscaling-b4d6rr\"\n \"ts\"=\"2026-03-03 03:33:34.599925\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"np-autoscaling-b4d6rr\" \"deployment\"=\"pooledNonMsiScopedAssignments-ssrwqrnhyyabs\"\n \"ts\"=\"2026-03-03 03:33:34.737330\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"np-autoscaling-b4d6rr\" \"deployment\"=\"customer-infra-np-autoscale-cluster-c2qzx4\"\n \"ts\"=\"2026-03-03 03:33:34.780979\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-130\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-03 03:33:34.912920\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-130\" \"deployment\"=\"msi-deployment-130\"\n \"ts\"=\"2026-03-03 03:33:35.063441\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-03-03 03:33:35.063574\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-03-03 03:33:35.063727\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"np-autoscaling-b4d6rr\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"59d51d21a283e8ce4b1676ba9e5591fad484a02397402f51f0b98b7da55dce30","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","failed_at":"e2e","signature_id":"5d120e3b14905958df7cb9d7acc162ae843b19f8a37edd16d244139511c4f11e","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:118]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000eccd20\u003e: \n failed waiting for external auth \"ea-list\" in resourcegroup=\"ea-list-ls8jkz\" for cluster=\"ea-listdwzhrk\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listdwzhrk in resource group ea-list-ls8jkz, error: context deadline exceeded\n {\n msg: \"failed waiting for external auth \\\"ea-list\\\" in resourcegroup=\\\"ea-list-ls8jkz\\\" for cluster=\\\"ea-listdwzhrk\\\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listdwzhrk in resource group ea-list-ls8jkz, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00083abf0\u003e{\n s: \"timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listdwzhrk in resource group ea-list-ls8jkz\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:118]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000eccd20\u003e: \n failed waiting for external auth \"ea-list\" in resourcegroup=\"ea-list-ls8jkz\" for cluster=\"ea-listdwzhrk\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listdwzhrk in resource group ea-list-ls8jkz, error: context deadline exceeded\n {\n msg: \"failed waiting for external auth \\\"ea-list\\\" in resourcegroup=\\\"ea-list-ls8jkz\\\" for cluster=\\\"ea-listdwzhrk\\\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listdwzhrk in resource group ea-list-ls8jkz, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00083abf0\u003e{\n s: \"timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listdwzhrk in resource group ea-list-ls8jkz\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f1386f529db6e94f57caba5baeea25a7ed546b620757afe7e7438f6ec564ee32","failure_pattern":"CreateOrUpdateExternalAuthAndWait timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for external auth \"ea-list\" in resourcegroup=\"ea-list-ls8jkz\" for cluster=\"ea-listdwzhrk\" to finish, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ea-list in cluster ea-listdwzhrk in resource group ea-list-ls8jkz, error: context deadline exceeded"}},{"row_id":"5f53f2cc9045d72e0f658519fcc7a0f3130951fa867571efb2fec854e7354bca","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","failed_at":"e2e","signature_id":"e98054501a4f7933b4acd88af42376e57bbcc8ff2b128a0ccf07f15ac354198b","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:103]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0014c4210\u003e: \n failed waiting for hcpCluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-b48bjh\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster ea-cluster in resource group external-auth-cluster-b48bjh, error: context deadline exceeded\n {\n msg: \"failed waiting for hcpCluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-b48bjh\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster ea-cluster in resource group external-auth-cluster-b48bjh, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0005634d0\u003e{\n s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster ea-cluster in resource group external-auth-cluster-b48bjh\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:103]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0014c4210\u003e: \n failed waiting for hcpCluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-b48bjh\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster ea-cluster in resource group external-auth-cluster-b48bjh, error: context deadline exceeded\n {\n msg: \"failed waiting for hcpCluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-b48bjh\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster ea-cluster in resource group external-auth-cluster-b48bjh, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0005634d0\u003e{\n s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster ea-cluster in resource group external-auth-cluster-b48bjh\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4b353f527c4ee510a2731f38db17c1491687bbf0c051882c44d898e766fdc677","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"admin-cred-lifecycle-kwvkmn\" in resourcegroup=\"admin-credential-lifecycle-test-h4bz6t\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-kwvkmn in resource group admin-credential-lifecycle-test-h4bz6t, error: context deadline exceeded"}},{"row_id":"69e5ed14d571e55c43e57d7370c881b0f8267b46a293c4ae1b372d9537e21656","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","failed_at":"e2e","signature_id":"cef96c2a79670ec90e6097efdbc7e1d97d7c729507cc78a7c4a5f743964a8fda","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"prod/parallel","failure_text":"(Spec Runtime: 1h29m59.94s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:46\n In [It] (Node Runtime: 1h29m59.94s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:46\n At [By Step] Creating the node pool (Step Runtime: 36m39.364s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:101\n\n Spec Goroutine\n goroutine 90 [select]\n github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8231a58, 0xc000ae60f0}, 0x7814b16?)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36\n github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8275860, {0x8231a58, 0xc000ae60f0}, 0x0)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284\n github.com/Azure/ARO-HCP/test/util/framework.CreateNodePoolAndWait({0x8231ac8, 0xc000568000}, 0xc0000953c0, {0xc00157a048, 0x16}, {0x784542d, 0x16}, {0x77f51e8, 0x4}, {0xc000b13500, ...}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:757\n github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateNodePoolFromParam(0xc000769c20, {0x7fc2c050ec88, 0xc00084a0f0}, {0xc00157a048, 0x16}, {0x784542d, 0x16}, {{0x77f88bd, 0x6}, {0x784542d, ...}, ...}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:384\n \u003e github.com/Azure/ARO-HCP/test/e2e.init.func12.2({0x7fc2c050ec88, 0xc00084a0f0})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:106\n | nodePoolParams.ClusterName = customerClusterName\n | nodePoolParams.Replicas = int32(2)\n \u003e err = tc.CreateNodePoolFromParam(ctx,\n | \t*resourceGroup.Name,\n | \tcustomerClusterName,\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8247340?, 0xc00084a0f0?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 47\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112 @ 03/03/26 03:33:31.419\n \"ts\"=\"2026-03-03 03:33:31.419485\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-03-03 03:33:31.419567\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-pullsecret-hcp-cluster-k5nbzm\" \"resourceGroup\"=\"pullsecret-test-jxjh46\"\n \"ts\"=\"2026-03-03 03:33:31.583270\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-pullsecret-hcp-cluster-k5nbzm\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-03-03 03:33:33.580747\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-a760a96f7a26fb2915b8600ab91b283094b2c3bf2e64d6f8222da667d302697b.yaml.gz\"\n \"ts\"=\"2026-03-03 03:33:33.580854\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-a760a96f7a26fb2915b8600ab91b283094b2c3bf2e64d6f8222da667d302697b.yaml.gz\"\n \"ts\"=\"2026-03-03 03:33:33.580913\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-03-03 03:33:33.581921\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-101\"\n \"ts\"=\"2026-03-03 03:33:33.581937\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"pullsecret-test-jxjh46\"\n \"ts\"=\"2026-03-03 03:33:33.730565\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"pullsecret-test-jxjh46\" \"deployment\"=\"pooledNonMsiScopedAssignments-p2h32vyw2l2ma\"\n \"ts\"=\"2026-03-03 03:33:33.878756\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"pullsecret-test-jxjh46\" \"deployment\"=\"customer-infra-pullsecret-hcp-cluster-k5nbzm\"\n \"ts\"=\"2026-03-03 03:33:33.918898\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-101\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-03 03:33:34.052406\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-101\" \"deployment\"=\"msi-deployment-101\"\n \"ts\"=\"2026-03-03 03:33:34.248718\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-03-03 03:33:34.248839\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-03-03 03:33:34.248956\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"pullsecret-test-jxjh46\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\n(Spec Runtime: 1h29m59.94s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:46\n In [It] (Node Runtime: 1h29m59.94s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:46\n At [By Step] Creating the node pool (Step Runtime: 36m39.364s)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:101\n\n Spec Goroutine\n goroutine 90 [select]\n github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8231a58, 0xc000ae60f0}, 0x7814b16?)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36\n github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8275860, {0x8231a58, 0xc000ae60f0}, 0x0)\n /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284\n github.com/Azure/ARO-HCP/test/util/framework.CreateNodePoolAndWait({0x8231ac8, 0xc000568000}, 0xc0000953c0, {0xc00157a048, 0x16}, {0x784542d, 0x16}, {0x77f51e8, 0x4}, {0xc000b13500, ...}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:757\n github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateNodePoolFromParam(0xc000769c20, {0x7fc2c050ec88, 0xc00084a0f0}, {0xc00157a048, 0x16}, {0x784542d, 0x16}, {{0x77f88bd, 0x6}, {0x784542d, ...}, ...}, ...)\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:384\n \u003e github.com/Azure/ARO-HCP/test/e2e.init.func12.2({0x7fc2c050ec88, 0xc00084a0f0})\n /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:106\n | nodePoolParams.ClusterName = customerClusterName\n | nodePoolParams.Replicas = int32(2)\n \u003e err = tc.CreateNodePoolFromParam(ctx,\n | \t*resourceGroup.Name,\n | \tcustomerClusterName,\n github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8247340?, 0xc00084a0f0?})\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 47\n /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n ------------------------------\n [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112 @ 03/03/26 03:33:31.419\n \"ts\"=\"2026-03-03 03:33:31.419485\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n \"ts\"=\"2026-03-03 03:33:31.419567\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-pullsecret-hcp-cluster-k5nbzm\" \"resourceGroup\"=\"pullsecret-test-jxjh46\"\n \"ts\"=\"2026-03-03 03:33:31.583270\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-pullsecret-hcp-cluster-k5nbzm\" \"resourceGroup\"=\"\"\n \"ts\"=\"2026-03-03 03:33:33.580747\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-a760a96f7a26fb2915b8600ab91b283094b2c3bf2e64d6f8222da667d302697b.yaml.gz\"\n \"ts\"=\"2026-03-03 03:33:33.580854\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-a760a96f7a26fb2915b8600ab91b283094b2c3bf2e64d6f8222da667d302697b.yaml.gz\"\n \"ts\"=\"2026-03-03 03:33:33.580913\" \"level\"=0 \"msg\"=\"collecting debug info\"\n \"ts\"=\"2026-03-03 03:33:33.581921\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-101\"\n \"ts\"=\"2026-03-03 03:33:33.581937\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"pullsecret-test-jxjh46\"\n \"ts\"=\"2026-03-03 03:33:33.730565\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"pullsecret-test-jxjh46\" \"deployment\"=\"pooledNonMsiScopedAssignments-p2h32vyw2l2ma\"\n \"ts\"=\"2026-03-03 03:33:33.878756\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"pullsecret-test-jxjh46\" \"deployment\"=\"customer-infra-pullsecret-hcp-cluster-k5nbzm\"\n \"ts\"=\"2026-03-03 03:33:33.918898\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-101\" \"deployment\"=\"pooledMsiScopedAssignments\"\n \"ts\"=\"2026-03-03 03:33:34.052406\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-101\" \"deployment\"=\"msi-deployment-101\"\n \"ts\"=\"2026-03-03 03:33:34.248718\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n \"ts\"=\"2026-03-03 03:33:34.248839\" \"level\"=0 \"msg\"=\"deleting created resources\"\n \"ts\"=\"2026-03-03 03:33:34.248956\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"pullsecret-test-jxjh46\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"96f73ba93ff3639547dcf76b69467ce5cf088dd6b05c6abc30a080967fc6e12f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","failed_at":"e2e","signature_id":"b5115187ac12066c81d4af01b9115d9641f2a7fc8faf5895603df500a2d38089","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:94]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0008dcc90\u003e: \n failed waiting for hcpCluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-m5vcsw\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-name-cluster in resource group patch-name-m5vcsw, error: context deadline exceeded\n {\n msg: \"failed waiting for hcpCluster=\\\"patch-name-cluster\\\" in resourcegroup=\\\"patch-name-m5vcsw\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-name-cluster in resource group patch-name-m5vcsw, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000992c30\u003e{\n s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-name-cluster in resource group patch-name-m5vcsw\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:94]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0008dcc90\u003e: \n failed waiting for hcpCluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-m5vcsw\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-name-cluster in resource group patch-name-m5vcsw, error: context deadline exceeded\n {\n msg: \"failed waiting for hcpCluster=\\\"patch-name-cluster\\\" in resourcegroup=\\\"patch-name-m5vcsw\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-name-cluster in resource group patch-name-m5vcsw, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000992c30\u003e{\n s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster patch-name-cluster in resource group patch-name-m5vcsw\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4b353f527c4ee510a2731f38db17c1491687bbf0c051882c44d898e766fdc677","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"admin-cred-lifecycle-kwvkmn\" in resourcegroup=\"admin-credential-lifecycle-test-h4bz6t\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-kwvkmn in resource group admin-credential-lifecycle-test-h4bz6t, error: context deadline exceeded"}},{"row_id":"a80e48d909c4f122bb6ca3d149e9b537265e4a02f14c506993c9338a44b7ada1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","failed_at":"e2e","signature_id":"7680ed401c09a5a8034ffa3dcb134a37e19bc575f66b0050dbffffb31b563b16","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:185]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001488b40\u003e: \n failed waiting for hcpCluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-svgd9j\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-svgd9j, error: context deadline exceeded\n {\n msg: \"failed waiting for hcpCluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-svgd9j\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-svgd9j, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0002ff5c0\u003e{\n s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-svgd9j\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:185]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001488b40\u003e: \n failed waiting for hcpCluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-svgd9j\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-svgd9j, error: context deadline exceeded\n {\n msg: \"failed waiting for hcpCluster=\\\"cidr-connectivity-test\\\" in resourcegroup=\\\"e2e-cidr-connectivity-svgd9j\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-svgd9j, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc0002ff5c0\u003e{\n s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-svgd9j\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4b353f527c4ee510a2731f38db17c1491687bbf0c051882c44d898e766fdc677","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"admin-cred-lifecycle-kwvkmn\" in resourcegroup=\"admin-credential-lifecycle-test-h4bz6t\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-kwvkmn in resource group admin-credential-lifecycle-test-h4bz6t, error: context deadline exceeded"}},{"row_id":"c6624d5eac4b9977f5985b9593fcbd39a3e48110ae9bbba5324b4588fc6b8c12","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","failed_at":"e2e","signature_id":"d095609085b62abd2a2bcb9901bc61ed3d828abca0489275343694139a551f83","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:156]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000d74090\u003e: \n failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-6mh68f\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-6mh68f, error: context deadline exceeded\n {\n msg: \"failed waiting for hcpCluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-6mh68f\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-6mh68f, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00071b720\u003e{\n s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-6mh68f\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:156]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000d74090\u003e: \n failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-6mh68f\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-6mh68f, error: context deadline exceeded\n {\n msg: \"failed waiting for hcpCluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-6mh68f\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-6mh68f, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00071b720\u003e{\n s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-6mh68f\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4b353f527c4ee510a2731f38db17c1491687bbf0c051882c44d898e766fdc677","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"admin-cred-lifecycle-kwvkmn\" in resourcegroup=\"admin-credential-lifecycle-test-h4bz6t\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-kwvkmn in resource group admin-credential-lifecycle-test-h4bz6t, error: context deadline exceeded"}},{"row_id":"c78fd93da6f8fc22dc81f151f700f48e5432220b7f57dab4883fa3202edeb114","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","failed_at":"e2e","signature_id":"2d647a85f21d23214b8650e69acc71e0976c96423f5fb6521469473f1bb2f867","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:174]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0007de9f0\u003e: \n failed waiting for hcpCluster=\"admin-cred-lifecycle-kwvkmn\" in resourcegroup=\"admin-credential-lifecycle-test-h4bz6t\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-kwvkmn in resource group admin-credential-lifecycle-test-h4bz6t, error: context deadline exceeded\n {\n msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-kwvkmn\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-h4bz6t\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-kwvkmn in resource group admin-credential-lifecycle-test-h4bz6t, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000a8b2e0\u003e{\n s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-kwvkmn in resource group admin-credential-lifecycle-test-h4bz6t\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:174]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc0007de9f0\u003e: \n failed waiting for hcpCluster=\"admin-cred-lifecycle-kwvkmn\" in resourcegroup=\"admin-credential-lifecycle-test-h4bz6t\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-kwvkmn in resource group admin-credential-lifecycle-test-h4bz6t, error: context deadline exceeded\n {\n msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-kwvkmn\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-h4bz6t\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-kwvkmn in resource group admin-credential-lifecycle-test-h4bz6t, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000a8b2e0\u003e{\n s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-kwvkmn in resource group admin-credential-lifecycle-test-h4bz6t\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4b353f527c4ee510a2731f38db17c1491687bbf0c051882c44d898e766fdc677","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"admin-cred-lifecycle-kwvkmn\" in resourcegroup=\"admin-credential-lifecycle-test-h4bz6t\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-kwvkmn in resource group admin-credential-lifecycle-test-h4bz6t, error: context deadline exceeded"}},{"row_id":"c828307e8b0cb2ebcf69a90fc4f85e2f0edfac88b5ad230b01fa5d2250bc5d98","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","failed_at":"e2e","signature_id":"249b75096d06dfbb9edb0a1ad56e1beee069fd484b55fc96173f3e4dd807bfd6","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:94]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001370810\u003e: \n failed to create NodePool nodepool-128GiB, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool nodepool-128GiB in resource group clusternp128-45vbz8, error: failed waiting for nodepool=\"nodepool-128GiB\" for cluster \"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-45vbz8\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool nodepool-128GiB, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool nodepool-128GiB in resource group clusternp128-45vbz8, error: failed waiting for nodepool=\\\"nodepool-128GiB\\\" for cluster \\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-45vbz8\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00070b5d0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool nodepool-128GiB in resource group clusternp128-45vbz8\",\n },\n \u003c*fmt.wrapError | 0xc0009d0520\u003e{\n msg: \"failed waiting for nodepool=\\\"nodepool-128GiB\\\" for cluster \\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-45vbz8\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:94]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc001370810\u003e: \n failed to create NodePool nodepool-128GiB, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool nodepool-128GiB in resource group clusternp128-45vbz8, error: failed waiting for nodepool=\"nodepool-128GiB\" for cluster \"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-45vbz8\" to finish creating: context deadline exceeded\n {\n msg: \"failed to create NodePool nodepool-128GiB, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool nodepool-128GiB in resource group clusternp128-45vbz8, error: failed waiting for nodepool=\\\"nodepool-128GiB\\\" for cluster \\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-45vbz8\\\" to finish creating: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc00070b5d0\u003e{\n s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool nodepool-128GiB in resource group clusternp128-45vbz8\",\n },\n \u003c*fmt.wrapError | 0xc0009d0520\u003e{\n msg: \"failed waiting for nodepool=\\\"nodepool-128GiB\\\" for cluster \\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-45vbz8\\\" to finish creating: context deadline exceeded\",\n err: \u003ccontext.deadlineExceededError\u003e{},\n },\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool arm64-vm-np-1 in resource group arm64-vm-cluster-82wj5d, error: failed waiting for nodepool=\"arm64-vm-np-1\" for cluster \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-82wj5d\" to finish creating: context deadline exceeded"}},{"row_id":"e71924844d225f296fa8a23ce9f34cbfa987a66cb91c7aed31541f9d9820f266","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2028651804983562240","occurred_at":"2026-03-03T02:00:55Z","failed_at":"e2e","signature_id":"701ddc4f9ef7aeffafaa7e009ebf57910eb68a7c9fd31115d3d90b133b4bfd52","test_name":"Customer should be able to create an HCP cluster","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:100]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000d74b10\u003e: \n failed waiting for hcpCluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-jqxbnn\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster basic-hcp-cluster in resource group basic-cluster-jqxbnn, error: context deadline exceeded\n {\n msg: \"failed waiting for hcpCluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-jqxbnn\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster basic-hcp-cluster in resource group basic-cluster-jqxbnn, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000a12210\u003e{\n s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster basic-hcp-cluster in resource group basic-cluster-jqxbnn\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create.go:100]: Unexpected error:\n \u003c*fmt.wrapErrors | 0xc000d74b10\u003e: \n failed waiting for hcpCluster=\"basic-hcp-cluster\" in resourcegroup=\"basic-cluster-jqxbnn\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster basic-hcp-cluster in resource group basic-cluster-jqxbnn, error: context deadline exceeded\n {\n msg: \"failed waiting for hcpCluster=\\\"basic-hcp-cluster\\\" in resourcegroup=\\\"basic-cluster-jqxbnn\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster basic-hcp-cluster in resource group basic-cluster-jqxbnn, error: context deadline exceeded\",\n errs: [\n \u003c*errors.errorString | 0xc000a12210\u003e{\n s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster basic-hcp-cluster in resource group basic-cluster-jqxbnn\",\n },\n \u003ccontext.deadlineExceededError\u003e{},\n ],\n }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4b353f527c4ee510a2731f38db17c1491687bbf0c051882c44d898e766fdc677","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"admin-cred-lifecycle-kwvkmn\" in resourcegroup=\"admin-credential-lifecycle-test-h4bz6t\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-kwvkmn in resource group admin-credential-lifecycle-test-h4bz6t, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":13,"failure_pattern_ids":["1e8661d212ff004d96b95068ad8af2191b7abda7079211b806e672edffcea0fe","4b353f527c4ee510a2731f38db17c1491687bbf0c051882c44d898e766fdc677","f1386f529db6e94f57caba5baeea25a7ed546b620757afe7e7438f6ec564ee32","fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4"],"matched_occurrences":13,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}}]}]}