{"meta":{"start_date":"2026-04-13","end_date":"2026-04-19","start_at":"2026-04-13T00:00:00Z","end_at":"2026-04-20T00:00:00Z","timezone":"UTC","generated_at":"2026-08-27T09:57:05Z","environments":["stg"]},"environments":[{"environment":"stg","summary":{"total_runs":12,"failed_runs":4,"raw_occurrences":5,"matched_occurrences":5,"runs_affected":4},"rows":[{"environment":"stg","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-zqwwkt, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-zqwwkt\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":16.666666666666668,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,1,1,0,0,0],"trend_range":"2026-04-12..2026-04-19 UTC","prior_windows_present":1,"prior_window_starts":["2026-04-06"],"prior_runs_affected":4,"prior_last_seen_at":"2026-04-11T11:52:05Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:169]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f57020\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group rg-negative-tests-bnrhb5, error: failed waiting for nodepool=\"np-1\" for cluster \"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-bnrhb5\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:169]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f57020\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group rg-negative-tests-bnrhb5, error: failed waiting for nodepool=\"np-1\" for cluster \"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-bnrhb5\" to finish creating: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:151]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015e96e0\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-zqwwkt, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-zqwwkt\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:151]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015e96e0\u003e: \n    failed to create NodePool np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-1 in resource group private-keyvault-zqwwkt, error: failed waiting for nodepool=\"np-1\" for cluster \"private-kv-cluster\" in resourcegroup=\"private-keyvault-zqwwkt\" to finish creating: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2044596653784043520","occurred_at":"2026-04-16T02:00:03Z","signature_id":"97060bc73ede7402798ef9a03008e6b18ed8c6cab3c10fb50ee272f4258ec31a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2044234261753499648","occurred_at":"2026-04-15T02:00:02Z","signature_id":"2873c02973ebf303074d9c6c86eb92735acc1f12af2b39af86b10cf321c6e647","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"e7b7ee31a643d6dd24e7e3c6e689ed2b9ecc952b4d18abe1d2dcf23ceb342874","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":8.333333333333334,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-04-12..2026-04-19 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":1}],"full_error_samples":["c000e839d0?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc000e839a0 sp=0xc000e83968 pc=0x31011fe\ncrypto/tls.(*Conn).readRecordOrCCS(0xc000b2d188, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc000e83c18 sp=0xc000e839a0 pc=0x30fe27b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc000b2d188, {0xc000f7e000, 0x1000, 0x35487c0?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc000e83c80 sp=0xc000e83c18 pc=0x3104b65\nbufio.(*Reader).Read(0xc000f79f20, {0xc0010c62e4, 0x9, 0x355686e?})\n\t/usr/lib/golang/src/bufio/bufio.go:245 +0x197 fp=0xc000e83cb8 sp=0xc000e83c80 pc=0x2f971d7\nio.ReadAtLeast({0x8daea80, 0xc000f79f20}, {0xc0010c62e4, 0x9, 0x9}, 0x9)\n\t/usr/lib/golang/src/io/io.go:335 +0x8e fp=0xc000e83d00 sp=0xc000e83cb8 pc=0x2e89e8e\nio.ReadFull(...)\n\t/usr/lib/golang/src/io/io.go:354\ngolang.org/x/net/http2.readFrameHeader({0xc0010c62e4, 0x9, 0xc0000000ab?}, {0x8daea80?, 0xc000f79f20?})\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/frame.go:250 +0x65 fp=0xc000e83d50 sp=0xc000e83d00 pc=0x353f585\ngolang.org/x/net/http2.(*Framer).ReadFrameHeader(0xc0010c62a0)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/frame.go:513 +0x6b fp=0xc000e83dd8 sp=0xc000e83d50 pc=0x354014b\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc0010c62a0)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/frame.go:572 +0x18 fp=0xc000e83e18 sp=0xc000e83dd8 pc=0x35408b8\ngolang.org/x/net/http2.(*clientConnReadLoop).run(0xc000e83fa8)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:2254 +0xca fp=0xc000e83f60 sp=0xc000e83e18 pc=0x35537aa\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc001402700)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:2123 +0x52 fp=0xc000e83fc8 sp=0xc000e83f60 pc=0x3552b32\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:876 +0x25 fp=0xc000e83fe0 sp=0xc000e83fc8 pc=0x354c2c5\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e83fe8 sp=0xc000e83fe0 pc=0x2e37cc1\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 989\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:876 +0xda5\n\ngoroutine 1032 gp=0xc000183880 m=nil [select]:\nruntime.gopark(0xc0000d3920?, 0x2?, 0xe0?, 0x34?, 0xc0000d3914?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc0000d37a0 sp=0xc0000d3780 pc=0x2e2f50e\nruntime.selectgo(0xc0000d3920, 0xc0000d3910, 0xc000f042a0?, 0x0, 0x364bb7c?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc0000d38e0 sp=0xc0000d37a0 pc=0x2e0a2f7\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e4f978, 0xc001860ee0}, 0x839e2ec?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36 +0x76 fp=0xc0000d3950 sp=0xc0000d38e0 pc=0x364b2d6\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e96660, {0x8e4f978, 0xc001860ee0}, 0x23)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284 +0x732 fp=0xc0000d3c50 sp=0xc0000d3950 pc=0x3d54e52\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteResourceGroup({0x7f1e28383f80, 0xc001866450}, 0xc001432258, 0xc00165f878, {0xc001137230, 0x23}, 0x0, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/resourcegroup_helper.go:168 +0x5ca fp=0xc0000d3db0 sp=0xc0000d3c50 pc=0x6aa24aa\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).cleanupResourceGroup(0xc000bdca00, {0x7f1e28383f80, 0xc001866450}, {0xc001137230, 0x23}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:495 +0x8a5 fp=0xc0000d3f28 sp=0xc0000d3db0 pc=0x6a98d25\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.func1({0x7f1e28383f80, 0xc001866450})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:297 +0x14d fp=0xc0000d3fc0 sp=0xc0000d3f28 pc=0x6a96aed\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.gowrap1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:306 +0x28 fp=0xc0000d3fe0 sp=0xc0000d3fc0 pc=0x6a96968\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0000d3fe8 sp=0xc0000d3fe0 pc=0x2e37cc1\ncreated by github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups in goroutine 954\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:290 +0xc5\n\nrax    0xfffffffffffffffc\nrbx    0x0\nrcx    0x2e39ae3\nrdx    0x0\nrdi    0xc3dd8d0\nrsi    0x80\nrbp    0x7f1e29671cb8\nrsp    0x7f1e29671c70\nr8     0x0\nr9     0x0\nr10    0x7f1e29671ca8\nr11    0x202\nr12    0x7f1e29671ca8\nr13    0x1\nr14    0xc000002c40\nr15    0x0\nrip    0x2e39ae3\nrflags 0x202\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\nc000e839d0?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc000e839a0 sp=0xc000e83968 pc=0x31011fe\ncrypto/tls.(*Conn).readRecordOrCCS(0xc000b2d188, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc000e83c18 sp=0xc000e839a0 pc=0x30fe27b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc000b2d188, {0xc000f7e000, 0x1000, 0x35487c0?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc000e83c80 sp=0xc000e83c18 pc=0x3104b65\nbufio.(*Reader).Read(0xc000f79f20, {0xc0010c62e4, 0x9, 0x355686e?})\n\t/usr/lib/golang/src/bufio/bufio.go:245 +0x197 fp=0xc000e83cb8 sp=0xc000e83c80 pc=0x2f971d7\nio.ReadAtLeast({0x8daea80, 0xc000f79f20}, {0xc0010c62e4, 0x9, 0x9}, 0x9)\n\t/usr/lib/golang/src/io/io.go:335 +0x8e fp=0xc000e83d00 sp=0xc000e83cb8 pc=0x2e89e8e\nio.ReadFull(...)\n\t/usr/lib/golang/src/io/io.go:354\ngolang.org/x/net/http2.readFrameHeader({0xc0010c62e4, 0x9, 0xc0000000ab?}, {0x8daea80?, 0xc000f79f20?})\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/frame.go:250 +0x65 fp=0xc000e83d50 sp=0xc000e83d00 pc=0x353f585\ngolang.org/x/net/http2.(*Framer).ReadFrameHeader(0xc0010c62a0)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/frame.go:513 +0x6b fp=0xc000e83dd8 sp=0xc000e83d50 pc=0x354014b\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc0010c62a0)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/frame.go:572 +0x18 fp=0xc000e83e18 sp=0xc000e83dd8 pc=0x35408b8\ngolang.org/x/net/http2.(*clientConnReadLoop).run(0xc000e83fa8)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:2254 +0xca fp=0xc000e83f60 sp=0xc000e83e18 pc=0x35537aa\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc001402700)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:2123 +0x52 fp=0xc000e83fc8 sp=0xc000e83f60 pc=0x3552b32\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:876 +0x25 fp=0xc000e83fe0 sp=0xc000e83fc8 pc=0x354c2c5\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000e83fe8 sp=0xc000e83fe0 pc=0x2e37cc1\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 989\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:876 +0xda5\n\ngoroutine 1032 gp=0xc000183880 m=nil [select]:\nruntime.gopark(0xc0000d3920?, 0x2?, 0xe0?, 0x34?, 0xc0000d3914?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc0000d37a0 sp=0xc0000d3780 pc=0x2e2f50e\nruntime.selectgo(0xc0000d3920, 0xc0000d3910, 0xc000f042a0?, 0x0, 0x364bb7c?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc0000d38e0 sp=0xc0000d37a0 pc=0x2e0a2f7\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8e4f978, 0xc001860ee0}, 0x839e2ec?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36 +0x76 fp=0xc0000d3950 sp=0xc0000d38e0 pc=0x364b2d6\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8e96660, {0x8e4f978, 0xc001860ee0}, 0x23)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284 +0x732 fp=0xc0000d3c50 sp=0xc0000d3950 pc=0x3d54e52\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteResourceGroup({0x7f1e28383f80, 0xc001866450}, 0xc001432258, 0xc00165f878, {0xc001137230, 0x23}, 0x0, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/resourcegroup_helper.go:168 +0x5ca fp=0xc0000d3db0 sp=0xc0000d3c50 pc=0x6aa24aa\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).cleanupResourceGroup(0xc000bdca00, {0x7f1e28383f80, 0xc001866450}, {0xc001137230, 0x23}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:495 +0x8a5 fp=0xc0000d3f28 sp=0xc0000d3db0 pc=0x6a98d25\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.func1({0x7f1e28383f80, 0xc001866450})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:297 +0x14d fp=0xc0000d3fc0 sp=0xc0000d3f28 pc=0x6a96aed\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups.gowrap1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:306 +0x28 fp=0xc0000d3fe0 sp=0xc0000d3fc0 pc=0x6a96968\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc0000d3fe8 sp=0xc0000d3fe0 pc=0x2e37cc1\ncreated by github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups in goroutine 954\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:290 +0xc5\n\nrax    0xfffffffffffffffc\nrbx    0x0\nrcx    0x2e39ae3\nrdx    0x0\nrdi    0xc3dd8d0\nrsi    0x80\nrbp    0x7f1e29671cb8\nrsp    0x7f1e29671c70\nr8     0x0\nr9     0x0\nr10    0x7f1e29671ca8\nr11    0x202\nr12    0x7f1e29671ca8\nr13    0x1\nr14    0xc000002c40\nr15    0x0\nrip    0x2e39ae3\nrflags 0x202\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2044959032376037376","occurred_at":"2026-04-17T02:00:01Z","signature_id":"e65a1dbe790ace7669811ff516bec380b6ccbb283b1afc1a34bd45429483f6e0","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"5d3fd863c8d1e79bdf315801acad7ce6eea6b1dadad95d3766bdd4a4dcc94655","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Cluster '\u003cid\u003e' is in state 'pending_update', can't update; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":8.333333333333334,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,0,1],"trend_range":"2026-04-12..2026-04-19 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:231]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc001372540\u003e: \n    PATCH https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/idms-bpglms/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/idms-e2e-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Cluster '2pouj433hbtcf1grn5ou3pfbv6ndre84' is in state 'pending_update', can't update\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:231]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc001372540\u003e: \n    PATCH https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/idms-bpglms/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/idms-e2e-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Cluster '2pouj433hbtcf1grn5ou3pfbv6ndre84' is in state 'pending_update', can't update\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2045683815669567488","occurred_at":"2026-04-19T02:00:03Z","signature_id":"2d2d592c106041049e92bc9f45e3340bc6df28aeb65f0701995620756289e21c","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-wk9kt6 in resource group rg-cp-ystream-upgrade-4-21-fc7wft, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-wk9kt6\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-fc7wft\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-wk9kt6 in resource group rg-cp-ystream-upgrade-4-21-fc7wft, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":8.333333333333334,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,0,1],"trend_range":"2026-04-12..2026-04-19 UTC","prior_windows_present":3,"prior_window_starts":["2026-03-16","2026-03-23","2026-03-30"],"prior_runs_affected":12,"prior_last_seen_at":"2026-04-04T02:00:46Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:126]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015522a0\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-wk9kt6, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-wk9kt6 in resource group rg-cp-ystream-upgrade-4-21-fc7wft, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-wk9kt6\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-fc7wft\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-wk9kt6 in resource group rg-cp-ystream-upgrade-4-21-fc7wft, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:126]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015522a0\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-wk9kt6, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-wk9kt6 in resource group rg-cp-ystream-upgrade-4-21-fc7wft, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-wk9kt6\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-fc7wft\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-wk9kt6 in resource group rg-cp-ystream-upgrade-4-21-fc7wft, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2045683815669567488","occurred_at":"2026-04-19T02:00:03Z","signature_id":"995b242ee990d51ead7a5bdeb85008113c38451dec26dbb42b8c11e9c5529261","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}