{"meta":{"start_date":"2026-05-18","end_date":"2026-05-24","start_at":"2026-05-18T00:00:00Z","end_at":"2026-05-25T00:00:00Z","timezone":"UTC","generated_at":"2026-08-27T05:45:25Z","environments":["stg"]},"environments":[{"environment":"stg","summary":{"total_runs":12,"failed_runs":7,"raw_occurrences":21,"matched_occurrences":21,"runs_affected":7},"rows":[{"environment":"stg","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-dcr2kv\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-dcr2kv, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":9,"runs_affected":2,"failed_runs":2,"run_impact_percent":16.666666666666668,"anchor_occurrences":9,"after_last_push_count":9,"trend_counts":[0,0,0,0,0,8,1,0],"trend_range":"2026-05-17..2026-05-24 UTC","prior_windows_present":4,"prior_window_starts":["2026-04-20","2026-04-27","2026-05-04","2026-05-11"],"prior_runs_affected":15,"prior_last_seen_at":"2026-05-13T02:00:06Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.21 minor to 4.22 minor","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:158]: failed to create HCP cluster \"cp-ystream-upgrade-4-22-24644n\" with install version 4.21.16\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000aa96e0\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-22-24644n, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-24644n in resource group rg-cp-ystream-upgrade-4-22-xpdwqm, error: failed waiting for cluster=\"cp-ystream-upgrade-4-22-24644n\" in resourcegroup=\"rg-cp-ystream-upgrade-4-22-xpdwqm\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-24644n in resource group rg-cp-ystream-upgrade-4-22-xpdwqm, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:158]: failed to create HCP cluster \"cp-ystream-upgrade-4-22-24644n\" with install version 4.21.16\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000aa96e0\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-22-24644n, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-24644n in resource group rg-cp-ystream-upgrade-4-22-xpdwqm, error: failed waiting for cluster=\"cp-ystream-upgrade-4-22-24644n\" in resourcegroup=\"rg-cp-ystream-upgrade-4-22-xpdwqm\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-24644n in resource group rg-cp-ystream-upgrade-4-22-xpdwqm, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:120]: Swift cluster rg-candidate-5-0-7jt2zr/cluster-candidate-5-0-898h7z should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a159e0\u003e: \n    failed waiting for cluster=\"cluster-candidate-5-0-898h7z\" in resourcegroup=\"rg-candidate-5-0-7jt2zr\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-candidate-5-0-898h7z in resource group rg-candidate-5-0-7jt2zr, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:120]: Swift cluster rg-candidate-5-0-7jt2zr/cluster-candidate-5-0-898h7z should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a159e0\u003e: \n    failed waiting for cluster=\"cluster-candidate-5-0-898h7z\" in resourcegroup=\"rg-candidate-5-0-7jt2zr\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-candidate-5-0-898h7z in resource group rg-candidate-5-0-7jt2zr, error: context deadline exceeded\n    ...\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-22-9dtk7p\" with version 4.22.0-rc.2 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00114e9f0\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-9dtk7p, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-9dtk7p in resource group rg-zstream-upgrade-4-22-68pdm8, error: failed waiting for cluster=\"cluster-zstream-4-22-9dtk7p\" in resourcegroup=\"rg-zstream-upgrade-4-22-68pdm8\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-9dtk7p in resource group rg-zstream-upgrade-4-22-68pdm8, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-22-9dtk7p\" with version 4.22.0-rc.2 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00114e9f0\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-9dtk7p, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-9dtk7p in resource group rg-zstream-upgrade-4-22-68pdm8, error: failed waiting for cluster=\"cluster-zstream-4-22-9dtk7p\" in resourcegroup=\"rg-zstream-upgrade-4-22-68pdm8\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-9dtk7p in resource group rg-zstream-upgrade-4-22-68pdm8, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2058004991464968192","occurred_at":"2026-05-23T02:00:00Z","signature_id":"6a157139d5a16eecb0903dd9dccf4fc0ceab4c78ff4a62bf0e556d45f3bb69b6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2057642836106416128","occurred_at":"2026-05-22T02:00:55Z","signature_id":"577d1a8631ed807a129f173b353d0c400d8fc6186409656ccb0153e6099ba182","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2057642836106416128","occurred_at":"2026-05-22T02:00:55Z","signature_id":"94e7c86db7db97773b4d5fb1f2ac3d3ec879efde31a1f16adf39d48afd98a3b1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2057642836106416128","occurred_at":"2026-05-22T02:00:55Z","signature_id":"956a78ae05e45dc10d608917d9ae61f1a5a656233dbb463d9a425e47a983b4a5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2057642836106416128","occurred_at":"2026-05-22T02:00:55Z","signature_id":"9d85d4c40d0883d8af17bf5f9ab8c4685dcd2ff4cd3fca940e7f1044b77d092d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2057642836106416128","occurred_at":"2026-05-22T02:00:55Z","signature_id":"a015bcbe25caf8c94d40e4903cd8326b06aa1fd1d518ae10fba255588b182f3f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2057642836106416128","occurred_at":"2026-05-22T02:00:55Z","signature_id":"a1ac8cebe05dc51e9d4f3cbcf97ff66d42c003d27cc08f9261f604325879b187","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2057642836106416128","occurred_at":"2026-05-22T02:00:55Z","signature_id":"c4e0f0d8f42689b7d3157bea0df1ab8dab1904a9d85d7a2c4cf6993d818161fd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2057642836106416128","occurred_at":"2026-05-22T02:00:55Z","signature_id":"f680d403ed6699312938f386d7a3b54417a74206875686f2c28b71d8b4d07ceb","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"7f0e44476112ce4e675f687843407c03482d80d265239de5b2ddbd45c441a04e","failure_pattern":"failed to cleanup resource group: at least one HCP cluster \u003ccluster\u003e to delete: failed waiting for hcpcluster=\"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\" to finish deleting: context canceled","search_query":"failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-nvktj8\" to finish deleting: context canceled","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":7,"runs_affected":3,"failed_runs":3,"run_impact_percent":25,"anchor_occurrences":7,"after_last_push_count":9,"trend_counts":[0,3,2,0,2,0,0,0],"trend_range":"2026-05-17..2026-05-24 UTC","prior_windows_present":1,"prior_window_starts":["2026-05-11"],"prior_runs_affected":5,"prior_last_seen_at":"2026-05-16T02:00:28Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1},{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:262] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000d525e8\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-bjt9bn\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:262] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000d525e8\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-bjt9bn\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:262] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc0010f8138\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-candidate-4-20-xhwfzs\" in resourcegroup=\"rg-candidate-4-20-xchgmf\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:262] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc0010f8138\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-candidate-4-20-xhwfzs\" in resourcegroup=\"rg-candidate-4-20-xchgmf\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred","fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:262] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000bb4540\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-jjhg79\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:262] A node timeout occurred and then the following failure was recorded in the timedout node before it exited:\nUnexpected error:\n    \u003c*errors.joinError | 0xc000bb4540\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-jjhg79\" to finish deleting: context canceled\n    ...\noccurred  \nfail [:0]: A node timeout occurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2057280444499496960","occurred_at":"2026-05-21T02:00:54Z","signature_id":"5f89384428c9862f142e16360633a0d2ec1c929ab7d6aa26756bf2b6133ec509","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2057280444499496960","occurred_at":"2026-05-21T02:00:54Z","signature_id":"bc179013f1641d94e179d850f654b68364392c7f97da31cbab34d6efb6a65485","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2056763447567192064","occurred_at":"2026-05-19T15:46:33Z","signature_id":"1810fe577cbb4d934a85f780753a1b03b7431b215efc451c4e2acd2a68608699","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2056763447567192064","occurred_at":"2026-05-19T15:46:33Z","signature_id":"4bab965200788f29d5a32fed76ea3e4a54e58e3cb07464bee9e388430a2d814d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2056331766691532800","occurred_at":"2026-05-18T11:11:12Z","signature_id":"2477171d20b8e7f8a3dbb90a16fccfbd929d9ba8280eecbdc60d44711d1dd3e8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2056331766691532800","occurred_at":"2026-05-18T11:11:12Z","signature_id":"2592e73e6c752dafb57853f5364780c084ea5c31561f886b6cfc24828a1101a2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2056331766691532800","occurred_at":"2026-05-18T11:11:12Z","signature_id":"6aacb3cdf419942c41cfe7c3829ec91813cb23b7a4a7f3bf98ea4d312097fa58","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"422ecb88184e15b1f0ad78876c1434d2ec26578ce9658eaa0c30dbbd4f50dcb6","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Duplicate ARO-HCP cluster \u003ccluster\u003e. An ARO-HCP cluster \u003ccluster\u003e name 'cluster-candidate-4-21-lwfbjc', Azure Subscription ID 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', and and Azure resource group \u003cresource-group\u003e 'rg-candidate-4-21-cgh878' already exists; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":8.333333333333334,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-05-17..2026-05-24 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:109]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc00133ac60\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-lwfbjc: failed starting cluster creation \"cluster-candidate-4-21-lwfbjc\" in resourcegroup=\"rg-candidate-4-21-cgh878\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-cgh878/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-candidate-4-21-lwfbjc\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Duplicate ARO-HCP cluster name. An ARO-HCP cluster with name 'cluster-candidate-4-21-lwfbjc', Azure Subscription ID 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', and and Azure Resource group name 'rg-candidate-4-21-cgh878' already exists\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:109]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc00133ac60\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-lwfbjc: failed starting cluster creation \"cluster-candidate-4-21-lwfbjc\" in resourcegroup=\"rg-candidate-4-21-cgh878\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-candidate-4-21-cgh878/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-candidate-4-21-lwfbjc\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Duplicate ARO-HCP cluster name. An ARO-HCP cluster with name 'cluster-candidate-4-21-lwfbjc', Azure Subscription ID 'XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX', and and Azure Resource group name 'rg-candidate-4-21-cgh878' already exists\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2056917934470598656","occurred_at":"2026-05-20T02:00:01Z","signature_id":"66dd25e70acab81eac1061195833b393585f6e5cb0061076f0effbe1b33342a7","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"6f190cfa760f6d14d7702e60032ab85aa0ae8b4da64ab1e56c9474f4ca9f4113","failure_pattern":"RevokeCredentialsAndWait timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for hcpCluster=\"admin-cred-lifecycle-n6spml\" in resourcegroup=\"admin-credential-lifecycle-test-lk87zw\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-n6spml in resource group admin-credential-lifecycle-test-lk87zw, error: context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":8.333333333333334,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-05-17..2026-05-24 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:252]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000bcc3c0\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-n6spml\" in resourcegroup=\"admin-credential-lifecycle-test-lk87zw\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-n6spml in resource group admin-credential-lifecycle-test-lk87zw, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:252]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000bcc3c0\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-n6spml\" in resourcegroup=\"admin-credential-lifecycle-test-lk87zw\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-n6spml in resource group admin-credential-lifecycle-test-lk87zw, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2057028999443386368","occurred_at":"2026-05-20T09:21:45Z","signature_id":"fe7925d6af7217de47f5aa7d04da62cbb417857234b763e40c859597acdcba71","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"005976c78d6eaa133bdba448d03345acead0b9fe618642e4a42b9972ad5101b2","failure_pattern":"context deadline exceeded","search_query":"context deadline exceeded","failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":8.333333333333334,"anchor_occurrences":1,"after_last_push_count":9,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-05-17..2026-05-24 UTC","prior_windows_present":3,"prior_window_starts":["2026-04-20","2026-04-27","2026-05-11"],"prior_runs_affected":10,"prior_last_seen_at":"2026-05-13T02:00:06Z","contributing_tests":[{"failed_at":"e2e","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:132]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:132]: Unexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2057028999443386368","occurred_at":"2026-05-20T09:21:45Z","signature_id":"b15c55d32190fb3d32f16f58a52f080055a52cddf394a6cd7e062c8467f788e4","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"6a192df6a0bf1b1deb955be87b396535fa194d37776b6605a1e34858e7266e88","failure_pattern":"failed to wait for first cluster \"\u003ccluster\u003e\" to complete creation","search_query":"context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":8.333333333333334,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-05-17..2026-05-24 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:132]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:132]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2057642836106416128","occurred_at":"2026-05-22T02:00:55Z","signature_id":"3e3a3d4f62c5e8a64ff8b5cb02b93498aaf8a6753c80e2b6b8b3864addabc2a3","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"d930e05681864b995fbc671ac47fdf78f3f93177c4bbe97b6c62da858d21cf69","failure_pattern":"validatingadmissionpolicies.admissionregistration.k8s.io \"image-registry-allowlist-policy\" is forbidden: User \"system:serviceaccount:ci-op-n12p2cds:stage-e2e-parallel\" cannot get resource \"validatingadmissionpolicies\" in API group","search_query":"validatingadmissionpolicies.admissionregistration.k8s.io \"image-registry-allowlist-policy\" is forbidden: User \"system:serviceaccount:ci-op-n12p2cds:stage-e2e-parallel\" cannot get resource \"validatingadmissionpolicies\" in API group \"admissionregistration.k8s.io\" at the cluster scope","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Image Registry Policy should allow pods with images from allowed registries and have a valid allowlist","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":8.333333333333334,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,1,0,0],"trend_range":"2026-05-17..2026-05-24 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Image Registry Policy should allow pods with images from allowed registries and have a valid allowlist","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_policy.go:135]: ValidatingAdmissionPolicy should exist\nUnexpected error:\n    \u003c*errors.StatusError | 0xc000e0e140\u003e: \n    validatingadmissionpolicies.admissionregistration.k8s.io \"image-registry-allowlist-policy\" is forbidden: User \"system:serviceaccount:ci-op-n12p2cds:stage-e2e-parallel\" cannot get resource \"validatingadmissionpolicies\" in API group \"admissionregistration.k8s.io\" at the cluster scope\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_policy.go:135]: ValidatingAdmissionPolicy should exist\nUnexpected error:\n    \u003c*errors.StatusError | 0xc000e0e140\u003e: \n    validatingadmissionpolicies.admissionregistration.k8s.io \"image-registry-allowlist-policy\" is forbidden: User \"system:serviceaccount:ci-op-n12p2cds:stage-e2e-parallel\" cannot get resource \"validatingadmissionpolicies\" in API group \"admissionregistration.k8s.io\" at the cluster scope\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2057642836106416128","occurred_at":"2026-05-22T02:00:55Z","signature_id":"39805d4c7a79c157d322c03a96fc601e9170b64e63caabb13b03a6dc5e8345ce","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}