{"meta":{"start_date":"2026-03-02","end_date":"2026-03-08","start_at":"2026-03-02T00:00:00Z","end_at":"2026-03-09T00:00:00Z","timezone":"UTC","generated_at":"2026-08-27T15:38:55Z","environments":["stg"]},"environments":[{"environment":"stg","summary":{"total_runs":16,"failed_runs":9,"raw_occurrences":142,"matched_occurrences":142,"runs_affected":9},"rows":[{"environment":"stg","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-bkpsrq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-bkpsrq, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":55,"runs_affected":4,"failed_runs":4,"run_impact_percent":25,"anchor_occurrences":55,"after_last_push_count":55,"trend_counts":[0,0,1,0,0,36,18,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":4,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":4},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014f2ae0\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-j85dmd, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-j85dmd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-j85dmd, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-j85dmd, error: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-j85dmd\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-j85dmd, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000f8f2e0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-j85dmd\",\n            },\n            \u003c*fmt.wrapErrors | 0xc0014f2ab0\u003e{\n                msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-j85dmd\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-j85dmd, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000f8f2e0\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-j85dmd\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014f2ae0\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-j85dmd, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-j85dmd\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-j85dmd, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster ea-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-j85dmd, error: failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-j85dmd\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-j85dmd, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000f8f2e0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-j85dmd\",\n            },\n            \u003c*fmt.wrapErrors | 0xc0014f2ab0\u003e{\n                msg: \"failed waiting for cluster=\\\"ea-cluster\\\" in resourcegroup=\\\"external-auth-cluster-j85dmd\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-j85dmd, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000f8f2e0\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-j85dmd\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015f8780\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-48hdws, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-48hdws\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-48hdws, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-48hdws, error: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-48hdws\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-48hdws, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0011d1260\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-48hdws\",\n            },\n            \u003c*fmt.wrapErrors | 0xc0015f8750\u003e{\n                msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-48hdws\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-48hdws, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc0011d1260\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-48hdws\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015f8780\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-48hdws, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-48hdws\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-48hdws, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-48hdws, error: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-48hdws\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-48hdws, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0011d1260\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-48hdws\",\n            },\n            \u003c*fmt.wrapErrors | 0xc0015f8750\u003e{\n                msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-48hdws\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-48hdws, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc0011d1260\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-48hdws\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:89]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00146b350\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-xfbcmt, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-xfbcmt\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-xfbcmt, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-xfbcmt, error: failed waiting for cluster=\\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-xfbcmt\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-xfbcmt, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000847d60\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-xfbcmt\",\n            },\n            \u003c*fmt.wrapErrors | 0xc00146b320\u003e{\n                msg: \"failed waiting for cluster=\\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-xfbcmt\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-xfbcmt, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000847d60\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-xfbcmt\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:89]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00146b350\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-xfbcmt, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-xfbcmt\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-xfbcmt, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster negative-tests-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-xfbcmt, error: failed waiting for cluster=\\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-xfbcmt\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-xfbcmt, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000847d60\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-xfbcmt\",\n            },\n            \u003c*fmt.wrapErrors | 0xc00146b320\u003e{\n                msg: \"failed waiting for cluster=\\\"negative-tests-cluster\\\" in resourcegroup=\\\"rg-negative-tests-xfbcmt\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-xfbcmt, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000847d60\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-xfbcmt\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"00e3d8e905b7325fa5f092b09ec1d6aa7b080948c3b20f522112352caa54d2ab","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"16408713a3d1813f832488cb751f5860c8a43f64e5ac3c949c36e567e62cd554","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"1a19ab88ef44c33bc586155c9322bb19463617a45fdd002c7849e862b1807cca","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"38e54fa271245b8828fe3ccdc3ddaaf8415e2ba482ade5c597bab8597c93f255","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"48d496bf8c061523797e843adeda288effa0464518759ad0e0d4a216281d82df","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"571d434d404746e376e0d29ffe98e0dd9e2771324385ae0dfd038f48e4e8f7b8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"72907c92aa88ed9d345b317076d0a31642da8f1d3416bee8eec41610ff8a9941","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"80c64fe7f22a53b151ee5e8e730a073af8106194255f8a0d3445923dfe7636f3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"870f78bacf2f13451f114a1111e4019b76b2c64fac7f728d31cbeade92ab7ab6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"88198e4fe4a17ccc55f04d478218d6024deb5f7b2fd5b5689c126b8a6faf3949","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"892f5ffbbabaeaead3b46e3fc8d6450d293df37b6112fa70659591a381297fdd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"993788747ea0daf6a2f39b963f5240cc417eee27647d6d06eeaf9d6f793f4844","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"cc487c9600d99ad0be1dd7feec15462fba00779b64ee0fc11effec58524473bc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"d7f9a61cd82c34275f8b7f18b196916880bd0e82e60459311422ad15ef1c3501","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"f502679dd1145d62eb7ed4a57a1e38344a3d05b0623bba77141163b3508d94fd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"f61d26ff7d2e78a56b5f350c4bc9ecf077f8d4ea18a51b4120a97e7a79ae56f0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"fc7388ce8fc7587735842791cf11427d318a3fa9360bb2ffe293968ae0ec7907","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"fef492b471f2f93ad28a74bc617ea1659c340318c6bc1553e3dbb146b21c164c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"002d999623a2e4a66c75503e377027f258db1fbf40dfe22863df13f85f8ac85e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"31e376706a55c41dc59880a33546ce575a456be1c0adb1fd43d9f970af718f18","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"4782c1e51195c2c4f38102b8ff3049c701728672d3ea408c8dc75d4eb6e5f03e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"4d4a8d44bef4d0f8aa1bffe38f0eca3e6c111bb2d0e6f847d8a63a995047359c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"4e73d17dc4750358ca77ec84417824f10115317ac6677a942c78726cfffe1113","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"5911f7d5d18a0bc3c49aaf66bd0b8fd66942402f644113463d1e31c5554e74c8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"5a3b06793451e1046af67aa89d4afa94bce27c5cd61ab06ab4ace2c5e7a52344","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"60b3ba0b1fe66f706449f863bd903c8bf50e1d3bf7ee097ff87471c277317fbb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"61b5956c5879e8a1c78066708ae455d71a22ceacb08d859fee157e1e9d6ab4ec","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"790ee88bb35da40ab3b8eb5e802bec894fb01bda34a30434e318bc7d8a59b9a5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"824a024b74b687a523557e8e9d0242f0bec5a253f4a1254f20261c72f226d646","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"90bc1270d8b3e9ce349ca138e8b5492c5353ce72b564723e066f22ec97c20d73","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"b101f852fba657f459dc5b215a0d789bd37f37f50f286893f1782f621d5c3d96","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"b58ca130f692c6d5c0efd6e923d4af87424f1848755b5bc6d8e6f800f2e6f440","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"b6466049367c19f709ccb214fdccd47bf328d4e04adf01f513ad0181d8fd0e60","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"c6b08686607a6479c1fc0bfeab78305e7fa363b48a07867e37f96437cb84d900","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"de3e8a55d0e68258b7e501b0b1d0bd0bb40a35a2f41d4133295a149bcb8f842f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"e6c6fc9a7846f4793618bb4a4b6126719124517d499e5f9df328dab90982717f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"40b541d23c40f110ab2e410f5ec3b0a91e46e98dd238ce62830483db7e9ecba4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"46806bf8671230b328bb510368c9307012ae187df5f25e04711a2dae8664e748","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"4bb5c7df7019c10cedf55a19d89faef5191c1921a2a24b7faa55b50dda20de3d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"6671be85f474bfcd5811daac2e3f1f4a6a99548403679158616d29eb4cd42bce","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"695db1b64cd324f7a3e655842b668fed9f1e7803332dc69a3b57a00e2ba80673","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"7300e5c90d2a9e5a49b42ed46f2166f11641a90a9554503a5745359d0edaa1a2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"7aa7da7129f5166b09dae5d93eba4753272fd6228b1130eca4d7d3717af63a42","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"7fbedfd8215370d2d290a331266aa80d868102e1d7e9e64f0b3661df3c169a12","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"8ad49b5ab922a8ec2a0d0aaadb8ab662fa693884016b2df151bc73f45f7d1289","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"8e2daaa087a7b390986c32b39f442d0b8ff9de83c38418dfdc2d766cbfc6945c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"8fa565109c15f4a0f69153fceb1f7ca6b31f2f61d2b8c8daa8c8b4ef3cdf77a4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"af8a469481751e62026fffdbaf8406886b835cba4485b15458061b3c97ad2082","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"c6c692ef4eb44a96e56e45dc901e70aeb308b4601faf3ee41c7c46e3bb652257","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"c7ceed7680f0251b77bcf82178fea05db0d48cf800126d8cb17df9b50673c35c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"ca4a5344b804d3df7593db755753dd4c84c962b928138d7655ff87b3b157cded","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"d3f9020c7230985bdd472e150b5412391aa5dce62eeb7240f984f22081081209","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"f32c793a4666751c00db93268b1facf6aa9d08a19f61dfc8092fd8aad99b2c9f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"fe9fb2fa5cf562bba7ac09a2448512f23f0d61d6014d23a5f8791e477d296aa3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028722474891350016","occurred_at":"2026-03-03T06:41:44Z","signature_id":"b41b045f0d1307073037906972ed69aec2362cb7a0c0388502ce8ea0ff79011a","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"62e0ce621dbbdf44ba8d0b72a66b17afe6ccb28f715d64cb8e2204001f383e41","failure_pattern":"failed to create HCP cluster \u003ccluster\u003e: failed starting cluster creation \"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\": PUT \u003curl\u003e","search_query":"failed to create HCP cluster arm64-vm-hcp-cluster: failed starting cluster creation \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-6khgl8\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/arm64-vm-cluster-6khgl8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/arm64-vm-hcp-cluster","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":32,"runs_affected":2,"failed_runs":2,"run_impact_percent":12.5,"anchor_occurrences":32,"after_last_push_count":32,"trend_counts":[0,16,16,0,0,0,0,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc00100b6e0\u003e: \n    failed to create HCP cluster basic-cluster: failed starting cluster creation \"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-8zshf2\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-8zshf2/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/basic-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster basic-cluster: failed starting cluster creation \\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-8zshf2\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-8zshf2/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/basic-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc00100b6c0\u003e{\n            msg: \"failed starting cluster creation \\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-8zshf2\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-8zshf2/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/basic-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc0015a6c90\u003e{\n                ErrorCode: \"\",\n                StatusCode: 502,\n                RawResponse: {\n                    Status: \"502 Bad Gateway\",\n                    StatusCode: 502,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: 062CB161D1504BBBBC32E414F7FC2EE0 Ref B: CHI261140513023 Ref C: 2026-03-03T02:04:44Z\",\n                        ],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260303T020445Z:b579e2a4-f4ce-4780-91c1-574171c6019a\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Date\": [\n                            \"Tue, 03 Mar 2026 02:04:44 GMT\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"13\"],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/ef1e3554-21f7-413e-9986-3f2b03675fd0\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Ms-Request-Id\": [\n                            \"b579e2a4-f4ce-4780-91c1-574171c6019a\",\n                        ],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"b579e2a4-f4ce-4780-91c1-574171c6019a\",\n                        ],\n                        \"Content-Length\": [\"0\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0xc00100b600\u003e{s: \"\", i: 0},\n                    ContentLength: 0,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"PUT\",\n        ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc00100b6e0\u003e: \n    failed to create HCP cluster basic-cluster: failed starting cluster creation \"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-8zshf2\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-8zshf2/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/basic-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster basic-cluster: failed starting cluster creation \\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-8zshf2\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-8zshf2/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/basic-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc00100b6c0\u003e{\n            msg: \"failed starting cluster creation \\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-8zshf2\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-8zshf2/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/basic-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc0015a6c90\u003e{\n                ErrorCode: \"\",\n                StatusCode: 502,\n                RawResponse: {\n                    Status: \"502 Bad Gateway\",\n                    StatusCode: 502,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: 062CB161D1504BBBBC32E414F7FC2EE0 Ref B: CHI261140513023 Ref C: 2026-03-03T02:04:44Z\",\n                        ],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260303T020445Z:b579e2a4-f4ce-4780-91c1-574171c6019a\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Date\": [\n                            \"Tue, 03 Mar 2026 02:04:44 GMT\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"13\"],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/ef1e3554-21f7-413e-9986-3f2b03675fd0\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Ms-Request-Id\": [\n                            \"b579e2a4-f4ce-4780-91c1-574171c6019a\",\n                        ],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"b579e2a4-f4ce-4780-91c1-574171c6019a\",\n                        ],\n                        \"Content-Length\": [\"0\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0xc00100b600\u003e{s: \"\", i: 0},\n                    ContentLength: 0,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"PUT\",\n        ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0009b9060\u003e: \n    failed to create HCP cluster list-test-cluster-9l52pq: failed starting cluster creation \"list-test-cluster-9l52pq\" in resourcegroup=\"cluster-listing-cl569h\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-cl569h/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-9l52pq\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster list-test-cluster-9l52pq: failed starting cluster creation \\\"list-test-cluster-9l52pq\\\" in resourcegroup=\\\"cluster-listing-cl569h\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-cl569h/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-9l52pq\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0009b9040\u003e{\n            msg: \"failed starting cluster creation \\\"list-test-cluster-9l52pq\\\" in resourcegroup=\\\"cluster-listing-cl569h\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-cl569h/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-9l52pq\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc0011f5a10\u003e{\n                ErrorCode: \"\",\n                StatusCode: 502,\n                RawResponse: {\n                    Status: \"502 Bad Gateway\",\n                    StatusCode: 502,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260303T020445Z:2466c3c3-379d-4b31-a164-1d297358d27b\",\n                        ],\n                        \"Expires\": [\"-1\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"7\"],\n                        \"X-Ms-Request-Id\": [\n                            \"2466c3c3-379d-4b31-a164-1d297358d27b\",\n                        ],\n                        \"Date\": [\n                            \"Tue, 03 Mar 2026 02:04:44 GMT\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Pragma\": [\"no-cache\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: 4181416C6F604F9FAB3E60A0A746D6B2 Ref B: CHI261140514040 Ref C: 2026-03-03T02:04:45Z\",\n                        ],\n                        \"Content-Length\": [\"0\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/33f12f27-dfd0-4f86-a6bb-840b8cd332be\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"2466c3c3-379d-4b31-a164-1d297358d27b\",\n                        ],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0xc0009b8ee0\u003e{s: \"\", i: 0},\n                    ContentLength: 0,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"PUT\",\n  ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0009b9060\u003e: \n    failed to create HCP cluster list-test-cluster-9l52pq: failed starting cluster creation \"list-test-cluster-9l52pq\" in resourcegroup=\"cluster-listing-cl569h\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-cl569h/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-9l52pq\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster list-test-cluster-9l52pq: failed starting cluster creation \\\"list-test-cluster-9l52pq\\\" in resourcegroup=\\\"cluster-listing-cl569h\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-cl569h/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-9l52pq\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0009b9040\u003e{\n            msg: \"failed starting cluster creation \\\"list-test-cluster-9l52pq\\\" in resourcegroup=\\\"cluster-listing-cl569h\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-cl569h/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-9l52pq\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc0011f5a10\u003e{\n                ErrorCode: \"\",\n                StatusCode: 502,\n                RawResponse: {\n                    Status: \"502 Bad Gateway\",\n                    StatusCode: 502,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260303T020445Z:2466c3c3-379d-4b31-a164-1d297358d27b\",\n                        ],\n                        \"Expires\": [\"-1\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"7\"],\n                        \"X-Ms-Request-Id\": [\n                            \"2466c3c3-379d-4b31-a164-1d297358d27b\",\n                        ],\n                        \"Date\": [\n                            \"Tue, 03 Mar 2026 02:04:44 GMT\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Pragma\": [\"no-cache\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: 4181416C6F604F9FAB3E60A0A746D6B2 Ref B: CHI261140514040 Ref C: 2026-03-03T02:04:45Z\",\n                        ],\n                        \"Content-Length\": [\"0\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/33f12f27-dfd0-4f86-a6bb-840b8cd332be\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"2466c3c3-379d-4b31-a164-1d297358d27b\",\n                        ],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0xc0009b8ee0\u003e{s: \"\", i: 0},\n                    ContentLength: 0,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"PUT\",\n  ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000c0a500\u003e: \n    failed to create HCP cluster node-limit-cluster: failed starting cluster creation \"node-limit-cluster\" in resourcegroup=\"node-limit-test-gmxvqn\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-gmxvqn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/node-limit-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster node-limit-cluster: failed starting cluster creation \\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-gmxvqn\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-gmxvqn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/node-limit-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000c0a4e0\u003e{\n            msg: \"failed starting cluster creation \\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-gmxvqn\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-gmxvqn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/node-limit-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc0009c97d0\u003e{\n                ErrorCode: \"\",\n                StatusCode: 502,\n                RawResponse: {\n                    Status: \"502 Bad Gateway\",\n                    StatusCode: 502,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Ms-Request-Id\": [\n                            \"60d0c633-2099-4096-9ec5-256574c14354\",\n                        ],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: DE0330A94FB84A1AA4EA1642CF2BBBF4 Ref B: CH1AA2020620051 Ref C: 2026-03-03T02:04:35Z\",\n                        ],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"60d0c633-2099-4096-9ec5-256574c14354\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"Date\": [\n                            \"Tue, 03 Mar 2026 02:04:35 GMT\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/6b311698-8974-40f6-a94b-ce73951280c0\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"6\"],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260303T020435Z:60d0c633-2099-4096-9ec5-256574c14354\",\n                        ],\n                        \"Content-Length\": [\"0\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0xc000c0a420\u003e{s: \"\", i: 0},\n                    ContentLength: 0,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"PUT\",\n                        URL: {\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000c0a500\u003e: \n    failed to create HCP cluster node-limit-cluster: failed starting cluster creation \"node-limit-cluster\" in resourcegroup=\"node-limit-test-gmxvqn\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-gmxvqn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/node-limit-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster node-limit-cluster: failed starting cluster creation \\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-gmxvqn\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-gmxvqn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/node-limit-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000c0a4e0\u003e{\n            msg: \"failed starting cluster creation \\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-gmxvqn\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/node-limit-test-gmxvqn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/node-limit-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc0009c97d0\u003e{\n                ErrorCode: \"\",\n                StatusCode: 502,\n                RawResponse: {\n                    Status: \"502 Bad Gateway\",\n                    StatusCode: 502,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Ms-Request-Id\": [\n                            \"60d0c633-2099-4096-9ec5-256574c14354\",\n                        ],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: DE0330A94FB84A1AA4EA1642CF2BBBF4 Ref B: CH1AA2020620051 Ref C: 2026-03-03T02:04:35Z\",\n                        ],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"60d0c633-2099-4096-9ec5-256574c14354\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"Date\": [\n                            \"Tue, 03 Mar 2026 02:04:35 GMT\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/6b311698-8974-40f6-a94b-ce73951280c0\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"6\"],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260303T020435Z:60d0c633-2099-4096-9ec5-256574c14354\",\n                        ],\n                        \"Content-Length\": [\"0\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0xc000c0a420\u003e{s: \"\", i: 0},\n                    ContentLength: 0,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"PUT\",\n                        URL: {\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"02fbcea998fcd05852526f4916ccc7250fc9ec27371f84ca9c84c8c02451ac6d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"0b927e52e71bc5a14a5df288454b5e914104fdb7ed77aeb651ed010581a70551","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"405e3da396a470e54f6b337f5c1569a22e7a20be6c85940a132c4bc025803b44","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"494fd5649660df19965fa19c4690b02022bd0cabc5ee4d90740bfa43aa415dd7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"56b136d11449fa1a67224d4dc68036e690573c9d576a492ce6586f4deda39147","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"581b44c072bd5e791986fdb4c224f50c6c9d3d0172ee3d5a2e183b0e69a265b5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"5db13ac2c18477e16cced05110a83062b2756d04171649ef0e57066e9b26f3d9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"6ec4f43c8f23d7871d87552c8394d035b430e353a7bab205f855edfd78eb25a7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"71f4b57fdd73d5932ea5ec17aa5fd07068a0667fcca49f73315f23d2cf549eed","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"89d9946ff482a35a9cd1e09c51a1a5eb97daf19ed50a5673f55d70ce335455b2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"a7e0759716fe6472ee9c11938141172a7eece516d5e0a565f05d43cbf288ef45","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"afe836c0f95122a76aad1747a8fa95e8c74d9dcbd304ee454846bcf17fe9998c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"c0c6f1d4920b98b45994914bdb54a84fea4a0a5f5e5c1e00d5a87bcc5fb86a9a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"e70b74e6e834ad34d9c36cc99f96ba8c673666020a646a244a20dafda9692920","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"e9fdbabf355d7532446eaf88f628e637b3d439efed2b0f6d28e57d8171215b1f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"ff3a3bca97fe5f0a790483c7d122906e88c809d91916a794c3bf961f449aacbe","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"07653ccf9d68fe3380129b4ec438ee9fdb7dffcbdc8b86bdc529fb2eb304a9e0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"0ae0352f854ac50776c1c4cc5a0319469f032da6c75d7afc48865e9a17eae43e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"0bf212574fb447cc609ea03b309b61ae10560f4994ed5fea226cae7f2dcf72d7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"12f615b1eaf66ff57e829947c2dfa2a090db2c1d73a22f55257c8cb49e0b76a7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"1325ec0f317a837322dcac7894b6b1ddcf71a7af01812190b2904d83776a380c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"1c4f88e954885eb0b1ab044b64dd4290846ec3fdb6f0ba037724341182993917","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"2248ff7a8cd8bbf1fac316893ee309ae4b4abe469657ef72bc510609ba8f7cf6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"2660dff519d8f089387721c7ee2cb120e90058d8f5dfd6be0da3bb2d55fa3c76","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"2a1f317046324f6198e693cce1d5d1408f7b978e43b051daa6a4b8409fdcbd2e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"34e1f1e729b76633e3e29bc7d8bb69848e9acdbce873c8eafe5f7eaec10cf573","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"a4e72b9f2d7f9ffdd48b99193106666c5f6c77fd472fce6d6351ae896cdd5bb2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"c1e6232f1de480979fca9e04012ae5d7529df933e769be31bc69c1d29a51b959","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"c986089b133397f748b457149a8b3e9edf7769a39947cb993e0789ece4814c4e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"ccb2d10706fa37b2e63d456accb1301d8aef26b7ad6ce352423e2e1bdf429074","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"e4d483c06c1fc4c1469e17597e758cec8bacf74730915f366cdc243888a08e5c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"e839bb2027779cbb341e5005f04a21168d3b1a25cbbf962b76494a40b3a7792f","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"0b5ec0cbb59802a88f2bc42deba73fa247a353c118d64efe8e80ca88b66f3f5b","failure_pattern":"Test Panicked","search_query":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":21,"runs_affected":1,"failed_runs":1,"run_impact_percent":6.25,"anchor_occurrences":21,"after_last_push_count":21,"trend_counts":[0,0,0,21,0,0,0,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to list available HCP OpenShift versions and validate response content","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should not be able to create a 4.18 HCP cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1}],"full_error_samples":["github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e89500?, {0x7f128a29bfc0?, 0xc000e68cc0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000e55320, {0x7f128a29bfc0, 0xc000e68cc0}, {0x77d9d2e, 0x7}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func19.2({0x7f128a29bfc0, 0xc000e68cc0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:58 +0x155\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000e68cc0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 90\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000e89500?, {0x7f128a29bfc0?, 0xc000e68cc0?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000e55320, {0x7f128a29bfc0, 0xc000e68cc0}, {0x77d9d2e, 0x7}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func19.2({0x7f128a29bfc0, 0xc000e68cc0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:58 +0x155\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000e68cc0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 90\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000c1e6c0?, {0x7f1028100d28?, 0xc000e04360?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000826fc0, {0x7f1028100d28, 0xc000e04360}, {0x781d01f, 0x15}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func18.2({0x7f1028100d28, 0xc000e04360})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:67 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000e04360?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 109\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000c1e6c0?, {0x7f1028100d28?, 0xc000e04360?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000826fc0, {0x7f1028100d28, 0xc000e04360}, {0x781d01f, 0x15}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func18.2({0x7f1028100d28, 0xc000e04360})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:67 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000e04360?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 109\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked","github.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000b0ef40?, {0x7fd9c04c7f98?, 0xc000bea990?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000969c20, {0x7fd9c04c7f98, 0xc000bea990}, {0x77f1edf, 0xc}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func9.2({0x7fd9c04c7f98, 0xc000bea990})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:54 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000bea990?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 94\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked\ngithub.com/Azure/ARO-HCP/test/util/framework.Must[...](...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).GetARMResourcesClientFactoryOrDie(0xc000b0ef40?, {0x7fd9c04c7f98?, 0xc000bea990?})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:603 +0x37\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).NewResourceGroup(0xc000969c20, {0x7fd9c04c7f98, 0xc000bea990}, {0x77f1edf, 0xc}, {0xc0000140b9, 0x7})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:367 +0x2a5\ngithub.com/Azure/ARO-HCP/test/e2e.init.func9.2({0x7fd9c04c7f98, 0xc000bea990})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:54 +0xe9\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8221420?, 0xc000bea990?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 94\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked: failed building environment credential: AZURE_TOKEN_CREDENTIALS must be set when RequireAzureTokenCredentials is true. See https://aka.ms/azsdk/go/identity/docs#DefaultAzureCredential for more information\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_invocation_framework.go:402]: Test Panicked"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"076cb32550230d8a5dce5a00ddbf7af336b530fe34040acd439fd31fd8d4347d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"1570396c0771df438b41db14bf2269ced6200efb9157912f106366bf4ce70190","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"2461e4f193c16bd27cef9670b8b821e7498ef3b2c5e4ed436300c85f564f9247","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"28b0c424593c78cf3148d4d2b2a39f90274e4d9e9312c81d1388a8608d7fa321","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"2fbafbac987755e8bd601ebc2c139e5ab44ffe72bb6ad944ad11ed065bbbb303","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"35451b92c14badbf9882d1dd125aad9c8af87966411d829128903c603c19c395","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"3861696d7bf35aeaffb7e42bf9aae2f2cf700bb714855e0eb2dd8f94c56b1785","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"38eec9d05f8456fc6a5b234384240792d4d050b1979670afe9444eefaf1435b4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"52151f51d235aefb97d704cb13f45a76b7f7d973e8b1483b2135ced81037f22c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"65de92df9de90a634065a278e8db8b93d0186fc9fab11b00a63ae0f9bd162742","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"7812684e32213dff14dffecf035bf828383d52905ffe101ffeaeee197ecb791e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"807642efddc35cdbf98c621288337d251943e1a6353e7ff4eda41b8c9eb712af","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"8860b60bb7efceab32df2b278e0ca90ffc9651c3069ceea1cdbee9b8fa50fef4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"a4d809cff303408650b9febe971628256a38665275af6b335db501343035b8e2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"b3b3653c7844df386e1073af1d1cf2ccc7a213b7d0ac725d90cb2ad5cbf00736","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"b8e60221eacd2797707535ce6ee71fe7be1f91e265a762308f14abd711bb2e6e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"c169be4e2586b6dbb8feeaba6eeea3658dfb12ae2e4561564a63e7c65515d58e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"cdcdaad4ceb95764890a08e24b0a9cc238816e463581e26fc0fe5bfa46be712d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"d8221208eba259aca520a7be8ee4fcf205853fc3029e441f22af19e6830f0bc0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"dd2449147a5e1dc5d79b5ef7299d69c1cffa4a2de39824e5d49372154279934c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029014012984823808","occurred_at":"2026-03-04T02:00:12Z","signature_id":"e7b02aba0d90dd9da96aab2a21c9981c9b3c34b60146f197af9374d5e09483d2","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"47c4fe17c8b40b438461015820e355e731ca2f90428cea3ac600911bb9a03df7","failure_pattern":"ERROR CODE: ServiceUnavailable; detail message Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: ServiceUnavailable","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":14,"runs_affected":1,"failed_runs":1,"run_impact_percent":6.25,"anchor_occurrences":14,"after_last_push_count":14,"trend_counts":[0,0,0,0,0,0,14,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000f92120\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster: failed starting cluster creation \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-f2swr2\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/arm64-vm-cluster-f2swr2/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/arm64-vm-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: ServiceUnavailable\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ServiceUnavailable\",\n        \"message\": \"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster arm64-vm-hcp-cluster: failed starting cluster creation \\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-f2swr2\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/arm64-vm-cluster-f2swr2/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/arm64-vm-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000f92100\u003e{\n            msg: \"failed starting cluster creation \\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-f2swr2\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/arm64-vm-cluster-f2swr2/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/arm64-vm-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc000e00c30\u003e{\n                ErrorCode: \"ServiceUnavailable\",\n                StatusCode: 503,\n                RawResponse: {\n                    Status: \"503 Service Unavailable\",\n                    StatusCode: 503,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"Date\": [\n                            \"Sat, 07 Mar 2026 14:46:39 GMT\",\n                        ],\n                        \"Expires\": [\"-1\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"5434\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"7ee3b7f4-08f3-461c-8ed3-aafb400a1aa6\",\n                        ],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: 26E1CBDA73BD43A79BC0F8BDEBA1A221 Ref B: CHI261140511060 Ref C: 2026-03-07T14:46:33Z\",\n                        ],\n                        \"Content-Length\": [\"257\"],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Retry-After\": [\"59\"],\n                        \"X-Ms-Request-Id\": [\n                            \"1778cbf7-6dd3-4e0d-8967-ddcd4fa5ce20\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260307T144639Z:7ee3b7f4-08f3-461c-8ed3-aafb400a1aa6\",\n                        ],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Error-Code\": [\"ServiceUnavailable\"],\n                        \"X-Ms-Operation-Identifier\": [\n  ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:90]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000f92120\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster: failed starting cluster creation \"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-f2swr2\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/arm64-vm-cluster-f2swr2/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/arm64-vm-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: ServiceUnavailable\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ServiceUnavailable\",\n        \"message\": \"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster arm64-vm-hcp-cluster: failed starting cluster creation \\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-f2swr2\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/arm64-vm-cluster-f2swr2/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/arm64-vm-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000f92100\u003e{\n            msg: \"failed starting cluster creation \\\"arm64-vm-hcp-cluster\\\" in resourcegroup=\\\"arm64-vm-cluster-f2swr2\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/arm64-vm-cluster-f2swr2/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/arm64-vm-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc000e00c30\u003e{\n                ErrorCode: \"ServiceUnavailable\",\n                StatusCode: 503,\n                RawResponse: {\n                    Status: \"503 Service Unavailable\",\n                    StatusCode: 503,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"Date\": [\n                            \"Sat, 07 Mar 2026 14:46:39 GMT\",\n                        ],\n                        \"Expires\": [\"-1\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"5434\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"7ee3b7f4-08f3-461c-8ed3-aafb400a1aa6\",\n                        ],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: 26E1CBDA73BD43A79BC0F8BDEBA1A221 Ref B: CHI261140511060 Ref C: 2026-03-07T14:46:33Z\",\n                        ],\n                        \"Content-Length\": [\"257\"],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Retry-After\": [\"59\"],\n                        \"X-Ms-Request-Id\": [\n                            \"1778cbf7-6dd3-4e0d-8967-ddcd4fa5ce20\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260307T144639Z:7ee3b7f4-08f3-461c-8ed3-aafb400a1aa6\",\n                        ],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Error-Code\": [\"ServiceUnavailable\"],\n                        \"X-Ms-Operation-Identifier\": [\n  ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:133]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000804440\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster: failed starting cluster creation \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-ztzxxw\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-ztzxxw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/pullsecret-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: ServiceUnavailable\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ServiceUnavailable\",\n        \"message\": \"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster pullsecret-hcp-cluster: failed starting cluster creation \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-ztzxxw\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-ztzxxw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/pullsecret-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000804420\u003e{\n            msg: \"failed starting cluster creation \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-ztzxxw\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-ztzxxw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/pullsecret-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc0010f4180\u003e{\n                ErrorCode: \"ServiceUnavailable\",\n                StatusCode: 503,\n                RawResponse: {\n                    Status: \"503 Service Unavailable\",\n                    StatusCode: 503,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Error-Code\": [\"ServiceUnavailable\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"Expires\": [\"-1\"],\n                        \"Retry-After\": [\"59\"],\n                        \"X-Ms-Request-Id\": [\n                            \"463c4396-e0a8-4c68-9a68-baa42d6b95ec\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: 7F2143198592408EBDD587AE8FD44441 Ref B: CHI261140501023 Ref C: 2026-03-07T14:47:35Z\",\n                        ],\n                        \"Date\": [\n                            \"Sat, 07 Mar 2026 14:47:43 GMT\",\n                        ],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"3cff8eb7-eb89-4d6a-8163-226407b71770\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260307T144743Z:3cff8eb7-eb89-4d6a-8163-226407b71770\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Length\": [\"257\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"8182\"],\n                        \"...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:133]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000804440\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster: failed starting cluster creation \"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-ztzxxw\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-ztzxxw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/pullsecret-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: ServiceUnavailable\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ServiceUnavailable\",\n        \"message\": \"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster pullsecret-hcp-cluster: failed starting cluster creation \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-ztzxxw\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-ztzxxw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/pullsecret-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000804420\u003e{\n            msg: \"failed starting cluster creation \\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-ztzxxw\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/pullsecret-test-ztzxxw/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/pullsecret-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc0010f4180\u003e{\n                ErrorCode: \"ServiceUnavailable\",\n                StatusCode: 503,\n                RawResponse: {\n                    Status: \"503 Service Unavailable\",\n                    StatusCode: 503,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Error-Code\": [\"ServiceUnavailable\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"Expires\": [\"-1\"],\n                        \"Retry-After\": [\"59\"],\n                        \"X-Ms-Request-Id\": [\n                            \"463c4396-e0a8-4c68-9a68-baa42d6b95ec\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: 7F2143198592408EBDD587AE8FD44441 Ref B: CHI261140501023 Ref C: 2026-03-07T14:47:35Z\",\n                        ],\n                        \"Date\": [\n                            \"Sat, 07 Mar 2026 14:47:43 GMT\",\n                        ],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"3cff8eb7-eb89-4d6a-8163-226407b71770\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260307T144743Z:3cff8eb7-eb89-4d6a-8163-226407b71770\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Length\": [\"257\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"8182\"],\n                        \"...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0013e2360\u003e: \n    failed to create HCP cluster patch-tags-cluster: failed starting cluster creation \"patch-tags-cluster\" in resourcegroup=\"patch-tags-dth5xj\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-dth5xj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: ServiceUnavailable\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ServiceUnavailable\",\n        \"message\": \"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster patch-tags-cluster: failed starting cluster creation \\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-dth5xj\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-dth5xj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0013e2340\u003e{\n            msg: \"failed starting cluster creation \\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-dth5xj\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-dth5xj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc00110a570\u003e{\n                ErrorCode: \"ServiceUnavailable\",\n                StatusCode: 503,\n                RawResponse: {\n                    Status: \"503 Service Unavailable\",\n                    StatusCode: 503,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Date\": [\n                            \"Sat, 07 Mar 2026 14:47:09 GMT\",\n                        ],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"a2a152e9-ec35-406a-9ffc-4ca3a96a79da\",\n                        ],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/7811f68c-d0c6-4229-bad2-4fa1629e67b7\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Error-Code\": [\"ServiceUnavailable\"],\n                        \"X-Ms-Request-Id\": [\n                            \"d8d9e333-730f-490b-9b31-7135ff41c759\",\n                        ],\n                        \"X-Envoy-Upstream-Service-Time\": [\"2898\"],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260307T144709Z:a2a152e9-ec35-406a-9ffc-4ca3a96a79da\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Length\": [\"257\"],\n                  ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0013e2360\u003e: \n    failed to create HCP cluster patch-tags-cluster: failed starting cluster creation \"patch-tags-cluster\" in resourcegroup=\"patch-tags-dth5xj\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-dth5xj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: ServiceUnavailable\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"ServiceUnavailable\",\n        \"message\": \"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster patch-tags-cluster: failed starting cluster creation \\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-dth5xj\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-dth5xj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0013e2340\u003e{\n            msg: \"failed starting cluster creation \\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-dth5xj\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-dth5xj/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: ServiceUnavailable\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"ServiceUnavailable\\\",\\n    \\\"message\\\": \\\"Cluster installation has failed due to unavailable capacity. While we are bringing on additional capacity, try your cluster installation in another region or try again later\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc00110a570\u003e{\n                ErrorCode: \"ServiceUnavailable\",\n                StatusCode: 503,\n                RawResponse: {\n                    Status: \"503 Service Unavailable\",\n                    StatusCode: 503,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Date\": [\n                            \"Sat, 07 Mar 2026 14:47:09 GMT\",\n                        ],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"a2a152e9-ec35-406a-9ffc-4ca3a96a79da\",\n                        ],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/7811f68c-d0c6-4229-bad2-4fa1629e67b7\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Error-Code\": [\"ServiceUnavailable\"],\n                        \"X-Ms-Request-Id\": [\n                            \"d8d9e333-730f-490b-9b31-7135ff41c759\",\n                        ],\n                        \"X-Envoy-Upstream-Service-Time\": [\"2898\"],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260307T144709Z:a2a152e9-ec35-406a-9ffc-4ca3a96a79da\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Length\": [\"257\"],\n                  ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030292537238884352","occurred_at":"2026-03-07T14:40:36Z","signature_id":"2469812015828a49c2b26443aeab215f9443ec8ff5b7d6394a1b699d5b6dfd55","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030292537238884352","occurred_at":"2026-03-07T14:40:36Z","signature_id":"27e00fe9e1e4c1807de36cb9bf21938060618e9ce502c236a894f4d387c62d82","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030292537238884352","occurred_at":"2026-03-07T14:40:36Z","signature_id":"27f743d90cffefc6fbfa559274cc8ba0787bc446249c345f6f058529480d35ba","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030292537238884352","occurred_at":"2026-03-07T14:40:36Z","signature_id":"2d6ca10948cd7e15c13fbeed72e7cac5af0f1f41485766d57eb92f3ccc5a0d99","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030292537238884352","occurred_at":"2026-03-07T14:40:36Z","signature_id":"301b021a165040dc73860bf5ab73da8ee02cda29802e8fbba740b66b3d845053","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030292537238884352","occurred_at":"2026-03-07T14:40:36Z","signature_id":"3796df7d13ef5fa294ae6c27ed69af92dac57515c137f9735b571ff6032b37e3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030292537238884352","occurred_at":"2026-03-07T14:40:36Z","signature_id":"4c116623ea175a0413f89adbdf7fbb6440bd1392580d44f45b69dd04c5d79416","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030292537238884352","occurred_at":"2026-03-07T14:40:36Z","signature_id":"84dc6dcb2a42198c39531c0776a33f75ee9ae48067230d0009b9da0c766aaf7c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030292537238884352","occurred_at":"2026-03-07T14:40:36Z","signature_id":"8de4e599d8792c5c7afbf4d1046a885d1a01176e7d52461d326580b8f56cf64e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030292537238884352","occurred_at":"2026-03-07T14:40:36Z","signature_id":"9657a24d03fe95eb72b63dca7d1d6dbf0c3e8bc876bb62cb86b16b31709680ae","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030292537238884352","occurred_at":"2026-03-07T14:40:36Z","signature_id":"98ea95befff0f0c0d9c5e7061195d9ee976442073d67c4ffbefc833589f7c09e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030292537238884352","occurred_at":"2026-03-07T14:40:36Z","signature_id":"994b8312bc1b875083aaf57aa241364fe37898363cec66c29c7fa55afa7a19af","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030292537238884352","occurred_at":"2026-03-07T14:40:36Z","signature_id":"ec695f174a712a23b509d3228746308049c8489f0406221a74aed491c544f018","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030292537238884352","occurred_at":"2026-03-07T14:40:36Z","signature_id":"ee2ed0845e1282ebb163f0c49a1d7c38e2c228ef3ce09064c1d557680edd8104","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"1f3d7cd527b482ceacc3f07154ab951fb93918d3cbcfb9bce5d91980f28cc922","failure_pattern":"failed starting cluster creation \"\u003ccluster\u003e\" in resourcegroup=\"\u003cresource-group\u003e\": PUT \u003curl\u003e","search_query":"failed starting cluster creation \"admin-cred-lifecycle-4x8ngd\" in resourcegroup=\"admin-credential-lifecycle-test-24qr68\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-24qr68/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-4x8ngd","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":6,"runs_affected":2,"failed_runs":2,"run_impact_percent":12.5,"anchor_occurrences":6,"after_last_push_count":6,"trend_counts":[0,3,3,0,0,0,0,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:111]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000606320\u003e: \n    failed starting cluster creation \"basic-hcp-cluster\" in resourcegroup=\"customer-rg-6ds7jn\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-6ds7jn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/basic-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed starting cluster creation \\\"basic-hcp-cluster\\\" in resourcegroup=\\\"customer-rg-6ds7jn\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-6ds7jn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/basic-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc000f836e0\u003e{\n            ErrorCode: \"\",\n            StatusCode: 502,\n            RawResponse: {\n                Status: \"502 Bad Gateway\",\n                StatusCode: 502,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Content-Length\": [\"0\"],\n                    \"Pragma\": [\"no-cache\"],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260303T020515Z:26a050f7-afba-4e46-b45e-65cdb9bad078\",\n                    ],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"X-Ms-Failure-Cause\": [\"service\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"26a050f7-afba-4e46-b45e-65cdb9bad078\",\n                    ],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"8\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/b6e73d46-c8c1-4ba8-ab8b-f4bde60961dd\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"X-Ms-Request-Id\": [\n                        \"26a050f7-afba-4e46-b45e-65cdb9bad078\",\n                    ],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 1BBEAFCFBBD842808141C2559244962B Ref B: CH1AA2020603027 Ref C: 2026-03-03T02:05:15Z\",\n                    ],\n                    \"Date\": [\n                        \"Tue, 03 Mar 2026 02:05:14 GMT\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000606240\u003e{s: \"\", i: 0},\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Uncompressed: false,\n                Trailer: nil,\n                Request: {\n                    Method: \"PUT\",\n                    URL: {\n                        Scheme: \"https\",\n                        Opaque: \"\",\n                        User: nil,\n                        Host: \"management.azure.com\",\n                        Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-6ds7jn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/basic-hcp-cluster\",\n                        RawPath: \"\",\n                        OmitHost: false,\n                        ForceQuery: false,\n                        RawQuery: \"api-version=2024-06-10-preview\",\n                        Fragment: \"\",\n                        RawFragment: \"\",\n                    },\n                    Proto: \"HTTP/1.1\",\n                    ProtoMajor: 1,\n                    ProtoMinor: 1,\n                    Header: {\n                        \"Accept\": [\"application/json\"],\n                        \"Content-Length\": [\"5600\"],\n                        \"Content-Type\": [\"application/json\"],\n...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:111]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000606320\u003e: \n    failed starting cluster creation \"basic-hcp-cluster\" in resourcegroup=\"customer-rg-6ds7jn\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-6ds7jn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/basic-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed starting cluster creation \\\"basic-hcp-cluster\\\" in resourcegroup=\\\"customer-rg-6ds7jn\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-6ds7jn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/basic-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc000f836e0\u003e{\n            ErrorCode: \"\",\n            StatusCode: 502,\n            RawResponse: {\n                Status: \"502 Bad Gateway\",\n                StatusCode: 502,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Content-Length\": [\"0\"],\n                    \"Pragma\": [\"no-cache\"],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260303T020515Z:26a050f7-afba-4e46-b45e-65cdb9bad078\",\n                    ],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"X-Ms-Failure-Cause\": [\"service\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"26a050f7-afba-4e46-b45e-65cdb9bad078\",\n                    ],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"8\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/b6e73d46-c8c1-4ba8-ab8b-f4bde60961dd\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"X-Ms-Request-Id\": [\n                        \"26a050f7-afba-4e46-b45e-65cdb9bad078\",\n                    ],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 1BBEAFCFBBD842808141C2559244962B Ref B: CH1AA2020603027 Ref C: 2026-03-03T02:05:15Z\",\n                    ],\n                    \"Date\": [\n                        \"Tue, 03 Mar 2026 02:05:14 GMT\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000606240\u003e{s: \"\", i: 0},\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Uncompressed: false,\n                Trailer: nil,\n                Request: {\n                    Method: \"PUT\",\n                    URL: {\n                        Scheme: \"https\",\n                        Opaque: \"\",\n                        User: nil,\n                        Host: \"management.azure.com\",\n                        Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-6ds7jn/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/basic-hcp-cluster\",\n                        RawPath: \"\",\n                        OmitHost: false,\n                        ForceQuery: false,\n                        RawQuery: \"api-version=2024-06-10-preview\",\n                        Fragment: \"\",\n                        RawFragment: \"\",\n                    },\n                    Proto: \"HTTP/1.1\",\n                    ProtoMajor: 1,\n                    ProtoMinor: 1,\n                    Header: {\n                        \"Accept\": [\"application/json\"],\n                        \"Content-Length\": [\"5600\"],\n                        \"Content-Type\": [\"application/json\"],\n...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:100]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000779b60\u003e: \n    failed starting cluster creation \"admin-cred-lifecycle-kdmgl9\" in resourcegroup=\"admin-credential-lifecycle-test-h54zg6\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-h54zg6/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-kdmgl9\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed starting cluster creation \\\"admin-cred-lifecycle-kdmgl9\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-h54zg6\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-h54zg6/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-kdmgl9\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc00108e930\u003e{\n            ErrorCode: \"\",\n            StatusCode: 502,\n            RawResponse: {\n                Status: \"502 Bad Gateway\",\n                StatusCode: 502,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Pragma\": [\"no-cache\"],\n                    \"X-Ms-Failure-Cause\": [\"service\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"197\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2997\"],\n                    \"X-Ms-Request-Id\": [\n                        \"ad250214-8157-43ca-8b84-494835990ab3\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Content-Length\": [\"0\"],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: E637E21304954189BBCAF67B4EED414D Ref B: CHI261140505062 Ref C: 2026-03-03T02:04:45Z\",\n                    ],\n                    \"Date\": [\n                        \"Tue, 03 Mar 2026 02:04:45 GMT\",\n                    ],\n                    \"Expires\": [\"-1\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"7\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"ad250214-8157-43ca-8b84-494835990ab3\",\n                    ],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/c3da556d-8c33-46cc-b6a1-3095345a88de\",\n                    ],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260303T020445Z:ad250214-8157-43ca-8b84-494835990ab3\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000779aa0\u003e{s: \"\", i: 0},\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Uncompressed: false,\n                Trailer: nil,\n                Request: {\n                    Method: \"PUT\",\n                    URL: {\n                        Scheme: \"https\",\n                        Opaque: \"\",\n                        User: nil,\n                        Host: \"management.azure.com\",\n                        Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-h54zg6/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-kdmgl9\",\n                        RawPath: \"\",\n                        OmitHost: false,\n                        ForceQuery: false,\n                        RawQuery: \"api-version=2024-06-10-preview\",\n                        Fragment: \"\",\n                        RawFragment: \"\",\n                    },\n                    Proto: \"HTTP/1.1\",\n                    ProtoMajor: 1,\n                    ProtoMinor: 1,\n                    Header: {\n                        \"User-Agent\": [\n                            \"azsdk-go-ar...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:100]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000779b60\u003e: \n    failed starting cluster creation \"admin-cred-lifecycle-kdmgl9\" in resourcegroup=\"admin-credential-lifecycle-test-h54zg6\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-h54zg6/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-kdmgl9\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed starting cluster creation \\\"admin-cred-lifecycle-kdmgl9\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-h54zg6\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-h54zg6/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-kdmgl9\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc00108e930\u003e{\n            ErrorCode: \"\",\n            StatusCode: 502,\n            RawResponse: {\n                Status: \"502 Bad Gateway\",\n                StatusCode: 502,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Pragma\": [\"no-cache\"],\n                    \"X-Ms-Failure-Cause\": [\"service\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"197\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2997\"],\n                    \"X-Ms-Request-Id\": [\n                        \"ad250214-8157-43ca-8b84-494835990ab3\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Content-Length\": [\"0\"],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: E637E21304954189BBCAF67B4EED414D Ref B: CHI261140505062 Ref C: 2026-03-03T02:04:45Z\",\n                    ],\n                    \"Date\": [\n                        \"Tue, 03 Mar 2026 02:04:45 GMT\",\n                    ],\n                    \"Expires\": [\"-1\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"7\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"ad250214-8157-43ca-8b84-494835990ab3\",\n                    ],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/c3da556d-8c33-46cc-b6a1-3095345a88de\",\n                    ],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260303T020445Z:ad250214-8157-43ca-8b84-494835990ab3\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000779aa0\u003e{s: \"\", i: 0},\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Uncompressed: false,\n                Trailer: nil,\n                Request: {\n                    Method: \"PUT\",\n                    URL: {\n                        Scheme: \"https\",\n                        Opaque: \"\",\n                        User: nil,\n                        Host: \"management.azure.com\",\n                        Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/admin-credential-lifecycle-test-h54zg6/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/admin-cred-lifecycle-kdmgl9\",\n                        RawPath: \"\",\n                        OmitHost: false,\n                        ForceQuery: false,\n                        RawQuery: \"api-version=2024-06-10-preview\",\n                        Fragment: \"\",\n                        RawFragment: \"\",\n                    },\n                    Proto: \"HTTP/1.1\",\n                    ProtoMajor: 1,\n                    ProtoMinor: 1,\n                    Header: {\n                        \"User-Agent\": [\n                            \"azsdk-go-ar...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:147]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc00031a120\u003e: \n    failed starting cluster creation \"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-24xr77\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-24xr77/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed starting cluster creation \\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-24xr77\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-24xr77/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc00123b500\u003e{\n            ErrorCode: \"\",\n            StatusCode: 502,\n            RawResponse: {\n                Status: \"502 Bad Gateway\",\n                StatusCode: 502,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Ms-Request-Id\": [\n                        \"cd9f7d68-5328-4bcf-b26f-0d3774aec105\",\n                    ],\n                    \"Content-Length\": [\"0\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"13\"],\n                    \"X-Ms-Failure-Cause\": [\"service\"],\n                    \"Date\": [\n                        \"Tue, 03 Mar 2026 02:04:32 GMT\",\n                    ],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/c9fe35d6-8282-4a2e-9afa-f6e5aedeb184\",\n                    ],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"cd9f7d68-5328-4bcf-b26f-0d3774aec105\",\n                    ],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260303T020433Z:cd9f7d68-5328-4bcf-b26f-0d3774aec105\",\n                    ],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 01A1E278810D41A394B4755A4302B8F1 Ref B: CHI261140507062 Ref C: 2026-03-03T02:04:32Z\",\n                    ],\n                    \"Pragma\": [\"no-cache\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc00031a000\u003e{s: \"\", i: 0},\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Uncompressed: false,\n                Trailer: nil,\n                Request: {\n                    Method: \"PUT\",\n                    URL: {\n                        Scheme: \"https\",\n                        Opaque: \"\",\n                        User: nil,\n                        Host: \"management.azure.com\",\n                        Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-24xr77/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19\",\n                        RawPath: \"\",\n                        OmitHost: false,\n                        ForceQuery: false,\n                        RawQuery: \"api-version=2024-06-10-preview\",\n                        Fragment: \"\",\n                        RawFragment: \"\",\n                    },\n                    Proto: \"HTTP/1.1\",\n                    ProtoMajor: 1,\n                    ProtoMinor: 1,\n                    Header: {\n                        \"Accept\": [\"application/json\"],\n                        \"Content-Length\": [\"5568\"],\n                        \"Con...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:147]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc00031a120\u003e: \n    failed starting cluster creation \"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-24xr77\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-24xr77/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed starting cluster creation \\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-24xr77\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-24xr77/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc00123b500\u003e{\n            ErrorCode: \"\",\n            StatusCode: 502,\n            RawResponse: {\n                Status: \"502 Bad Gateway\",\n                StatusCode: 502,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Ms-Request-Id\": [\n                        \"cd9f7d68-5328-4bcf-b26f-0d3774aec105\",\n                    ],\n                    \"Content-Length\": [\"0\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"13\"],\n                    \"X-Ms-Failure-Cause\": [\"service\"],\n                    \"Date\": [\n                        \"Tue, 03 Mar 2026 02:04:32 GMT\",\n                    ],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/c9fe35d6-8282-4a2e-9afa-f6e5aedeb184\",\n                    ],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"cd9f7d68-5328-4bcf-b26f-0d3774aec105\",\n                    ],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260303T020433Z:cd9f7d68-5328-4bcf-b26f-0d3774aec105\",\n                    ],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 01A1E278810D41A394B4755A4302B8F1 Ref B: CHI261140507062 Ref C: 2026-03-03T02:04:32Z\",\n                    ],\n                    \"Pragma\": [\"no-cache\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc00031a000\u003e{s: \"\", i: 0},\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Uncompressed: false,\n                Trailer: nil,\n                Request: {\n                    Method: \"PUT\",\n                    URL: {\n                        Scheme: \"https\",\n                        Opaque: \"\",\n                        User: nil,\n                        Host: \"management.azure.com\",\n                        Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-24xr77/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19\",\n                        RawPath: \"\",\n                        OmitHost: false,\n                        ForceQuery: false,\n                        RawQuery: \"api-version=2024-06-10-preview\",\n                        Fragment: \"\",\n                        RawFragment: \"\",\n                    },\n                    Proto: \"HTTP/1.1\",\n                    ProtoMajor: 1,\n                    ProtoMinor: 1,\n                    Header: {\n                        \"Accept\": [\"application/json\"],\n                        \"Content-Length\": [\"5568\"],\n                        \"Con...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"3b4e0ae29f7ed553538dbb08f81d61cb9aaf0afc82720c806b44c6ca4c906eb4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"c5148a0565306aa2459ce2e07e943e951243e3b1fbff43f12f5b17c75ca1f8b8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"cf66bb7562c73b3709de326479f0c853241af2e5246935e9cc2cb6d6a8d94cb2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"0025f612c979e5e82e64c2302d90c776cb16d589f14b6326210e85c8724f5d0b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"6d1acce38e500e7cba9982913a304d77bf4b593ba6b4e6185ad59f6ca0f9d1e2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"9720675988a8ec7b936a70126347e34ea086781b6d7cca844543a5cdf8d35f93","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"eb70f8afef21b9460455e484c22b27d9bea4f138ffa6707255920fab13b31b4f","failure_pattern":"Cluster should become ready within 45 minutes","search_query":"Cluster should become ready within 45 minutes","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":18.75,"anchor_occurrences":3,"after_last_push_count":3,"trend_counts":[0,0,0,0,0,2,1,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":3,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:157]: Timed out after 2700.000s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:157]: Timed out after 2700.000s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true","fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:157]: Timed out after 2700.001s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:157]: Timed out after 2700.001s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"7dc26f820fd2928c111033bd0ce08af1bae6042a6cbe5fb5bf76d461b5be1d01","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"b8285d1fe5e0e06b0118077c74385230269c41bde5a189b9513acacc0d1a338e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"b8285d1fe5e0e06b0118077c74385230269c41bde5a189b9513acacc0d1a338e","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"d7a83be36166001a569dfc5d1d0b04dc06dff613dc79ac8809b69654b1de6123","failure_pattern":"Interrupted by User","search_query":"Interrupted by User","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":18.75,"anchor_occurrences":3,"after_last_push_count":3,"trend_counts":[0,0,0,0,0,2,1,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":3,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:35]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:35]: Interrupted by User"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030101295766966272","occurred_at":"2026-03-07T02:00:40Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030025324590272512","occurred_at":"2026-03-06T20:58:48Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029876002754138112","occurred_at":"2026-03-06T11:05:26Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"8505e81996850695eb1a400b7f2c7d3b5e21dfc4bef9bb124e166ca7c0e548cf","failure_pattern":"RESPONSE 502: 502 Bad Gateway","search_query":"RESPONSE 502: 502 Bad Gateway","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to list available HCP OpenShift versions and validate response content","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":12.5,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,1,1,0,0,0,0,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to list available HCP OpenShift versions and validate response content","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_versions.go:42]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc000736630\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOpenShiftVersions\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"\",\n        StatusCode: 502,\n        RawResponse: {\n            Status: \"502 Bad Gateway\",\n            StatusCode: 502,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"Cache-Control\": [\"no-cache\"],\n                \"Pragma\": [\"no-cache\"],\n                \"X-Envoy-Upstream-Service-Time\": [\"21\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                \"X-Ms-Request-Id\": [\n                    \"76483cd0-9e72-4868-bc88-2589e1fda479\",\n                ],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"76483cd0-9e72-4868-bc88-2589e1fda479\",\n                ],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                \"X-Ms-Failure-Cause\": [\"service\"],\n                \"X-Ms-Operation-Identifier\": [\n                    \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadaeast/ba27f757-9a9b-4484-a280-cd559d08fd5d\",\n                ],\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADAEAST:20260303T020343Z:76483cd0-9e72-4868-bc88-2589e1fda479\",\n                ],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: C43A14F7592A4B0EB9887E19E49E7EC9 Ref B: CH1AA2020620025 Ref C: 2026-03-03T02:03:42Z\",\n                ],\n                \"Date\": [\n                    \"Tue, 03 Mar 2026 02:03:42 GMT\",\n                ],\n                \"Expires\": [\"-1\"],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"Content-Length\": [\"0\"],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc001326a80\u003e{s: \"\", i: 0},\n            ContentLength: 0,\n            TransferEncoding: nil,\n            Close: false,\n            Uncompressed: false,\n            Trailer: nil,\n            Request: {\n                Method: \"GET\",\n                URL: {\n                    Scheme: \"https\",\n                    Opaque: \"\",\n                    User: nil,\n                    Host: \"management.azure.com\",\n                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOpenShiftVersions\",\n                    RawPath: \"\",\n                    OmitHost: false,\n                    ForceQuery: false,\n                    RawQuery: \"api-version=2024-06-10-preview\",\n                    Fragment: \"\",\n                    RawFragment: \"\",\n                },\n                Proto: \"HTTP/1.1\",\n                ProtoMajor: 1,\n                ProtoMinor: 1,\n                Header: {\n                    \"Accept\": [\"application/json\"],\n                    \"User-Agent\": [\n                        \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n                    ],\n                    \"Authorization\": [\"redacted\"],\n                },\n                Body: nil,\n                GetBody: nil,\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Host: \"management.azure.com\",\n                Form: nil,\n                PostForm: nil,\n                MultipartForm: nil,\n                Trailer: nil,\n                RemoteAddr: \"\",\n                RequestURI: \"\",\n                TLS: nil,\n                Cancel: nil,\n                Response: nil,\n                Pattern: \"\",\n                ctx: \u003csuppressed context\u003e,\n                pat: nil,\n                matches: nil,\n                otherValues: nil,\n            },\n            TLS: {\n                Version: 772,\n                HandshakeComplete: true,\n                DidResume: false,\n                CipherSuite: 4866,\n                CurveID: 25,\n                NegotiatedProtocol: \"h2\",\n   ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_versions.go:42]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc000736630\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOpenShiftVersions\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"\",\n        StatusCode: 502,\n        RawResponse: {\n            Status: \"502 Bad Gateway\",\n            StatusCode: 502,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"Cache-Control\": [\"no-cache\"],\n                \"Pragma\": [\"no-cache\"],\n                \"X-Envoy-Upstream-Service-Time\": [\"21\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                \"X-Ms-Request-Id\": [\n                    \"76483cd0-9e72-4868-bc88-2589e1fda479\",\n                ],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"76483cd0-9e72-4868-bc88-2589e1fda479\",\n                ],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                \"X-Ms-Failure-Cause\": [\"service\"],\n                \"X-Ms-Operation-Identifier\": [\n                    \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadaeast/ba27f757-9a9b-4484-a280-cd559d08fd5d\",\n                ],\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADAEAST:20260303T020343Z:76483cd0-9e72-4868-bc88-2589e1fda479\",\n                ],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: C43A14F7592A4B0EB9887E19E49E7EC9 Ref B: CH1AA2020620025 Ref C: 2026-03-03T02:03:42Z\",\n                ],\n                \"Date\": [\n                    \"Tue, 03 Mar 2026 02:03:42 GMT\",\n                ],\n                \"Expires\": [\"-1\"],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"Content-Length\": [\"0\"],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc001326a80\u003e{s: \"\", i: 0},\n            ContentLength: 0,\n            TransferEncoding: nil,\n            Close: false,\n            Uncompressed: false,\n            Trailer: nil,\n            Request: {\n                Method: \"GET\",\n                URL: {\n                    Scheme: \"https\",\n                    Opaque: \"\",\n                    User: nil,\n                    Host: \"management.azure.com\",\n                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOpenShiftVersions\",\n                    RawPath: \"\",\n                    OmitHost: false,\n                    ForceQuery: false,\n                    RawQuery: \"api-version=2024-06-10-preview\",\n                    Fragment: \"\",\n                    RawFragment: \"\",\n                },\n                Proto: \"HTTP/1.1\",\n                ProtoMajor: 1,\n                ProtoMinor: 1,\n                Header: {\n                    \"Accept\": [\"application/json\"],\n                    \"User-Agent\": [\n                        \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n                    ],\n                    \"Authorization\": [\"redacted\"],\n                },\n                Body: nil,\n                GetBody: nil,\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Host: \"management.azure.com\",\n                Form: nil,\n                PostForm: nil,\n                MultipartForm: nil,\n                Trailer: nil,\n                RemoteAddr: \"\",\n                RequestURI: \"\",\n                TLS: nil,\n                Cancel: nil,\n                Response: nil,\n                Pattern: \"\",\n                ctx: \u003csuppressed context\u003e,\n                pat: nil,\n                matches: nil,\n                otherValues: nil,\n            },\n            TLS: {\n                Version: 772,\n                HandshakeComplete: true,\n                DidResume: false,\n                CipherSuite: 4866,\n                CurveID: 25,\n                NegotiatedProtocol: \"h2\",\n   ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_versions.go:42]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc0008dc570\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOpenShiftVersions\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"\",\n        StatusCode: 502,\n        RawResponse: {\n            Status: \"502 Bad Gateway\",\n            StatusCode: 502,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"X-Envoy-Upstream-Service-Time\": [\"7\"],\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADACENTRAL:20260302T020335Z:51aa9d18-066d-4e9d-868b-fee847027541\",\n                ],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: 823A8F27C87B4E83AAB93890B6222AC2 Ref B: CHI261140505042 Ref C: 2026-03-02T02:03:35Z\",\n                ],\n                \"Date\": [\n                    \"Mon, 02 Mar 2026 02:03:35 GMT\",\n                ],\n                \"X-Ms-Operation-Identifier\": [\n                    \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/4c8da580-69cd-47c3-bdbe-fe9e1d9ffb7e\",\n                ],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"51aa9d18-066d-4e9d-868b-fee847027541\",\n                ],\n                \"Cache-Control\": [\"no-cache\"],\n                \"Expires\": [\"-1\"],\n                \"X-Ms-Failure-Cause\": [\"service\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                \"X-Ms-Request-Id\": [\n                    \"51aa9d18-066d-4e9d-868b-fee847027541\",\n                ],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                \"Content-Length\": [\"0\"],\n                \"Pragma\": [\"no-cache\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc00093f760\u003e{s: \"\", i: 0},\n            ContentLength: 0,\n            TransferEncoding: nil,\n            Close: false,\n            Uncompressed: false,\n            Trailer: nil,\n            Request: {\n                Method: \"GET\",\n                URL: {\n                    Scheme: \"https\",\n                    Opaque: \"\",\n                    User: nil,\n                    Host: \"management.azure.com\",\n                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOpenShiftVersions\",\n                    RawPath: \"\",\n                    OmitHost: false,\n                    ForceQuery: false,\n                    RawQuery: \"api-version=2024-06-10-preview\",\n                    Fragment: \"\",\n                    RawFragment: \"\",\n                },\n                Proto: \"HTTP/1.1\",\n                ProtoMajor: 1,\n                ProtoMinor: 1,\n                Header: {\n                    \"User-Agent\": [\n                        \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n                    ],\n                    \"Authorization\": [\"redacted\"],\n                    \"Accept\": [\"application/json\"],\n                },\n                Body: nil,\n                GetBody: nil,\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Host: \"management.azure.com\",\n                Form: nil,\n                PostForm: nil,\n                MultipartForm: nil,\n                Trailer: nil,\n                RemoteAddr: \"\",\n                RequestURI: \"\",\n                TLS: nil,\n                Cancel: nil,\n                Response: nil,\n                Pattern: \"\",\n                ctx: \u003csuppressed context\u003e,\n                pat: nil,\n                matches: nil,\n                otherValues: nil,\n            },\n            TLS: {\n                Version: 772,\n                HandshakeComplete: true,\n                DidResume: false,\n                CipherSuite: 4866,\n                CurveID: 25,\n                NegotiatedProtocol: \"h2\"...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_versions.go:42]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc0008dc570\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOpenShiftVersions\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"\",\n        StatusCode: 502,\n        RawResponse: {\n            Status: \"502 Bad Gateway\",\n            StatusCode: 502,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"X-Envoy-Upstream-Service-Time\": [\"7\"],\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADACENTRAL:20260302T020335Z:51aa9d18-066d-4e9d-868b-fee847027541\",\n                ],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: 823A8F27C87B4E83AAB93890B6222AC2 Ref B: CHI261140505042 Ref C: 2026-03-02T02:03:35Z\",\n                ],\n                \"Date\": [\n                    \"Mon, 02 Mar 2026 02:03:35 GMT\",\n                ],\n                \"X-Ms-Operation-Identifier\": [\n                    \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/canadacentral/4c8da580-69cd-47c3-bdbe-fe9e1d9ffb7e\",\n                ],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"51aa9d18-066d-4e9d-868b-fee847027541\",\n                ],\n                \"Cache-Control\": [\"no-cache\"],\n                \"Expires\": [\"-1\"],\n                \"X-Ms-Failure-Cause\": [\"service\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                \"X-Ms-Request-Id\": [\n                    \"51aa9d18-066d-4e9d-868b-fee847027541\",\n                ],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                \"Content-Length\": [\"0\"],\n                \"Pragma\": [\"no-cache\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc00093f760\u003e{s: \"\", i: 0},\n            ContentLength: 0,\n            TransferEncoding: nil,\n            Close: false,\n            Uncompressed: false,\n            Trailer: nil,\n            Request: {\n                Method: \"GET\",\n                URL: {\n                    Scheme: \"https\",\n                    Opaque: \"\",\n                    User: nil,\n                    Host: \"management.azure.com\",\n                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOpenShiftVersions\",\n                    RawPath: \"\",\n                    OmitHost: false,\n                    ForceQuery: false,\n                    RawQuery: \"api-version=2024-06-10-preview\",\n                    Fragment: \"\",\n                    RawFragment: \"\",\n                },\n                Proto: \"HTTP/1.1\",\n                ProtoMajor: 1,\n                ProtoMinor: 1,\n                Header: {\n                    \"User-Agent\": [\n                        \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n                    ],\n                    \"Authorization\": [\"redacted\"],\n                    \"Accept\": [\"application/json\"],\n                },\n                Body: nil,\n                GetBody: nil,\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Host: \"management.azure.com\",\n                Form: nil,\n                PostForm: nil,\n                MultipartForm: nil,\n                Trailer: nil,\n                RemoteAddr: \"\",\n                RequestURI: \"\",\n                TLS: nil,\n                Cancel: nil,\n                Response: nil,\n                Pattern: \"\",\n                ctx: \u003csuppressed context\u003e,\n                pat: nil,\n                matches: nil,\n                otherValues: nil,\n            },\n            TLS: {\n                Version: 772,\n                HandshakeComplete: true,\n                DidResume: false,\n                CipherSuite: 4866,\n                CurveID: 25,\n                NegotiatedProtocol: \"h2\"...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"881ade9df5d8d79fa262f033188599b904d26499dafe6162673cb1afbef775e7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"2491c47721a6abc1f358621de0f513d1a145fa99f365942e858367cb4ea712a9","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"2b4074511ad4f53d1ed0a23836b393053df6e9df8a421325b3dc735b23480b9f","failure_pattern":"Version .* (doesn't exist|is disabled)","search_query":"Version .* (doesn't exist|is disabled)","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should not be able to create a 4.18 HCP cluster","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":12.5,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,1,1,0,0,0,0,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should not be able to create a 4.18 HCP cluster","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_missing_info.go:82]: Expected\n    \u003c*fmt.wrapError | 0xc000a11da0\u003e: \n    failed to create HCP cluster illegal-hcp-cluster: failed starting cluster creation \"illegal-hcp-cluster\" in resourcegroup=\"illegal-ocp-version-zg9tr2\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-zg9tr2/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster illegal-hcp-cluster: failed starting cluster creation \\\"illegal-hcp-cluster\\\" in resourcegroup=\\\"illegal-ocp-version-zg9tr2\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-zg9tr2/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000a11d80\u003e{\n            msg: \"failed starting cluster creation \\\"illegal-hcp-cluster\\\" in resourcegroup=\\\"illegal-ocp-version-zg9tr2\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-zg9tr2/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc00133b020\u003e{\n                ErrorCode: \"\",\n                StatusCode: 502,\n                RawResponse: {\n                    Status: \"502 Bad Gateway\",\n                    StatusCode: 502,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Ms-Request-Id\": [\n                            \"ea937086-84ee-4877-af2a-0e7c65ded5f3\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: 99A77695EADC427AA082D3ED564473BF Ref B: CHI261140504025 Ref C: 2026-03-03T02:04:56Z\",\n                        ],\n                        \"Date\": [\n                            \"Tue, 03 Mar 2026 02:04:56 GMT\",\n                        ],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/74f411c3-f8b4-468f-98b4-9b6d25fde2f7\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"ea937086-84ee-4877-af2a-0e7c65ded5f3\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260303T020456Z:ea937086-84ee-4877-af2a-0e7c65ded5f3\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"Content-Length\": [\"0\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"10\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0xc000a11cc0\u003e{s: \"\", i: 0},\n                    ContentLength: 0,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"PUT\",\n          ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\nto match error\n    \u003c*matchers.MatchRegexpMatcher | 0xc00133b0b0\u003e: {\n        Regexp: \"Version .* (doesn't exist|is disabled)\",\n        Args: nil,\n    }\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_missing_info.go:82]: Expected\n    \u003c*fmt.wrapError | 0xc000a11da0\u003e: \n    failed to create HCP cluster illegal-hcp-cluster: failed starting cluster creation \"illegal-hcp-cluster\" in resourcegroup=\"illegal-ocp-version-zg9tr2\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-zg9tr2/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster illegal-hcp-cluster: failed starting cluster creation \\\"illegal-hcp-cluster\\\" in resourcegroup=\\\"illegal-ocp-version-zg9tr2\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-zg9tr2/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000a11d80\u003e{\n            msg: \"failed starting cluster creation \\\"illegal-hcp-cluster\\\" in resourcegroup=\\\"illegal-ocp-version-zg9tr2\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-zg9tr2/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc00133b020\u003e{\n                ErrorCode: \"\",\n                StatusCode: 502,\n                RawResponse: {\n                    Status: \"502 Bad Gateway\",\n                    StatusCode: 502,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Ms-Request-Id\": [\n                            \"ea937086-84ee-4877-af2a-0e7c65ded5f3\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: 99A77695EADC427AA082D3ED564473BF Ref B: CHI261140504025 Ref C: 2026-03-03T02:04:56Z\",\n                        ],\n                        \"Date\": [\n                            \"Tue, 03 Mar 2026 02:04:56 GMT\",\n                        ],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/74f411c3-f8b4-468f-98b4-9b6d25fde2f7\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"ea937086-84ee-4877-af2a-0e7c65ded5f3\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260303T020456Z:ea937086-84ee-4877-af2a-0e7c65ded5f3\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"Content-Length\": [\"0\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"10\"],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0xc000a11cc0\u003e{s: \"\", i: 0},\n                    ContentLength: 0,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"PUT\",\n          ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\nto match error\n    \u003c*matchers.MatchRegexpMatcher | 0xc00133b0b0\u003e: {\n        Regexp: \"Version .* (doesn't exist|is disabled)\",\n        Args: nil,\n    }","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_missing_info.go:82]: Expected\n    \u003c*fmt.wrapError | 0xc000d82500\u003e: \n    failed to create HCP cluster illegal-hcp-cluster: failed starting cluster creation \"illegal-hcp-cluster\" in resourcegroup=\"illegal-ocp-version-xg8g49\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-xg8g49/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster illegal-hcp-cluster: failed starting cluster creation \\\"illegal-hcp-cluster\\\" in resourcegroup=\\\"illegal-ocp-version-xg8g49\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-xg8g49/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000d824e0\u003e{\n            msg: \"failed starting cluster creation \\\"illegal-hcp-cluster\\\" in resourcegroup=\\\"illegal-ocp-version-xg8g49\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-xg8g49/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc001067a40\u003e{\n                ErrorCode: \"\",\n                StatusCode: 502,\n                RawResponse: {\n                    Status: \"502 Bad Gateway\",\n                    StatusCode: 502,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/43dc45c5-178f-4ba6-9c89-26234160bbce\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"X-Ms-Request-Id\": [\n                            \"e4087b4e-90a4-483b-bce9-e8de11f4f990\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260302T020435Z:e4087b4e-90a4-483b-bce9-e8de11f4f990\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"e4087b4e-90a4-483b-bce9-e8de11f4f990\",\n                        ],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: 9400E1E30F6D42FB9824BB4364776479 Ref B: CHI261140508040 Ref C: 2026-03-02T02:04:35Z\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"Content-Length\": [\"0\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"9\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Date\": [\n                            \"Mon, 02 Mar 2026 02:04:35 GMT\",\n                        ],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0xc000d82420\u003e{s: \"\", i: 0},\n                    ContentLength: 0,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"PUT\",\n           ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\nto match error\n    \u003c*matchers.MatchRegexpMatcher | 0xc001067ad0\u003e: {\n        Regexp: \"Version .* (doesn't exist|is disabled)\",\n        Args: nil,\n    }\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_missing_info.go:82]: Expected\n    \u003c*fmt.wrapError | 0xc000d82500\u003e: \n    failed to create HCP cluster illegal-hcp-cluster: failed starting cluster creation \"illegal-hcp-cluster\" in resourcegroup=\"illegal-ocp-version-xg8g49\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-xg8g49/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 502: 502 Bad Gateway\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    Response contained no body\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster illegal-hcp-cluster: failed starting cluster creation \\\"illegal-hcp-cluster\\\" in resourcegroup=\\\"illegal-ocp-version-xg8g49\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-xg8g49/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000d824e0\u003e{\n            msg: \"failed starting cluster creation \\\"illegal-hcp-cluster\\\" in resourcegroup=\\\"illegal-ocp-version-xg8g49\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/illegal-ocp-version-xg8g49/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/illegal-hcp-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 502: 502 Bad Gateway\\nERROR CODE UNAVAILABLE\\n--------------------------------------------------------------------------------\\nResponse contained no body\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc001067a40\u003e{\n                ErrorCode: \"\",\n                StatusCode: 502,\n                RawResponse: {\n                    Status: \"502 Bad Gateway\",\n                    StatusCode: 502,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/43dc45c5-178f-4ba6-9c89-26234160bbce\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"X-Ms-Request-Id\": [\n                            \"e4087b4e-90a4-483b-bce9-e8de11f4f990\",\n                        ],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260302T020435Z:e4087b4e-90a4-483b-bce9-e8de11f4f990\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"e4087b4e-90a4-483b-bce9-e8de11f4f990\",\n                        ],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: 9400E1E30F6D42FB9824BB4364776479 Ref B: CHI261140508040 Ref C: 2026-03-02T02:04:35Z\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"Content-Length\": [\"0\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"9\"],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Date\": [\n                            \"Mon, 02 Mar 2026 02:04:35 GMT\",\n                        ],\n                    },\n                    Body: \u003c*exported.nopClosingBytesReader | 0xc000d82420\u003e{s: \"\", i: 0},\n                    ContentLength: 0,\n                    TransferEncoding: nil,\n                    Close: false,\n                    Uncompressed: false,\n                    Trailer: nil,\n                    Request: {\n                        Method: \"PUT\",\n           ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\nto match error\n    \u003c*matchers.MatchRegexpMatcher | 0xc001067ad0\u003e: {\n        Regexp: \"Version .* (doesn't exist|is disabled)\",\n        Args: nil,\n    }"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028651805000339456","occurred_at":"2026-03-03T02:00:55Z","signature_id":"b7356536676c84c69b955a5c119c237488345953992b2c3878003e286bfceede","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028289411279491072","occurred_at":"2026-03-02T02:00:54Z","signature_id":"9997eda5ae553e4c6c61e3dd0583d2ef81720298e15a6d5e635e7acd92c669c1","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"e17b72ff49490f6e1940fa5deb5057f7012ebd4b2cee2f2d2e8b8d47e6784bb9","failure_pattern":"ERROR CODE: LockContention; detail message Failed to acquire lock: timed out; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: LockContention","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":2,"runs_affected":1,"failed_runs":1,"run_impact_percent":6.25,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,0,2,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:147]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc001580180\u003e: \n    failed starting cluster creation \"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-88dt2b\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-88dt2b/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: LockContention\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"LockContention\",\n        \"message\": \"Failed to acquire lock: timed out\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed starting cluster creation \\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-88dt2b\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-88dt2b/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: LockContention\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"LockContention\\\",\\n    \\\"message\\\": \\\"Failed to acquire lock: timed out\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc000f927b0\u003e{\n            ErrorCode: \"LockContention\",\n            StatusCode: 503,\n            RawResponse: {\n                Status: \"503 Service Unavailable\",\n                StatusCode: 503,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Pragma\": [\"no-cache\"],\n                    \"X-Ms-Failure-Cause\": [\"service\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"a833f36a-e645-4a5c-8f2c-07a15aea6c19\",\n                    ],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: A0279EF3AFD84124B08634E296DEB7D0 Ref B: CHI261140503034 Ref C: 2026-03-07T14:45:09Z\",\n                    ],\n                    \"Content-Type\": [\"application/json\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"10012\"],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260307T144519Z:a833f36a-e645-4a5c-8f2c-07a15aea6c19\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Content-Length\": [\"186\"],\n                    \"Expires\": [\"-1\"],\n                    \"Retry-After\": [\"10\"],\n                    \"X-Ms-Request-Id\": [\n                        \"84bcf0ef-9cc3-42c3-b8f3-8fc3210235af\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Ms-Error-Code\": [\"LockContention\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/3f387671-ff74-44f9-b938-73248e7745e1\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"Date\": [\n                        \"Sat, 07 Mar 2026 14:45:19 GMT\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc001580040\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 76, 111, 99, 107, 67, 111, 110, 116, 101, 110, 116, 105, 111, 110, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 32, 116, 111, 32, 97, 99, 113, 117, 105, 114, 101, 32, 108, 111, 99, 107, 58, 32, 116, 105, 109, 101, 100, 32, 111, 117, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 57, 51, 57, 57, 50, 56, 49, 45, 48, 48, 97, 50, 45, 52, 98, 51, 57, 45, 98, 98, 51, 100, 45, 98, 50, 54, 52, 53, 98, 98, 98, 100, 98, 57, 51, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n        ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:147]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc001580180\u003e: \n    failed starting cluster creation \"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-88dt2b\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-88dt2b/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: LockContention\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"LockContention\",\n        \"message\": \"Failed to acquire lock: timed out\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed starting cluster creation \\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-88dt2b\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-back-version-88dt2b/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-ver-4-19\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: LockContention\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"LockContention\\\",\\n    \\\"message\\\": \\\"Failed to acquire lock: timed out\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc000f927b0\u003e{\n            ErrorCode: \"LockContention\",\n            StatusCode: 503,\n            RawResponse: {\n                Status: \"503 Service Unavailable\",\n                StatusCode: 503,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Pragma\": [\"no-cache\"],\n                    \"X-Ms-Failure-Cause\": [\"service\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"a833f36a-e645-4a5c-8f2c-07a15aea6c19\",\n                    ],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: A0279EF3AFD84124B08634E296DEB7D0 Ref B: CHI261140503034 Ref C: 2026-03-07T14:45:09Z\",\n                    ],\n                    \"Content-Type\": [\"application/json\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"10012\"],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260307T144519Z:a833f36a-e645-4a5c-8f2c-07a15aea6c19\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Content-Length\": [\"186\"],\n                    \"Expires\": [\"-1\"],\n                    \"Retry-After\": [\"10\"],\n                    \"X-Ms-Request-Id\": [\n                        \"84bcf0ef-9cc3-42c3-b8f3-8fc3210235af\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Ms-Error-Code\": [\"LockContention\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/3f387671-ff74-44f9-b938-73248e7745e1\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"Date\": [\n                        \"Sat, 07 Mar 2026 14:45:19 GMT\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc001580040\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 76, 111, 99, 107, 67, 111, 110, 116, 101, 110, 116, 105, 111, 110, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 32, 116, 111, 32, 97, 99, 113, 117, 105, 114, 101, 32, 108, 111, 99, 107, 58, 32, 116, 105, 109, 101, 100, 32, 111, 117, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 57, 57, 51, 57, 57, 50, 56, 49, 45, 48, 48, 97, 50, 45, 52, 98, 51, 57, 45, 98, 98, 51, 100, 45, 98, 50, 54, 52, 53, 98, 98, 98, 100, 98, 57, 51, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n        ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0008b0cc0\u003e: \n    failed to create HCP cluster ea-listkk9gpt: failed starting cluster creation \"ea-listkk9gpt\" in resourcegroup=\"ea-list-696m67\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-696m67/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listkk9gpt\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: LockContention\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"LockContention\",\n        \"message\": \"Failed to acquire lock: timed out\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster ea-listkk9gpt: failed starting cluster creation \\\"ea-listkk9gpt\\\" in resourcegroup=\\\"ea-list-696m67\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-696m67/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listkk9gpt\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: LockContention\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"LockContention\\\",\\n    \\\"message\\\": \\\"Failed to acquire lock: timed out\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0008b0ca0\u003e{\n            msg: \"failed starting cluster creation \\\"ea-listkk9gpt\\\" in resourcegroup=\\\"ea-list-696m67\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-696m67/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listkk9gpt\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: LockContention\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"LockContention\\\",\\n    \\\"message\\\": \\\"Failed to acquire lock: timed out\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc00003bd70\u003e{\n                ErrorCode: \"LockContention\",\n                StatusCode: 503,\n                RawResponse: {\n                    Status: \"503 Service Unavailable\",\n                    StatusCode: 503,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Content-Length\": [\"186\"],\n                        \"X-Ms-Request-Id\": [\n                            \"91c02e2c-cc8d-4422-bd86-5620a3fc1227\",\n                        ],\n                        \"X-Envoy-Upstream-Service-Time\": [\"10009\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: DADE54595A9D4685B4DD37B0EB4FA0CB Ref B: CHI261140511034 Ref C: 2026-03-07T14:45:09Z\",\n                        ],\n                        \"Expires\": [\"-1\"],\n                        \"Retry-After\": [\"10\"],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"4bb2aad3-0bc5-4433-ac57-7bf14867b5ad\",\n                        ],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Date\": [\n                            \"Sat, 07 Mar 2026 14:45:19 GMT\",\n                        ],\n                        \"X-Ms-Error-Code\": [\"LockContention\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/8c204380-4777-4268-9b04-a08592cad436\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260307T144519Z:4bb2aad3-0bc5-4433-ac57-7bf148...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0008b0cc0\u003e: \n    failed to create HCP cluster ea-listkk9gpt: failed starting cluster creation \"ea-listkk9gpt\" in resourcegroup=\"ea-list-696m67\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-696m67/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listkk9gpt\n    --------------------------------------------------------------------------------\n    RESPONSE 503: 503 Service Unavailable\n    ERROR CODE: LockContention\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"LockContention\",\n        \"message\": \"Failed to acquire lock: timed out\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster ea-listkk9gpt: failed starting cluster creation \\\"ea-listkk9gpt\\\" in resourcegroup=\\\"ea-list-696m67\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-696m67/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listkk9gpt\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: LockContention\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"LockContention\\\",\\n    \\\"message\\\": \\\"Failed to acquire lock: timed out\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0008b0ca0\u003e{\n            msg: \"failed starting cluster creation \\\"ea-listkk9gpt\\\" in resourcegroup=\\\"ea-list-696m67\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-696m67/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listkk9gpt\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: LockContention\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"LockContention\\\",\\n    \\\"message\\\": \\\"Failed to acquire lock: timed out\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc00003bd70\u003e{\n                ErrorCode: \"LockContention\",\n                StatusCode: 503,\n                RawResponse: {\n                    Status: \"503 Service Unavailable\",\n                    StatusCode: 503,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Content-Length\": [\"186\"],\n                        \"X-Ms-Request-Id\": [\n                            \"91c02e2c-cc8d-4422-bd86-5620a3fc1227\",\n                        ],\n                        \"X-Envoy-Upstream-Service-Time\": [\"10009\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Content-Type-Options\": [\"nosniff\"],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: DADE54595A9D4685B4DD37B0EB4FA0CB Ref B: CHI261140511034 Ref C: 2026-03-07T14:45:09Z\",\n                        ],\n                        \"Expires\": [\"-1\"],\n                        \"Retry-After\": [\"10\"],\n                        \"X-Ms-Failure-Cause\": [\"service\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"4bb2aad3-0bc5-4433-ac57-7bf14867b5ad\",\n                        ],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"Date\": [\n                            \"Sat, 07 Mar 2026 14:45:19 GMT\",\n                        ],\n                        \"X-Ms-Error-Code\": [\"LockContention\"],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=0e96dbb7-17a2-4393-b2d3-d84524e39c32/uksouth/8c204380-4777-4268-9b04-a08592cad436\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Routing-Request-Id\": [\n                            \"UKSOUTH:20260307T144519Z:4bb2aad3-0bc5-4433-ac57-7bf148...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030292537238884352","occurred_at":"2026-03-07T14:40:36Z","signature_id":"16d96517964b10d8684a38e1d3cb6d637d467392a50e6c88797911243eac2be6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2030292537238884352","occurred_at":"2026-03-07T14:40:36Z","signature_id":"673498fa3caa284ccfbe1d5f132d5e3856568e4448607585452ee896419c5e27","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"c003b2a769aa99eb7fb7b190d9500cf5bcdaa40b1a6b64061ebcca9320c42eb7","failure_pattern":"Should receive valid HTTP status code from authorized IP","search_query":"Should receive valid HTTP status code from authorized IP","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":6.25,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:168]: Timed out after 120.005s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:167 with:\nShould receive valid HTTP status code from authorized IP\nExpected\n    \u003cstring\u003e: 000\nto match regular expression\n    \u003cstring\u003e: ^[2-5][0-9][0-9]$\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:168]: Timed out after 120.005s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:167 with:\nShould receive valid HTTP status code from authorized IP\nExpected\n    \u003cstring\u003e: 000\nto match regular expression\n    \u003cstring\u003e: ^[2-5][0-9][0-9]$"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2029294729610399744","occurred_at":"2026-03-04T20:35:40Z","signature_id":"a4906437c138eca278a89578cd4297bb0f7b7adfe53ac9c8149e269a852a1e50","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"f19bab0348f8db4062ae2d9061340644f6219fa530317d521c394cbbc4c12a91","failure_pattern":"subscription state not found","search_query":"subscription state not found","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":6.25,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-03-01..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:314]: Timed out after 300.000s.\nNFD operator should be installed successfully\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc000482ec0\u003e: \n    subscription state not found\n    {\n        s: \"subscription state not found\",\n    }\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:314]: Timed out after 300.000s.\nNFD operator should be installed successfully\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc000482ec0\u003e: \n    subscription state not found\n    {\n        s: \"subscription state not found\",\n    }"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2028722474891350016","occurred_at":"2026-03-03T06:41:44Z","signature_id":"68a5f58e900258626283357b068d2c7686a42c09115a2ee214bbecba9ebf9437","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}
