{"meta":{"date":"2026-08-12","timezone":"UTC","generated_at":"2026-08-26T17:43:56Z","environments":["stg"]},"environments":[{"environment":"stg","summary":{"total_runs":2,"failed_runs":2,"runs_with_occurrences":2,"runs_with_failure_pattern_matches":2,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":0,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-08-12T23:00:37Z"},"failed_at":["e2e"],"failed_test_count":44,"occurrences":[{"row_id":"015328da92a9f9619efb2802e1d57143101c7c224f5e9d587b77ea85f58fb6cc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"8fb47915a99b7942273ec1ad4b5f3177d1a70152376feea945a6a51dedfb6a32","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:741]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e94120\u003e: \n    failed to create HCP cluster np-dg-minor-nljpvc, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-nljpvc in resource group rg-np-dg-minor-nljpvc-pzjbw94vcv2g, error: failed waiting for cluster=\"np-dg-minor-nljpvc\" in resourcegroup=\"rg-np-dg-minor-nljpvc-pzjbw94vcv2g\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-nljpvc in resource group rg-np-dg-minor-nljpvc-pzjbw94vcv2g, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:741]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e94120\u003e: \n    failed to create HCP cluster np-dg-minor-nljpvc, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-nljpvc in resource group rg-np-dg-minor-nljpvc-pzjbw94vcv2g, error: failed waiting for cluster=\"np-dg-minor-nljpvc\" in resourcegroup=\"rg-np-dg-minor-nljpvc-pzjbw94vcv2g\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-nljpvc in resource group rg-np-dg-minor-nljpvc-pzjbw94vcv2g, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"01a83d77fb7783dfc36996d95b1c359e5c8430ee95ecd6c85317d5d25b8e99bd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"7c972d65e20345aed12ffd47ebeb8896e4b549664c1e61bff90bf8a2530700b9","test_name":"FIPS Mode Support with v2026-06-30 API should create an HCP cluster with FIPS mode enabled via cryptoRestrictions property","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:106]: failed to create HCP cluster \"fips-enabled-cluster\" with cryptoRestrictions set to FIPS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000d63a60\u003e: \n    failed waiting for cluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-kmsgscs8mpqf\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9e67d6cb-ea52-4b03-95fb-39104e8ffc3e\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9e67d6cb-ea52-4b03-95fb-39104e8ffc3e\",\n      \"name\": \"9e67d6cb-ea52-4b03-95fb-39104e8ffc3e\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:13.76086965Z\",\n      \"endTime\": \"2026-08-12T23:32:18.170878571Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:106]: failed to create HCP cluster \"fips-enabled-cluster\" with cryptoRestrictions set to FIPS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000d63a60\u003e: \n    failed waiting for cluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-kmsgscs8mpqf\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9e67d6cb-ea52-4b03-95fb-39104e8ffc3e\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9e67d6cb-ea52-4b03-95fb-39104e8ffc3e\",\n      \"name\": \"9e67d6cb-ea52-4b03-95fb-39104e8ffc3e\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:13.76086965Z\",\n      \"endTime\": \"2026-08-12T23:32:18.170878571Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"08e432e28ec0eb008abc1990ae51208f7f6b0a4bfc0fd796bb58ec8830f43111","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"1f7e305042dcbc0982a31b0040f77a60aa3b47c624fb2aa4676f55fcc6c69b35","test_name":"Customer should create a cluster with private ingress using v20260630preview and verify the ingress is internal","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:103]: failed to create HCP cluster \"private-ingress\" with private ingress\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000da8c20\u003e: \n    failed to create HCP cluster private-ingress: failed waiting for cluster=\"private-ingress\" in resourcegroup=\"private-ingress-6vdds2hxbznq\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7843db32-f3f3-4261-a920-5a03bbcd8a22\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7843db32-f3f3-4261-a920-5a03bbcd8a22\",\n      \"name\": \"7843db32-f3f3-4261-a920-5a03bbcd8a22\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:07.106456723Z\",\n      \"endTime\": \"2026-08-12T23:32:07.889649802Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:103]: failed to create HCP cluster \"private-ingress\" with private ingress\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000da8c20\u003e: \n    failed to create HCP cluster private-ingress: failed waiting for cluster=\"private-ingress\" in resourcegroup=\"private-ingress-6vdds2hxbznq\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7843db32-f3f3-4261-a920-5a03bbcd8a22\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7843db32-f3f3-4261-a920-5a03bbcd8a22\",\n      \"name\": \"7843db32-f3f3-4261-a920-5a03bbcd8a22\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:07.106456723Z\",\n      \"endTime\": \"2026-08-12T23:32:07.889649802Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"0badc647ea26e07f76555acfd2cbd5f8e5517404837316d65a992b105042cbb0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"6548a79724214bab73eec1a9686c480ed7acdb6aebead0cbeeb364ba3154a2de","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001d94720\u003e: \n    failed to create HCP cluster private-kas, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-lplll26b6xz5, error: failed waiting for cluster=\"private-kas\" in resourcegroup=\"private-kas-lplll26b6xz5\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-lplll26b6xz5, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001d94720\u003e: \n    failed to create HCP cluster private-kas, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-lplll26b6xz5, error: failed waiting for cluster=\"private-kas\" in resourcegroup=\"private-kas-lplll26b6xz5\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-lplll26b6xz5, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"0c6ecd8f98368e07a46c4f961042b9b197d6e08c1b22d0d15da66f2075eefa96","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"93d56238af87b094e7ce7c7daf262eca4024374c696fae002226a455daea544a","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-4-21-cb5lfhrh5w9z/cluster-nightly-4-21-7p6w2j should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00161eff0\u003e: \n    failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-4-21-cb5lfhrh5w9z/cluster-nightly-4-21-7p6w2j should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00161eff0\u003e: \n    failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"0f280d98b218eda58294be49dcaade485bfaf6269ca3eb4e70bf72f64645a640","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"b975a1d85140be559e3fbefde44db64a705c7a50944243dd269747fe525bc880","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:151]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ffe720\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-zv9wx4gjwf5g\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-zv9wx4gjwf5g, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:151]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ffe720\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-zv9wx4gjwf5g\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-zv9wx4gjwf5g, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"161b901491257e6b6fb3c38898fb45b536fbd1fcc2047d13e5457653426fbafa","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"1caa8239701d9d53ae1cc8776cdac7142f83186c178d7932a1ad5321a2dc653a","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001573290\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-x4wxcx4fq8l6, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-x4wxcx4fq8l6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-x4wxcx4fq8l6, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001573290\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-x4wxcx4fq8l6, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-x4wxcx4fq8l6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-x4wxcx4fq8l6, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"17528563c3489d82df3cf521bd64a4eac4160baf0d626b5ec8697823dfe2f8de","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"14c80964b9874c9081110be783c8e717ab9db60e5a66ec45327b015be13e84aa","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Cluster provisioning failed\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Cluster provisioning failed","failure_pattern_match":{"status":"clustered","failure_pattern_id":"44e2d333ce62abafbaf16d046b61703140a463730eb39f1d9ff95ea9875c0757","failure_pattern":"Cluster provisioning failed","search_query":"Cluster provisioning failed"}},{"row_id":"2b491ce60ef4f9034a37770f031005b9351382067bdae990f05de84d1e2d8b7f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"9b59592df8f3f08711f612d4c273ec27919053f5ccedf77d0af9b29e31224cdb","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:88]: failed to create HCP cluster \"cilium-cl\" without CNI\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ad5020\u003e: \n    failed to create HCP cluster cilium-cl: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-j5pjh4p4gt5f\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/39f9b90a-58c8-4701-9498-7b2522260fdb\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/39f9b90a-58c8-4701-9498-7b2522260fdb\",\n      \"name\": \"39f9b90a-58c8-4701-9498-7b2522260fdb\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:07.626596163Z\",\n      \"endTime\": \"2026-08-12T23:32:07.890086061Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:88]: failed to create HCP cluster \"cilium-cl\" without CNI\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ad5020\u003e: \n    failed to create HCP cluster cilium-cl: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-j5pjh4p4gt5f\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/39f9b90a-58c8-4701-9498-7b2522260fdb\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/39f9b90a-58c8-4701-9498-7b2522260fdb\",\n      \"name\": \"39f9b90a-58c8-4701-9498-7b2522260fdb\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:07.626596163Z\",\n      \"endTime\": \"2026-08-12T23:32:07.890086061Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"3182c556a18256ce8c2e1065a27e2a9d55f6205c411f42a06dcae39f63f1620f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"8115db83722f789b362a6829cd83080332ce6efff9489194c7612904f9ccdc65","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 5.1","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-5-1-4v98jqxlslfn/cluster-nightly-5-1-mcj79m should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ad39b0\u003e: \n    failed to create HCP cluster cluster-nightly-5-1-mcj79m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-mcj79m in resource group rg-nightly-5-1-4v98jqxlslfn, error: failed waiting for cluster=\"cluster-nightly-5-1-mcj79m\" in resourcegroup=\"rg-nightly-5-1-4v98jqxlslfn\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-mcj79m in resource group rg-nightly-5-1-4v98jqxlslfn, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-5-1-4v98jqxlslfn/cluster-nightly-5-1-mcj79m should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ad39b0\u003e: \n    failed to create HCP cluster cluster-nightly-5-1-mcj79m, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-mcj79m in resource group rg-nightly-5-1-4v98jqxlslfn, error: failed waiting for cluster=\"cluster-nightly-5-1-mcj79m\" in resourcegroup=\"rg-nightly-5-1-4v98jqxlslfn\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-mcj79m in resource group rg-nightly-5-1-4v98jqxlslfn, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"47ea09ed1b26bc4062daee8ed6352973770d7eadf67f936a0514a2b691a2f6af","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"36832e96d07717873eb430e2ac96a426fdfb8acd4c24d1522a88a9fc70cab968","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:217]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009c7680\u003e: \n    failed to create HCP cluster oidc-wi-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-hfwgsrfml26l, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-hfwgsrfml26l\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-hfwgsrfml26l, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:217]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009c7680\u003e: \n    failed to create HCP cluster oidc-wi-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-hfwgsrfml26l, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-hfwgsrfml26l\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-hfwgsrfml26l, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"4a6401b883e03f0ae08c0a114444a5533ac248d1e77047fa19d94cfb8784c5e3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"4258a39075ac69df30ac25ce58178a8c70a2f2f1d5370856bb5eb0a66b63c67b","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:90]: failed to create HCP cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010074c0\u003e: \n    failed to create HCP cluster cx-rg-hcp-cluster: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-7xgczsshmdlk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d7450e4b-c60d-4bd8-ad8a-d2518c40cdad\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d7450e4b-c60d-4bd8-ad8a-d2518c40cdad\",\n      \"name\": \"d7450e4b-c60d-4bd8-ad8a-d2518c40cdad\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:08.014469675Z\",\n      \"endTime\": \"2026-08-12T23:32:08.031843758Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:90]: failed to create HCP cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010074c0\u003e: \n    failed to create HCP cluster cx-rg-hcp-cluster: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-7xgczsshmdlk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d7450e4b-c60d-4bd8-ad8a-d2518c40cdad\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d7450e4b-c60d-4bd8-ad8a-d2518c40cdad\",\n      \"name\": \"d7450e4b-c60d-4bd8-ad8a-d2518c40cdad\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:08.014469675Z\",\n      \"endTime\": \"2026-08-12T23:32:08.031843758Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"538f819246b3404eef6cfdb37e77a2d9317a7037b67eaa1fc6c7c4996fabbf00","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"43764d410e6a0f2b1942700a50fae375ddc8b1c6591db73e2bbd796c6072bd35","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:270]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ade2d0\u003e: \n    failed to create HCP cluster shoebox-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-llntfltwsbq7, error: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-llntfltwsbq7\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-llntfltwsbq7, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:270]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ade2d0\u003e: \n    failed to create HCP cluster shoebox-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-llntfltwsbq7, error: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-llntfltwsbq7\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-llntfltwsbq7, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"5d09c04a914f15ae7a5c06ed9b5ce2483f1b8a1193a6b030e4a88a9762b2a2a6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"170feaeab8961d56d866b9e5264c2c43bc18692dfbb32a8e95664f30824f53e8","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: failed to create HCP cluster for patch-name test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e42bc0\u003e: \n    failed to create HCP cluster patch-name-cluster: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-gt7vcrd2j499\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/29504733-ffef-413c-9628-dc7962c0f7bc\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/29504733-ffef-413c-9628-dc7962c0f7bc\",\n      \"name\": \"29504733-ffef-413c-9628-dc7962c0f7bc\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:09.197544592Z\",\n      \"endTime\": \"2026-08-12T23:32:18.050408687Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: failed to create HCP cluster for patch-name test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e42bc0\u003e: \n    failed to create HCP cluster patch-name-cluster: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-gt7vcrd2j499\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/29504733-ffef-413c-9628-dc7962c0f7bc\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/29504733-ffef-413c-9628-dc7962c0f7bc\",\n      \"name\": \"29504733-ffef-413c-9628-dc7962c0f7bc\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:09.197544592Z\",\n      \"endTime\": \"2026-08-12T23:32:18.050408687Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"67416ee30cf3c85e28602b2f8941e7baf8d43ea9f2e503b1916c49fd169e102b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"ee9d239b4ac8d3c0f76343356b95ef29102ddd73ec8fb00b710df40400627b44","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:87]: failed to create HCP cluster for external auth list test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012da2d0\u003e: \n    failed to create HCP cluster ea-listlw7lzh, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlw7lzh in resource group ea-list-cbcwzq4lffwg, error: failed waiting for cluster=\"ea-listlw7lzh\" in resourcegroup=\"ea-list-cbcwzq4lffwg\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlw7lzh in resource group ea-list-cbcwzq4lffwg, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:87]: failed to create HCP cluster for external auth list test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012da2d0\u003e: \n    failed to create HCP cluster ea-listlw7lzh, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlw7lzh in resource group ea-list-cbcwzq4lffwg, error: failed waiting for cluster=\"ea-listlw7lzh\" in resourcegroup=\"ea-list-cbcwzq4lffwg\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlw7lzh in resource group ea-list-cbcwzq4lffwg, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"77e64c3071e7179adb94ca1c09bd040d8af851efe8219652a53df8e02bc51d91","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"dfae7ae8da9d08de96930d5911ea28f6af7bee0b289fdff8b19fb70f654a19b2","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 5.0","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-5-0-n9q8zxncd2kd/cluster-nightly-5-0-kp9fmb should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015ac570\u003e: \n    failed to create HCP cluster cluster-nightly-5-0-kp9fmb, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-kp9fmb in resource group rg-nightly-5-0-n9q8zxncd2kd, error: failed waiting for cluster=\"cluster-nightly-5-0-kp9fmb\" in resourcegroup=\"rg-nightly-5-0-n9q8zxncd2kd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-kp9fmb in resource group rg-nightly-5-0-n9q8zxncd2kd, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-5-0-n9q8zxncd2kd/cluster-nightly-5-0-kp9fmb should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015ac570\u003e: \n    failed to create HCP cluster cluster-nightly-5-0-kp9fmb, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-kp9fmb in resource group rg-nightly-5-0-n9q8zxncd2kd, error: failed waiting for cluster=\"cluster-nightly-5-0-kp9fmb\" in resourcegroup=\"rg-nightly-5-0-n9q8zxncd2kd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-0-kp9fmb in resource group rg-nightly-5-0-n9q8zxncd2kd, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"83876c382baca59aa38a3adcfb28b9cf5ed9c533d587d5ba2807bb152ded7295","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"e90a0bfeb9f85901c53b9879cba3388ef229819019329e3ec386d75ba33d23da","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:291]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017ea750\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-cjnblg584v89, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-cjnblg584v89\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-cjnblg584v89, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:291]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017ea750\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-cjnblg584v89, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-cjnblg584v89\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-cjnblg584v89, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"8b89c8e28a9e1558925c09e0ab5428d463cb4c5ef04eb824859e0d6c0b52f62d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"0abcac861d64480f832ebef96603a53c61ba7d702878dcc2c902f9b7f93e6c28","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:107]: failed to create seed HCP cluster basic-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000cb0580\u003e: \n    failed to create HCP cluster basic-cluster: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-qmjc2td5kfmp\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e411b909-3353-46c9-b162-a4b4feb49d45\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e411b909-3353-46c9-b162-a4b4feb49d45\",\n      \"name\": \"e411b909-3353-46c9-b162-a4b4feb49d45\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:07.028520523Z\",\n      \"endTime\": \"2026-08-12T23:32:08.085949296Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:107]: failed to create seed HCP cluster basic-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000cb0580\u003e: \n    failed to create HCP cluster basic-cluster: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-qmjc2td5kfmp\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e411b909-3353-46c9-b162-a4b4feb49d45\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e411b909-3353-46c9-b162-a4b4feb49d45\",\n      \"name\": \"e411b909-3353-46c9-b162-a4b4feb49d45\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:07.028520523Z\",\n      \"endTime\": \"2026-08-12T23:32:08.085949296Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"8ce8d29d55be08960e62f7cad10e9908f8f669479bb0f704803e4548e94affbd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"d4ea5aa65304c1633d157772df9c08162c01e5621d3967bd650855dfb1d0ccb9","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b44090\u003e: \n    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-hwptxlrw6tdb, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-hwptxlrw6tdb\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-hwptxlrw6tdb, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b44090\u003e: \n    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-hwptxlrw6tdb, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-hwptxlrw6tdb\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-hwptxlrw6tdb, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"8df43debc612b6aa052e78bc47886aaa5d3c50ce247b804e24f700bfb9593b3a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"dc85a95fb3289b09c6295b09a312f4c14fe15a3574f41e14b0c73950b3021c30","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-22-4g2x2s\" with version 4.22.6 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0007bc750\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-4g2x2s, caused by: timeout '35.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-4g2x2s in resource group rg-zstream-upgrade-4-22-jv8gq66f9m7d, error: failed waiting for cluster=\"cluster-zstream-4-22-4g2x2s\" in resourcegroup=\"rg-zstream-upgrade-4-22-jv8gq66f9m7d\" to finish creating, caused by: timeout '35.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-4g2x2s in resource group rg-zstream-upgrade-4-22-jv8gq66f9m7d, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-22-4g2x2s\" with version 4.22.6 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0007bc750\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-4g2x2s, caused by: timeout '35.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-4g2x2s in resource group rg-zstream-upgrade-4-22-jv8gq66f9m7d, error: failed waiting for cluster=\"cluster-zstream-4-22-4g2x2s\" in resourcegroup=\"rg-zstream-upgrade-4-22-jv8gq66f9m7d\" to finish creating, caused by: timeout '35.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-4g2x2s in resource group rg-zstream-upgrade-4-22-jv8gq66f9m7d, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"8eed1edaddb0a0c843779fab221b9f01462be8ad9a57744eb0273c607c6bdec8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"6e39b61a1d1fd1f362065f42d161e06cd475da09469e6613e9ffe07026c26cef","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:184]: failed to create HCP cluster \"agg-cluster\" with aggregated settings\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002b8e060\u003e: \n    failed waiting for cluster=\"agg-cluster\" in resourcegroup=\"feature-aggregation-6znxn57rr5l8\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster agg-cluster in resource group feature-aggregation-6znxn57rr5l8, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:184]: failed to create HCP cluster \"agg-cluster\" with aggregated settings\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc002b8e060\u003e: \n    failed waiting for cluster=\"agg-cluster\" in resourcegroup=\"feature-aggregation-6znxn57rr5l8\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster agg-cluster in resource group feature-aggregation-6znxn57rr5l8, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"91b76f7d33dc45964c892386b780301d7e22d467695618906c989657717479e1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"d27485e0f58378de9dd7aee046b6a1c2e6d11ebff8d53b128e36601a326d67ac","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:161]: failed to create HCP cluster for patch-tags test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000d04160\u003e: \n    failed to create HCP cluster patch-tags-cluster: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-rmrzldjvmpp6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2eaead07-936e-4dfd-9ed2-279137d2791e\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2eaead07-936e-4dfd-9ed2-279137d2791e\",\n      \"name\": \"2eaead07-936e-4dfd-9ed2-279137d2791e\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:09.301907409Z\",\n      \"endTime\": \"2026-08-12T23:32:17.974416876Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:161]: failed to create HCP cluster for patch-tags test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000d04160\u003e: \n    failed to create HCP cluster patch-tags-cluster: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-rmrzldjvmpp6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2eaead07-936e-4dfd-9ed2-279137d2791e\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2eaead07-936e-4dfd-9ed2-279137d2791e\",\n      \"name\": \"2eaead07-936e-4dfd-9ed2-279137d2791e\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:09.301907409Z\",\n      \"endTime\": \"2026-08-12T23:32:17.974416876Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"91cf6c8f9b7ef79cd09e176ffb8b25f36aace8336d5f865cadcd3f1f918e0d3d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"f445de480106366d0acadae151720163201976e6b0414ce15dce2ca778e3eff2","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:462]: failed to create HCP cluster np-skip-minor-bcpgr7 at version 4.22.0-0.nightly-multi-2026-08-12-035607\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d7a4e0\u003e: \n    failed to create HCP cluster np-skip-minor-bcpgr7, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-bcpgr7 in resource group rg-np-skip-minor-bcpgr7-qtm4x6thnrtx, error: failed waiting for cluster=\"np-skip-minor-bcpgr7\" in resourcegroup=\"rg-np-skip-minor-bcpgr7-qtm4x6thnrtx\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-bcpgr7 in resource group rg-np-skip-minor-bcpgr7-qtm4x6thnrtx, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:462]: failed to create HCP cluster np-skip-minor-bcpgr7 at version 4.22.0-0.nightly-multi-2026-08-12-035607\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d7a4e0\u003e: \n    failed to create HCP cluster np-skip-minor-bcpgr7, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-bcpgr7 in resource group rg-np-skip-minor-bcpgr7-qtm4x6thnrtx, error: failed waiting for cluster=\"np-skip-minor-bcpgr7\" in resourcegroup=\"rg-np-skip-minor-bcpgr7-qtm4x6thnrtx\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-bcpgr7 in resource group rg-np-skip-minor-bcpgr7-qtm4x6thnrtx, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"948863266b21af1b5647d1250234b08583801897a6b33f4a2185258ed5d02e73","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"dc238110dc29238b8d57b3a629513851470ef89c0b38f2a83e1ccb990aec67a0","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:98]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011c9530\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-77ns82nr7k98\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-77ns82nr7k98, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:98]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011c9530\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-77ns82nr7k98\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-77ns82nr7k98, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"a4317cc49f83bef3bfec76a7d422056fd03cd4c7577150df2346cf78d5ad69bb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"8070c7ac6cd57501ed6e7e54288ff1d0848fa59dbfebdcac87c0ad2a3cac98bd","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-21-f2pwf7\" with version 4.21.27 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014aa930\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-f2pwf7, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-f2pwf7 in resource group rg-zstream-upgrade-4-21-dtjh772qt25b, error: failed waiting for cluster=\"cluster-zstream-4-21-f2pwf7\" in resourcegroup=\"rg-zstream-upgrade-4-21-dtjh772qt25b\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-f2pwf7 in resource group rg-zstream-upgrade-4-21-dtjh772qt25b, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-21-f2pwf7\" with version 4.21.27 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014aa930\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-f2pwf7, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-f2pwf7 in resource group rg-zstream-upgrade-4-21-dtjh772qt25b, error: failed waiting for cluster=\"cluster-zstream-4-21-f2pwf7\" in resourcegroup=\"rg-zstream-upgrade-4-21-dtjh772qt25b\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-f2pwf7 in resource group rg-zstream-upgrade-4-21-dtjh772qt25b, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"a6a40635d51c3395e891009fe5121dec618ab3ea902067bab718d805eca8d5bd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"796e62301ade7871b4a3f55c6ef373bb469acbc06e9a171a451a0a987be155ce","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:111]: failed to create HCP cluster \"cidr-connectivity-test\" with authorized CIDRs\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00298e7e0\u003e: \n    failed to create HCP cluster cidr-connectivity-test, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-78nnlltbvf2f, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-78nnlltbvf2f\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-78nnlltbvf2f, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:111]: failed to create HCP cluster \"cidr-connectivity-test\" with authorized CIDRs\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00298e7e0\u003e: \n    failed to create HCP cluster cidr-connectivity-test, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-78nnlltbvf2f, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-78nnlltbvf2f\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-78nnlltbvf2f, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"a9f9fa7cdfa818404394b00f55fd715707fda65bff70a27684e5a8976ab694ca","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"c9c4bf76de90dc9730f37e86a60af4ecc8eb8d5409c80bc00d45f5ca293ba928","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:96]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0006cb0e0\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-bcvsv54v6f7z\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1d233c92-c50c-4b14-a63d-aab48d7d4d5f\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1d233c92-c50c-4b14-a63d-aab48d7d4d5f\",\n      \"name\": \"1d233c92-c50c-4b14-a63d-aab48d7d4d5f\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:07.742078548Z\",\n      \"endTime\": \"2026-08-12T23:32:08.21666019Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:96]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0006cb0e0\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-bcvsv54v6f7z\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1d233c92-c50c-4b14-a63d-aab48d7d4d5f\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1d233c92-c50c-4b14-a63d-aab48d7d4d5f\",\n      \"name\": \"1d233c92-c50c-4b14-a63d-aab48d7d4d5f\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:07.742078548Z\",\n      \"endTime\": \"2026-08-12T23:32:08.21666019Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"ad3a1e3b828dad726d1b82dd64b1f9bbb18a04beb27ddcc13a35c3cba7b74ad1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"1acf4470d615c59cea74762f35e00fbae5aa5392d56715ee958008a1476bce9f","test_name":"Customer should be able to create an HCP cluster with custom autoscaling and update the autoscaling configuration","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:108]: failed to create HCP cluster \"autoscaling-hcp-cluster\" with custom autoscaling\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000714860\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-p4nzzjdbw9ww\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9148f796-b813-40f5-8536-9d26a2b23178\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9148f796-b813-40f5-8536-9d26a2b23178\",\n      \"name\": \"9148f796-b813-40f5-8536-9d26a2b23178\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:08.107724444Z\",\n      \"endTime\": \"2026-08-12T23:32:08.155952491Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:108]: failed to create HCP cluster \"autoscaling-hcp-cluster\" with custom autoscaling\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000714860\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-p4nzzjdbw9ww\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9148f796-b813-40f5-8536-9d26a2b23178\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9148f796-b813-40f5-8536-9d26a2b23178\",\n      \"name\": \"9148f796-b813-40f5-8536-9d26a2b23178\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:08.107724444Z\",\n      \"endTime\": \"2026-08-12T23:32:08.155952491Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"adbbe92c5780d56989c7f658a505ea0f7ed006f1e18feb0b097bcf09282bad6d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"73247ed7662b3f50f20a0582b4b91b628f4d75a4c3456e45ab965a0aa7500445","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-4-20-zfqczkx4nj8q/cluster-nightly-4-20-zt92tr should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0009a4c60\u003e: \n    failed to create HCP cluster cluster-nightly-4-20-zt92tr: failed waiting for cluster=\"cluster-nightly-4-20-zt92tr\" in resourcegroup=\"rg-nightly-4-20-zfqczkx4nj8q\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c13efd68-b5ae-4888-86ab-bbe40edf1762\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c13efd68-b5ae-4888-86ab-bbe40edf1762\",\n      \"name\": \"c13efd68-b5ae-4888-86ab-bbe40edf1762\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:12:59.621704648Z\",\n      \"endTime\": \"2026-08-12T23:32:08.203795706Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-4-20-zfqczkx4nj8q/cluster-nightly-4-20-zt92tr should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0009a4c60\u003e: \n    failed to create HCP cluster cluster-nightly-4-20-zt92tr: failed waiting for cluster=\"cluster-nightly-4-20-zt92tr\" in resourcegroup=\"rg-nightly-4-20-zfqczkx4nj8q\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c13efd68-b5ae-4888-86ab-bbe40edf1762\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c13efd68-b5ae-4888-86ab-bbe40edf1762\",\n      \"name\": \"c13efd68-b5ae-4888-86ab-bbe40edf1762\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:12:59.621704648Z\",\n      \"endTime\": \"2026-08-12T23:32:08.203795706Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"b0303d356c8bc7119935f0ae850aa7be0f40bc5e5b36a78241a3d42a07bbf7eb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"ebe5a9bd4c8b51eed8b0c356a966059b810ef9c8bcbe1484a8ebc78e600e60b2","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-4-22-plm4brf9g6zw/cluster-nightly-4-22-fz7bkg should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0018105a0\u003e: \n    failed to create HCP cluster cluster-nightly-4-22-fz7bkg, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-22-fz7bkg in resource group rg-nightly-4-22-plm4brf9g6zw, error: failed waiting for cluster=\"cluster-nightly-4-22-fz7bkg\" in resourcegroup=\"rg-nightly-4-22-plm4brf9g6zw\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-22-fz7bkg in resource group rg-nightly-4-22-plm4brf9g6zw, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-4-22-plm4brf9g6zw/cluster-nightly-4-22-fz7bkg should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0018105a0\u003e: \n    failed to create HCP cluster cluster-nightly-4-22-fz7bkg, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-22-fz7bkg in resource group rg-nightly-4-22-plm4brf9g6zw, error: failed waiting for cluster=\"cluster-nightly-4-22-fz7bkg\" in resourcegroup=\"rg-nightly-4-22-plm4brf9g6zw\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-22-fz7bkg in resource group rg-nightly-4-22-plm4brf9g6zw, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"b98649e43384bc89a86002851463de979954eeb682cdeb3da8e280ad054c6140","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"119ee8dc3a305e9c6cbdd7a7dd510801ccaf14c9d1df9f8fe1f3d22c4902e681","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:113]: failed to create HCP cluster for pull secret test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ac8840\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-gvcdblwxl74f\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f706aff2-f701-457d-9ee8-c3999fb6cdbf\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f706aff2-f701-457d-9ee8-c3999fb6cdbf\",\n      \"name\": \"f706aff2-f701-457d-9ee8-c3999fb6cdbf\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:19.608299747Z\",\n      \"endTime\": \"2026-08-12T23:32:27.764591718Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:113]: failed to create HCP cluster for pull secret test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ac8840\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-gvcdblwxl74f\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f706aff2-f701-457d-9ee8-c3999fb6cdbf\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f706aff2-f701-457d-9ee8-c3999fb6cdbf\",\n      \"name\": \"f706aff2-f701-457d-9ee8-c3999fb6cdbf\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:19.608299747Z\",\n      \"endTime\": \"2026-08-12T23:32:27.764591718Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"c05635d84b903c6a2f7d0dc2791f4656e672b4a8672cd07757778d799d8c43ff","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"9182036f06e2c243639920347bad996bac87ca99799997be1146146e7d1aed88","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-19-qzlwbx\" with version 4.19.40 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011b2d80\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-qzlwbx, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-qzlwbx in resource group rg-zstream-upgrade-4-19-ms8qffwqvhhr, error: failed waiting for cluster=\"cluster-zstream-4-19-qzlwbx\" in resourcegroup=\"rg-zstream-upgrade-4-19-ms8qffwqvhhr\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-qzlwbx in resource group rg-zstream-upgrade-4-19-ms8qffwqvhhr, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-19-qzlwbx\" with version 4.19.40 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011b2d80\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-qzlwbx, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-qzlwbx in resource group rg-zstream-upgrade-4-19-ms8qffwqvhhr, error: failed waiting for cluster=\"cluster-zstream-4-19-qzlwbx\" in resourcegroup=\"rg-zstream-upgrade-4-19-ms8qffwqvhhr\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-qzlwbx in resource group rg-zstream-upgrade-4-19-ms8qffwqvhhr, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"c22b62fd6e6a96ebf430cadde9a940d313e43ebc9d28eec6c5a0b75259a0adc1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"652c0c1b4e80cee9c2c7c6faefed3a44a0837d6e60bd1dcb01ee6acb34a2b731","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-20-xsfmf6\" with version 4.20.32 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fe70b0\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-xsfmf6, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-xsfmf6 in resource group rg-zstream-upgrade-4-20-s2xccdm5ss2h, error: failed waiting for cluster=\"cluster-zstream-4-20-xsfmf6\" in resourcegroup=\"rg-zstream-upgrade-4-20-s2xccdm5ss2h\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-xsfmf6 in resource group rg-zstream-upgrade-4-20-s2xccdm5ss2h, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-20-xsfmf6\" with version 4.20.32 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fe70b0\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-xsfmf6, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-xsfmf6 in resource group rg-zstream-upgrade-4-20-s2xccdm5ss2h, error: failed waiting for cluster=\"cluster-zstream-4-20-xsfmf6\" in resourcegroup=\"rg-zstream-upgrade-4-20-s2xccdm5ss2h\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-xsfmf6 in resource group rg-zstream-upgrade-4-20-s2xccdm5ss2h, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"c2bf988f11a92836870999de08d130777e98e63a0969d8a19e5e7369be0833a7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"228af0d010720501d15fbf6ccd901c0ab27036a1fea55c79b6af84b7e7f1560b","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:94]: failed to create HCP cluster for external auth test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ebe2d0\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-srl948ln56w9, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-srl948ln56w9\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-srl948ln56w9, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:94]: failed to create HCP cluster for external auth test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ebe2d0\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-srl948ln56w9, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-srl948ln56w9\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-srl948ln56w9, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"c4dbce74b8c8f6642638c17f0a44042877fc84a5798368cebb7534a71ab69309","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"4acb77e01de8d203038e4fb532e8f2822c632bba26e779df32e393cb26c9b939","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:88]: failed to create HCP cluster \"arm64-vm-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00104a800\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-vhzwqsh4swsp\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/69d7a2ef-2f24-4fdf-9888-dc4f213f69bd\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/69d7a2ef-2f24-4fdf-9888-dc4f213f69bd\",\n      \"name\": \"69d7a2ef-2f24-4fdf-9888-dc4f213f69bd\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:08.201429694Z\",\n      \"endTime\": \"2026-08-12T23:32:08.162795947Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:88]: failed to create HCP cluster \"arm64-vm-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00104a800\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-vhzwqsh4swsp\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/69d7a2ef-2f24-4fdf-9888-dc4f213f69bd\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/69d7a2ef-2f24-4fdf-9888-dc4f213f69bd\",\n      \"name\": \"69d7a2ef-2f24-4fdf-9888-dc4f213f69bd\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T23:13:08.201429694Z\",\n      \"endTime\": \"2026-08-12T23:32:08.162795947Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"c59aa0b8bd185004cd021217dfb6987b64624ef9592ccdf05c2929cbd98c042a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"3c6dd70a88169918b194a19a3611bc5558b4fe5f5e8b3b2e8c3c189575e71c43","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:98]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011938f0\u003e: \n    failed to create HCP cluster ephemeral-disk, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-hk9gfc7n6gk5, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-hk9gfc7n6gk5\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-hk9gfc7n6gk5, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:98]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011938f0\u003e: \n    failed to create HCP cluster ephemeral-disk, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-hk9gfc7n6gk5, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-hk9gfc7n6gk5\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-hk9gfc7n6gk5, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"c8a4778484e8471a21a4c061b1ea2f76998e981f0d8b3b3d76043649f1f88c10","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"a37f8247d78456ba9d24c3599f19ceb5b2ca95fed149a3497e58b8e366e2eed5","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0029128d0\u003e: \n    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-26vx4mv6dvmx, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-26vx4mv6dvmx\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-26vx4mv6dvmx, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0029128d0\u003e: \n    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-26vx4mv6dvmx, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-26vx4mv6dvmx\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-26vx4mv6dvmx, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"cf2b8faa3765f676515206a2c71f56c29c3a0cc6a1bbc528ca900d76cdb1a4d6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"52fd0d52f37aa69ea33eb13e0c43c515b26cdf3f863c381907c44c87cbae345b","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.23","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-4-23-rslfpjjpkx2h/cluster-nightly-4-23-bknck6 should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0008f5110\u003e: \n    failed to create HCP cluster cluster-nightly-4-23-bknck6, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-bknck6 in resource group rg-nightly-4-23-rslfpjjpkx2h, error: failed waiting for cluster=\"cluster-nightly-4-23-bknck6\" in resourcegroup=\"rg-nightly-4-23-rslfpjjpkx2h\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-bknck6 in resource group rg-nightly-4-23-rslfpjjpkx2h, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-4-23-rslfpjjpkx2h/cluster-nightly-4-23-bknck6 should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0008f5110\u003e: \n    failed to create HCP cluster cluster-nightly-4-23-bknck6, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-bknck6 in resource group rg-nightly-4-23-rslfpjjpkx2h, error: failed waiting for cluster=\"cluster-nightly-4-23-bknck6\" in resourcegroup=\"rg-nightly-4-23-rslfpjjpkx2h\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-23-bknck6 in resource group rg-nightly-4-23-rslfpjjpkx2h, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"cf40fa35ea1ca65464b13200b0ac8d74df2e1e66032fa8f7eca9e6d31f1461f4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"ecd1663935e8debc79eea1bee9fef1a5b3f20d6f83b67bf343fec7e29acad10f","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 1980.002s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 1980.002s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"3da6dfe5e2d468b0f7647b604914d8743369fe4db63b9b1f8f365f64663404b8","failure_pattern":"cluster entered terminal Failed state after role assignment deployment","search_query":"cluster entered terminal Failed state after role assignment deployment"}},{"row_id":"d0bcec09087b26c7690bc939f9dd64d394694ec589be2296a1e2e46f1b48c9c0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"098fc0c72f209d01816c0d9328c400c07647364a22d6caef6bbde7f97558ca25","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:113]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017f6750\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-kwvwwmtqkj79, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-kwvwwmtqkj79\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-kwvwwmtqkj79, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:113]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017f6750\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-kwvwwmtqkj79, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-kwvwwmtqkj79\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-kwvwwmtqkj79, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"d3a13a8b1cdc4e83f7cbb172186b35dc646f610b2344c106f674a93946fdfd07","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"698d85684c49b55b54b628705ea0e6516fa247d1a029aa3ba47e59eac8ada44a","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011664b0\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-78q9zh6nvf4t, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-78q9zh6nvf4t\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-78q9zh6nvf4t, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011664b0\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-78q9zh6nvf4t, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-78q9zh6nvf4t\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-78q9zh6nvf4t, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"f10b0c9a35558939a235369aad0bf23562565325e2325e5c70717d131f0d18a7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"4f30d5793cad6b8ed922f779b3ba6e3b0784a57e208783748152c33f7b63869b","test_name":"Customer should be able to update node pool labels and taints","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:92]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017de6c0\u003e: \n    failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-dgfhm72z6frv, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-dgfhm72z6frv\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-dgfhm72z6frv, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:92]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017de6c0\u003e: \n    failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-dgfhm72z6frv, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-dgfhm72z6frv\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-dgfhm72z6frv, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"fd6d1c2e3b511e0e2423b7e9096fb49f3a034deee436286ed0b577ac3f63d721","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"cb191b307ecbad73f7f4e4243c3ea07fe8025762d497dce6a4213e40828fbb2f","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:106]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012233e0\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-4bzzbj8cmb7r\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-4bzzbj8cmb7r, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:106]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012233e0\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-4bzzbj8cmb7r\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cilium-cluster in resource group complex-cilium-kv-4bzzbj8cmb7r, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"fd6ef4ea5e24fd15da4ec9266678f05d8429cb2b6ecd0c68501519d18e57cd3a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2087675652151971840","occurred_at":"2026-08-12T23:00:37Z","failed_at":"e2e","signature_id":"fa82b432fd7a36953b4c71f37791bced4d6db1832370f07a5c77508bfa36ef7e","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation (timeout '20.000000' minutes)\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation (timeout '20.000000' minutes)\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0fba11a4b2b48d674dab9e0772d507b27de853b49d3a03fba0eb386b68b7044f","failure_pattern":"failed to wait for first cluster \"\u003ccluster\u003e\" to complete creation (timeout '20.000000' minutes)","search_query":"context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":44,"failure_pattern_ids":["0fba11a4b2b48d674dab9e0772d507b27de853b49d3a03fba0eb386b68b7044f","3da6dfe5e2d468b0f7647b604914d8743369fe4db63b9b1f8f365f64663404b8","44e2d333ce62abafbaf16d046b61703140a463730eb39f1d9ff95ea9875c0757","6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f"],"matched_occurrences":44,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-08-12T02:00:11Z"},"failed_at":["e2e"],"failed_test_count":48,"occurrences":[{"row_id":"0005b275cc28929a8e8d17c0aa8cca0b4fe10ffc4eb643ee34c887712e981528","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"66a90815f828ddc5fcf79e1ba471b29e5125fa7320fbaa0810b60e7a56cbfd59","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-4-21-lw5lm6rrph2l/cluster-candidate-4-21-vztvfv should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0006361e0\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-vztvfv: failed waiting for cluster=\"cluster-candidate-4-21-vztvfv\" in resourcegroup=\"rg-candidate-4-21-lw5lm6rrph2l\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/22fc4c07-5ebe-4d1b-b665-69eca0f18f50\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/22fc4c07-5ebe-4d1b-b665-69eca0f18f50\",\n      \"name\": \"22fc4c07-5ebe-4d1b-b665-69eca0f18f50\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:47:32.456864156Z\",\n      \"endTime\": \"2026-08-12T03:06:35.950024129Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-4-21-lw5lm6rrph2l/cluster-candidate-4-21-vztvfv should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0006361e0\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-vztvfv: failed waiting for cluster=\"cluster-candidate-4-21-vztvfv\" in resourcegroup=\"rg-candidate-4-21-lw5lm6rrph2l\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/22fc4c07-5ebe-4d1b-b665-69eca0f18f50\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/22fc4c07-5ebe-4d1b-b665-69eca0f18f50\",\n      \"name\": \"22fc4c07-5ebe-4d1b-b665-69eca0f18f50\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:47:32.456864156Z\",\n      \"endTime\": \"2026-08-12T03:06:35.950024129Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"08499388ba3fa4d04d8d46639b2f0013b7e98ea539cafb6b01202f7861339e0e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"db714832514228d3d0201fb62650fe30d6d6dc427f71d876da50268e91423261","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:98]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c10a40\u003e: \n    failed to create HCP cluster ephemeral-disk: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-7p9l4nhm25rk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ab98c4ad-a63b-4a48-beb2-bd77275b0549\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ab98c4ad-a63b-4a48-beb2-bd77275b0549\",\n      \"name\": \"ab98c4ad-a63b-4a48-beb2-bd77275b0549\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:40.204398176Z\",\n      \"endTime\": \"2026-08-12T03:07:45.967112542Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:98]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c10a40\u003e: \n    failed to create HCP cluster ephemeral-disk: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-7p9l4nhm25rk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ab98c4ad-a63b-4a48-beb2-bd77275b0549\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ab98c4ad-a63b-4a48-beb2-bd77275b0549\",\n      \"name\": \"ab98c4ad-a63b-4a48-beb2-bd77275b0549\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:40.204398176Z\",\n      \"endTime\": \"2026-08-12T03:07:45.967112542Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"18af97da9c893b3b06f83d084ceaae3c2f2958b4f9b82382f51600626fda70b8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"16bd60e970b6000add84f94b46d136765984c0de872827d03e330c5effdaafea","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:462]: failed to create HCP cluster np-skip-minor-qwt5rk at version 4.22.9\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000938e20\u003e: \n    failed to create HCP cluster np-skip-minor-qwt5rk: failed waiting for cluster=\"np-skip-minor-qwt5rk\" in resourcegroup=\"rg-np-skip-minor-qwt5rk-7z4p4n5vzzpm\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ace0878b-5d6f-4bd9-85bf-9846ca75ab95\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ace0878b-5d6f-4bd9-85bf-9846ca75ab95\",\n      \"name\": \"ace0878b-5d6f-4bd9-85bf-9846ca75ab95\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:59.306859192Z\",\n      \"endTime\": \"2026-08-12T03:08:05.758252328Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:462]: failed to create HCP cluster np-skip-minor-qwt5rk at version 4.22.9\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000938e20\u003e: \n    failed to create HCP cluster np-skip-minor-qwt5rk: failed waiting for cluster=\"np-skip-minor-qwt5rk\" in resourcegroup=\"rg-np-skip-minor-qwt5rk-7z4p4n5vzzpm\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ace0878b-5d6f-4bd9-85bf-9846ca75ab95\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ace0878b-5d6f-4bd9-85bf-9846ca75ab95\",\n      \"name\": \"ace0878b-5d6f-4bd9-85bf-9846ca75ab95\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:59.306859192Z\",\n      \"endTime\": \"2026-08-12T03:08:05.758252328Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"1a4c50f683c273104dd8051d7e4bb210711d42ed618d8091cab3186a1447c390","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"fb9fbad0d90d0ac37c6b05f5bec217b1a5d6a054bd04d02664d9df9f06efcf1e","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:217]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000d6ed40\u003e: \n    failed to create HCP cluster oidc-wi-cluster: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-rrvxlt8bxftz\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/13c9fb28-9cf7-4236-821a-cf3f2a9d7dd7\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/13c9fb28-9cf7-4236-821a-cf3f2a9d7dd7\",\n      \"name\": \"13c9fb28-9cf7-4236-821a-cf3f2a9d7dd7\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:49:17.909692699Z\",\n      \"endTime\": \"2026-08-12T03:08:17.127995631Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:217]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000d6ed40\u003e: \n    failed to create HCP cluster oidc-wi-cluster: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-rrvxlt8bxftz\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/13c9fb28-9cf7-4236-821a-cf3f2a9d7dd7\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/13c9fb28-9cf7-4236-821a-cf3f2a9d7dd7\",\n      \"name\": \"13c9fb28-9cf7-4236-821a-cf3f2a9d7dd7\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:49:17.909692699Z\",\n      \"endTime\": \"2026-08-12T03:08:17.127995631Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"1d5be451aa60aac4718820f33142ab64a041fcd4824cf9a462cd852e21f1cc3b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"a2560388d54353f5948c41d52f11db2ba02cfd9d960eddbf313aa76dca986424","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-4-22-hzqh7h47kdb4/cluster-candidate-4-22-ft6rwn should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e02ac0\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-ft6rwn: failed waiting for cluster=\"cluster-candidate-4-22-ft6rwn\" in resourcegroup=\"rg-candidate-4-22-hzqh7h47kdb4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/400e4329-10b1-4fd4-a676-61503d5192be\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/400e4329-10b1-4fd4-a676-61503d5192be\",\n      \"name\": \"400e4329-10b1-4fd4-a676-61503d5192be\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:47:32.000054973Z\",\n      \"endTime\": \"2026-08-12T03:06:35.914357389Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-4-22-hzqh7h47kdb4/cluster-candidate-4-22-ft6rwn should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e02ac0\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-ft6rwn: failed waiting for cluster=\"cluster-candidate-4-22-ft6rwn\" in resourcegroup=\"rg-candidate-4-22-hzqh7h47kdb4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/400e4329-10b1-4fd4-a676-61503d5192be\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/400e4329-10b1-4fd4-a676-61503d5192be\",\n      \"name\": \"400e4329-10b1-4fd4-a676-61503d5192be\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:47:32.000054973Z\",\n      \"endTime\": \"2026-08-12T03:06:35.914357389Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"240f06e18eb2539e7aeec04df6f7b6a7577727e81f33fb80541ea722663f6856","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"802268b61f5eeba7210805c4739b4e68958945194c07213fe814fc31a1d07970","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-4-20-4fg88nrqmzmh/cluster-candidate-4-20-v5z5db should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00090d420\u003e: \n    failed to create HCP cluster cluster-candidate-4-20-v5z5db: failed waiting for cluster=\"cluster-candidate-4-20-v5z5db\" in resourcegroup=\"rg-candidate-4-20-4fg88nrqmzmh\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c93b823d-cf7c-4b77-b6df-154a10385f18\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c93b823d-cf7c-4b77-b6df-154a10385f18\",\n      \"name\": \"c93b823d-cf7c-4b77-b6df-154a10385f18\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:12.972334243Z\",\n      \"endTime\": \"2026-08-12T02:21:14.935676588Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-4-20-4fg88nrqmzmh/cluster-candidate-4-20-v5z5db should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00090d420\u003e: \n    failed to create HCP cluster cluster-candidate-4-20-v5z5db: failed waiting for cluster=\"cluster-candidate-4-20-v5z5db\" in resourcegroup=\"rg-candidate-4-20-4fg88nrqmzmh\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c93b823d-cf7c-4b77-b6df-154a10385f18\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c93b823d-cf7c-4b77-b6df-154a10385f18\",\n      \"name\": \"c93b823d-cf7c-4b77-b6df-154a10385f18\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:12.972334243Z\",\n      \"endTime\": \"2026-08-12T02:21:14.935676588Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"24644961e97ac05682d42896e66933f73ab0b891f8cdcdad33d2f1afe36f5895","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"6f9535853e96b024b0d0822b9a08afc0ba1b900c402716044e9c0b19a98c5602","test_name":"Customer should create a cluster with private ingress using v20260630preview and verify the ingress is internal","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:103]: failed to create HCP cluster \"private-ingress\" with private ingress\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00159aa40\u003e: \n    failed to create HCP cluster private-ingress: failed waiting for cluster=\"private-ingress\" in resourcegroup=\"private-ingress-pdnk7gtg7jw7\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bc5d15fd-148d-40db-ac40-18a444011893\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bc5d15fd-148d-40db-ac40-18a444011893\",\n      \"name\": \"bc5d15fd-148d-40db-ac40-18a444011893\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:02.351840777Z\",\n      \"endTime\": \"2026-08-12T02:21:04.388062763Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:103]: failed to create HCP cluster \"private-ingress\" with private ingress\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00159aa40\u003e: \n    failed to create HCP cluster private-ingress: failed waiting for cluster=\"private-ingress\" in resourcegroup=\"private-ingress-pdnk7gtg7jw7\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bc5d15fd-148d-40db-ac40-18a444011893\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bc5d15fd-148d-40db-ac40-18a444011893\",\n      \"name\": \"bc5d15fd-148d-40db-ac40-18a444011893\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:02.351840777Z\",\n      \"endTime\": \"2026-08-12T02:21:04.388062763Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"2857264ad712e2c0913531055e28bf451a3861914bd4a9fd450517126a922c65","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"2fd5d6321d87af5aba9a8385399f96d36af2b7e8129747ae06231e05492f3e7e","test_name":"Customer should be able to create an HCP cluster with custom autoscaling and update the autoscaling configuration","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:108]: failed to create HCP cluster \"autoscaling-hcp-cluster\" with custom autoscaling\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b132e0\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-pf42gdgfmn5q\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/af914d79-067a-442a-9c74-08e57e996044\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/af914d79-067a-442a-9c74-08e57e996044\",\n      \"name\": \"af914d79-067a-442a-9c74-08e57e996044\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:22.452849852Z\",\n      \"endTime\": \"2026-08-12T02:21:24.162050478Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:108]: failed to create HCP cluster \"autoscaling-hcp-cluster\" with custom autoscaling\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b132e0\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-pf42gdgfmn5q\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/af914d79-067a-442a-9c74-08e57e996044\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/af914d79-067a-442a-9c74-08e57e996044\",\n      \"name\": \"af914d79-067a-442a-9c74-08e57e996044\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:22.452849852Z\",\n      \"endTime\": \"2026-08-12T02:21:24.162050478Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"2c8e98c785ea5628ba7a5a5b20e037256da543379f8a6a774001946a55b3705b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"f9cdd079b29790cc156213b1514d8a600808b45d851f5baab4af6622ccc69915","test_name":"Customer should be able to update node pool labels and taints","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:92]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000fb61a0\u003e: \n    failed to create HCP cluster cluster-np-labels-taints: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-pq8gbgvfznqv\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b2ed296e-eebd-4f8a-89b8-d911c323fb4b\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b2ed296e-eebd-4f8a-89b8-d911c323fb4b\",\n      \"name\": \"b2ed296e-eebd-4f8a-89b8-d911c323fb4b\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:41.962735755Z\",\n      \"endTime\": \"2026-08-12T03:07:45.804886909Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:92]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000fb61a0\u003e: \n    failed to create HCP cluster cluster-np-labels-taints: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-pq8gbgvfznqv\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b2ed296e-eebd-4f8a-89b8-d911c323fb4b\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b2ed296e-eebd-4f8a-89b8-d911c323fb4b\",\n      \"name\": \"b2ed296e-eebd-4f8a-89b8-d911c323fb4b\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:41.962735755Z\",\n      \"endTime\": \"2026-08-12T03:07:45.804886909Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"2cd39c69361fe327d51e0d9e0efb0f7c4659e77014c79197747e788d18e23074","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"658d90baa3f0c2e462fe5b811efcdf6a3538dc440e51dbc1efc83a7aa364db92","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-2xkhf8 with version 4.21.28\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010131a0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-2xkhf8: failed waiting for cluster=\"np-version-upgrade-cluster-2xkhf8\" in resourcegroup=\"rg-np-version-upgrade-2xkhf8-x9ktxcqz4ff7\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0cf3cbf2-1b0a-4938-b1e5-1b1249e4f5e6\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0cf3cbf2-1b0a-4938-b1e5-1b1249e4f5e6\",\n      \"name\": \"0cf3cbf2-1b0a-4938-b1e5-1b1249e4f5e6\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:49:00.842850947Z\",\n      \"endTime\": \"2026-08-12T03:08:06.095041088Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-2xkhf8 with version 4.21.28\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010131a0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-2xkhf8: failed waiting for cluster=\"np-version-upgrade-cluster-2xkhf8\" in resourcegroup=\"rg-np-version-upgrade-2xkhf8-x9ktxcqz4ff7\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0cf3cbf2-1b0a-4938-b1e5-1b1249e4f5e6\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0cf3cbf2-1b0a-4938-b1e5-1b1249e4f5e6\",\n      \"name\": \"0cf3cbf2-1b0a-4938-b1e5-1b1249e4f5e6\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:49:00.842850947Z\",\n      \"endTime\": \"2026-08-12T03:08:06.095041088Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"2fd01fdcc9918c71d6dac8338ceb64979562f427837066da6dfaba201e675a7a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"2b7ac0d2165143075fb5a284bc73b692c178dc74fc83b944eacaec23d3fb60d3","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:161]: failed to create HCP cluster for patch-tags test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000487280\u003e: \n    failed to create HCP cluster patch-tags-cluster: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-csh6zh6kkp22\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/65e4a68b-2ba1-418a-bd55-26c205f26690\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/65e4a68b-2ba1-418a-bd55-26c205f26690\",\n      \"name\": \"65e4a68b-2ba1-418a-bd55-26c205f26690\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:13.013412365Z\",\n      \"endTime\": \"2026-08-12T02:21:14.708778827Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:161]: failed to create HCP cluster for patch-tags test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000487280\u003e: \n    failed to create HCP cluster patch-tags-cluster: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-csh6zh6kkp22\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/65e4a68b-2ba1-418a-bd55-26c205f26690\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/65e4a68b-2ba1-418a-bd55-26c205f26690\",\n      \"name\": \"65e4a68b-2ba1-418a-bd55-26c205f26690\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:13.013412365Z\",\n      \"endTime\": \"2026-08-12T02:21:14.708778827Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"467e7ddd5f022a1feb251e7ab87b6873581c096ff1bf75433ac4bd8c7c6f0e6a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"89d25d6784260428716357a91409ba4907083362ce62ce0dc2f531c2f49ec261","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:314]: failed to create HCP cluster np-noedge-ll5kj8\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0008a5360\u003e: \n    failed to create HCP cluster np-noedge-ll5kj8: failed waiting for cluster=\"np-noedge-ll5kj8\" in resourcegroup=\"rg-np-noedge-ll5kj8-56tchp82hmwq\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0373f603-a79c-4021-a602-21d23a1ee69d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0373f603-a79c-4021-a602-21d23a1ee69d\",\n      \"name\": \"0373f603-a79c-4021-a602-21d23a1ee69d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:59.930926261Z\",\n      \"endTime\": \"2026-08-12T03:08:06.052800194Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:314]: failed to create HCP cluster np-noedge-ll5kj8\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0008a5360\u003e: \n    failed to create HCP cluster np-noedge-ll5kj8: failed waiting for cluster=\"np-noedge-ll5kj8\" in resourcegroup=\"rg-np-noedge-ll5kj8-56tchp82hmwq\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0373f603-a79c-4021-a602-21d23a1ee69d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0373f603-a79c-4021-a602-21d23a1ee69d\",\n      \"name\": \"0373f603-a79c-4021-a602-21d23a1ee69d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:59.930926261Z\",\n      \"endTime\": \"2026-08-12T03:08:06.052800194Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"4e7b952f56a8db9cb9d95ad8f368188e81e7f1930c175ce4c10ad8e49ec055ff","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"d43e874f6a5cffb806830257771b0f952b72c00e87b4f64ad774909ab7223699","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-22-hqht4q\" with version 4.22.6 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0008810e0\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-hqht4q: failed waiting for cluster=\"cluster-zstream-4-22-hqht4q\" in resourcegroup=\"rg-zstream-upgrade-4-22-69ml8xg5fl4d\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/119de4a0-fc12-4866-8c82-b5dee0eada7d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/119de4a0-fc12-4866-8c82-b5dee0eada7d\",\n      \"name\": \"119de4a0-fc12-4866-8c82-b5dee0eada7d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:12.898482997Z\",\n      \"endTime\": \"2026-08-12T03:07:16.043528097Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-22-hqht4q\" with version 4.22.6 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0008810e0\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-hqht4q: failed waiting for cluster=\"cluster-zstream-4-22-hqht4q\" in resourcegroup=\"rg-zstream-upgrade-4-22-69ml8xg5fl4d\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/119de4a0-fc12-4866-8c82-b5dee0eada7d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/119de4a0-fc12-4866-8c82-b5dee0eada7d\",\n      \"name\": \"119de4a0-fc12-4866-8c82-b5dee0eada7d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:12.898482997Z\",\n      \"endTime\": \"2026-08-12T03:07:16.043528097Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"4ef27cbbfb49980b2285c175d7f3d5a200f75477e38058cc7d9cf18e9366837e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"26780db84ba2cabf161eb4a8851f75b8bd4ece778b68a4cdeee8669394d995a1","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0011a8d60\u003e: \n    failed to create HCP cluster hcp-cluster-np-128: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-k5m8rvfnpkw8\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9ad40b01-299d-4028-b799-85adb4d881d5\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9ad40b01-299d-4028-b799-85adb4d881d5\",\n      \"name\": \"9ad40b01-299d-4028-b799-85adb4d881d5\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:12.271460828Z\",\n      \"endTime\": \"2026-08-12T02:21:14.915100162Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0011a8d60\u003e: \n    failed to create HCP cluster hcp-cluster-np-128: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-k5m8rvfnpkw8\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9ad40b01-299d-4028-b799-85adb4d881d5\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9ad40b01-299d-4028-b799-85adb4d881d5\",\n      \"name\": \"9ad40b01-299d-4028-b799-85adb4d881d5\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:12.271460828Z\",\n      \"endTime\": \"2026-08-12T02:21:14.915100162Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"53e14e7a345d241b339427d0bfe14e7b259adca8f57896326c68f1a46efc6777","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"70a5423192590f3e6ea7aa244e1a4329be3a8e6087c90e09203b5d01260c714b","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:270]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0011ea7a0\u003e: \n    failed to create HCP cluster shoebox-hcp-cluster: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-xvgd6nlw9htq\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3ad40f43-ffd8-44dc-b0b8-acf844a02716\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3ad40f43-ffd8-44dc-b0b8-acf844a02716\",\n      \"name\": \"3ad40f43-ffd8-44dc-b0b8-acf844a02716\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T03:03:35.999114776Z\",\n      \"endTime\": \"2026-08-12T03:22:37.520377925Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:270]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0011ea7a0\u003e: \n    failed to create HCP cluster shoebox-hcp-cluster: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-xvgd6nlw9htq\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3ad40f43-ffd8-44dc-b0b8-acf844a02716\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3ad40f43-ffd8-44dc-b0b8-acf844a02716\",\n      \"name\": \"3ad40f43-ffd8-44dc-b0b8-acf844a02716\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T03:03:35.999114776Z\",\n      \"endTime\": \"2026-08-12T03:22:37.520377925Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"543d757749053818c3493c8c61b6a96a718540daaa16083b6682b808e11b33a2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"ead04d89fe30f5ad63e1e6db372564b57db6d62f2ba1d1372c2a0f5b2e1af5a5","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:111]: failed to create HCP cluster \"cidr-connectivity-test\" with authorized CIDRs\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b9b4c0\u003e: \n    failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-mntwm65mtdpk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4f6888c8-83c9-416b-aa84-0f4f74265f2b\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4f6888c8-83c9-416b-aa84-0f4f74265f2b\",\n      \"name\": \"4f6888c8-83c9-416b-aa84-0f4f74265f2b\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:03:08.462237191Z\",\n      \"endTime\": \"2026-08-12T02:22:14.504799986Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:111]: failed to create HCP cluster \"cidr-connectivity-test\" with authorized CIDRs\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b9b4c0\u003e: \n    failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-mntwm65mtdpk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4f6888c8-83c9-416b-aa84-0f4f74265f2b\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4f6888c8-83c9-416b-aa84-0f4f74265f2b\",\n      \"name\": \"4f6888c8-83c9-416b-aa84-0f4f74265f2b\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:03:08.462237191Z\",\n      \"endTime\": \"2026-08-12T02:22:14.504799986Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"5445eb32bdea4e7ffff62e253c434d36f03d4044844b0bd79f216cb0e2ad2010","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"0f034d12bb26de2ec668a711525e1a32da1dc8110a7b4df2cfc2c3ff192bb0ff","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:184]: failed to create HCP cluster \"agg-cluster\" with aggregated settings\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0005634a0\u003e: \n    failed waiting for cluster=\"agg-cluster\" in resourcegroup=\"feature-aggregation-9f76rqfclt5w\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/71fdd3b4-ab83-41e9-b660-2c2b621227f4\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/71fdd3b4-ab83-41e9-b660-2c2b621227f4\",\n      \"name\": \"71fdd3b4-ab83-41e9-b660-2c2b621227f4\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:04:27.858957713Z\",\n      \"endTime\": \"2026-08-12T02:23:34.823254746Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:184]: failed to create HCP cluster \"agg-cluster\" with aggregated settings\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0005634a0\u003e: \n    failed waiting for cluster=\"agg-cluster\" in resourcegroup=\"feature-aggregation-9f76rqfclt5w\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/71fdd3b4-ab83-41e9-b660-2c2b621227f4\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/71fdd3b4-ab83-41e9-b660-2c2b621227f4\",\n      \"name\": \"71fdd3b4-ab83-41e9-b660-2c2b621227f4\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:04:27.858957713Z\",\n      \"endTime\": \"2026-08-12T02:23:34.823254746Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"629dd11ada4fe7870982022b291f3d246f75436671df0d79bc239082f197a376","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"f4dd63c1362156dcb1d7008783ca1f998ae714a8b4833cfcddbc0951233a0136","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:88]: failed to create HCP cluster \"cilium-cl\" without CNI\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0008655c0\u003e: \n    failed to create HCP cluster cilium-cl: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-k6gclwn6vbj4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/94a34359-fafd-4716-8398-72c9d2c17628\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/94a34359-fafd-4716-8398-72c9d2c17628\",\n      \"name\": \"94a34359-fafd-4716-8398-72c9d2c17628\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:02.109988808Z\",\n      \"endTime\": \"2026-08-12T02:21:04.432256669Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:88]: failed to create HCP cluster \"cilium-cl\" without CNI\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0008655c0\u003e: \n    failed to create HCP cluster cilium-cl: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-k6gclwn6vbj4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/94a34359-fafd-4716-8398-72c9d2c17628\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/94a34359-fafd-4716-8398-72c9d2c17628\",\n      \"name\": \"94a34359-fafd-4716-8398-72c9d2c17628\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:02.109988808Z\",\n      \"endTime\": \"2026-08-12T02:21:04.432256669Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"62a1204e28a60903a17b129f2ddba0f73cecd600023d9a5d91b05cb96e31d901","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"26fbff3eb81eab3271a612f5200572d14ad01ebb25f8049d2eedd324297c5403","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:113]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e8a6e0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-knnxk5m4jfh7\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5e8e19b6-a31c-4324-af0e-90d2b24bc67d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5e8e19b6-a31c-4324-af0e-90d2b24bc67d\",\n      \"name\": \"5e8e19b6-a31c-4324-af0e-90d2b24bc67d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:13.006716494Z\",\n      \"endTime\": \"2026-08-12T03:07:15.952975252Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:113]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e8a6e0\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-knnxk5m4jfh7\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5e8e19b6-a31c-4324-af0e-90d2b24bc67d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5e8e19b6-a31c-4324-af0e-90d2b24bc67d\",\n      \"name\": \"5e8e19b6-a31c-4324-af0e-90d2b24bc67d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:13.006716494Z\",\n      \"endTime\": \"2026-08-12T03:07:15.952975252Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"631d4b92769fab54cd0ce80b15902734d859577c52ce769cf984285a1d6e5e53","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"14c80964b9874c9081110be783c8e717ab9db60e5a66ec45327b015be13e84aa","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Cluster provisioning failed\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Cluster provisioning failed","failure_pattern_match":{"status":"clustered","failure_pattern_id":"44e2d333ce62abafbaf16d046b61703140a463730eb39f1d9ff95ea9875c0757","failure_pattern":"Cluster provisioning failed","search_query":"Cluster provisioning failed"}},{"row_id":"63da6d194ef53af24f692a4ecf6ed674174bf0df10bcc3d4b93c06a634aa9ffd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"1c99d697bfe51cdf4178921f3ec13bb33789536373838a6efbba577cbefd4864","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000eb0440\u003e: \n    failed to create HCP cluster negative-tests-cluster: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-6wrzdxhb2wnt\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9e30b0e3-50d2-4d85-9966-675e2fb61053\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9e30b0e3-50d2-4d85-9966-675e2fb61053\",\n      \"name\": \"9e30b0e3-50d2-4d85-9966-675e2fb61053\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T03:32:17.524214134Z\",\n      \"endTime\": \"2026-08-12T03:51:17.495241227Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000eb0440\u003e: \n    failed to create HCP cluster negative-tests-cluster: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-6wrzdxhb2wnt\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9e30b0e3-50d2-4d85-9966-675e2fb61053\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9e30b0e3-50d2-4d85-9966-675e2fb61053\",\n      \"name\": \"9e30b0e3-50d2-4d85-9966-675e2fb61053\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T03:32:17.524214134Z\",\n      \"endTime\": \"2026-08-12T03:51:17.495241227Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"6539eb09698cc818fb1740248e1d9e1bc9301a8a25f5a3db735df0ac734de5ff","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"1db212d6d4b6a1d0eeb49be3882a9f621e60a9f27af25d6cd6989c6f690955c3","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0011deac0\u003e: \n    failed to create HCP cluster private-kas: failed waiting for cluster=\"private-kas\" in resourcegroup=\"private-kas-llrsg5cf2w44\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e0c3fef7-4aea-4c7c-aa61-2d9473d73480\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e0c3fef7-4aea-4c7c-aa61-2d9473d73480\",\n      \"name\": \"e0c3fef7-4aea-4c7c-aa61-2d9473d73480\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:03:01.711814009Z\",\n      \"endTime\": \"2026-08-12T02:22:04.143411009Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0011deac0\u003e: \n    failed to create HCP cluster private-kas: failed waiting for cluster=\"private-kas\" in resourcegroup=\"private-kas-llrsg5cf2w44\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e0c3fef7-4aea-4c7c-aa61-2d9473d73480\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e0c3fef7-4aea-4c7c-aa61-2d9473d73480\",\n      \"name\": \"e0c3fef7-4aea-4c7c-aa61-2d9473d73480\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:03:01.711814009Z\",\n      \"endTime\": \"2026-08-12T02:22:04.143411009Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"6786cc6813a43bde08a3b2199722836141a71501a4fc6e7719e6a21f410f35c9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"7a4638f79771d7cf115e7e737635b9da390639205cb9728ab58d83971fef58b2","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-21-d2s9q7\" with version 4.21.27 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000892b80\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-d2s9q7: failed waiting for cluster=\"cluster-zstream-4-21-d2s9q7\" in resourcegroup=\"rg-zstream-upgrade-4-21-x8cqmrbwwmcc\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b68fad39-555b-4692-a316-5b2e07772fc9\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b68fad39-555b-4692-a316-5b2e07772fc9\",\n      \"name\": \"b68fad39-555b-4692-a316-5b2e07772fc9\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:12.046850345Z\",\n      \"endTime\": \"2026-08-12T03:07:15.743520807Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-21-d2s9q7\" with version 4.21.27 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000892b80\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-d2s9q7: failed waiting for cluster=\"cluster-zstream-4-21-d2s9q7\" in resourcegroup=\"rg-zstream-upgrade-4-21-x8cqmrbwwmcc\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b68fad39-555b-4692-a316-5b2e07772fc9\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b68fad39-555b-4692-a316-5b2e07772fc9\",\n      \"name\": \"b68fad39-555b-4692-a316-5b2e07772fc9\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:12.046850345Z\",\n      \"endTime\": \"2026-08-12T03:07:15.743520807Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"72a333f3d3c00029cf47701a43455bddf138cf2501ae870bd50d063dd831fc6d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"6588b5395826f039411640d79e4886fd619a651d740ea3e0d0b65b0ae0127581","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-5-0-xfsh2v4g8sgc/cluster-candidate-5-0-m4gsnd should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000cf6f40\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-m4gsnd: failed waiting for cluster=\"cluster-candidate-5-0-m4gsnd\" in resourcegroup=\"rg-candidate-5-0-xfsh2v4g8sgc\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c421f50a-108c-4df6-b798-71857f76497f\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c421f50a-108c-4df6-b798-71857f76497f\",\n      \"name\": \"c421f50a-108c-4df6-b798-71857f76497f\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:14.499667265Z\",\n      \"endTime\": \"2026-08-12T03:07:16.028517907Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-5-0-xfsh2v4g8sgc/cluster-candidate-5-0-m4gsnd should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000cf6f40\u003e: \n    failed to create HCP cluster cluster-candidate-5-0-m4gsnd: failed waiting for cluster=\"cluster-candidate-5-0-m4gsnd\" in resourcegroup=\"rg-candidate-5-0-xfsh2v4g8sgc\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c421f50a-108c-4df6-b798-71857f76497f\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c421f50a-108c-4df6-b798-71857f76497f\",\n      \"name\": \"c421f50a-108c-4df6-b798-71857f76497f\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:14.499667265Z\",\n      \"endTime\": \"2026-08-12T03:07:16.028517907Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"7738e548ccf45ebeec08a2bb2cb8d4d3a56cb10b5ab750eb292bb37669c8ef45","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"77e83d7e5b6402767eddfa7df819bce846261d8f220053978f65fa972c2eb7bb","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-mjsqjk with version 4.20.33\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00098b1c0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-mjsqjk: failed waiting for cluster=\"np-version-upgrade-cluster-mjsqjk\" in resourcegroup=\"rg-np-version-upgrade-mjsqjk-szbt4ct7pvx9\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2369e15a-06e1-4cc5-8883-01eeae2acdf4\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2369e15a-06e1-4cc5-8883-01eeae2acdf4\",\n      \"name\": \"2369e15a-06e1-4cc5-8883-01eeae2acdf4\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:49:19.934326057Z\",\n      \"endTime\": \"2026-08-12T03:08:26.040100461Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-mjsqjk with version 4.20.33\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00098b1c0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-mjsqjk: failed waiting for cluster=\"np-version-upgrade-cluster-mjsqjk\" in resourcegroup=\"rg-np-version-upgrade-mjsqjk-szbt4ct7pvx9\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2369e15a-06e1-4cc5-8883-01eeae2acdf4\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2369e15a-06e1-4cc5-8883-01eeae2acdf4\",\n      \"name\": \"2369e15a-06e1-4cc5-8883-01eeae2acdf4\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:49:19.934326057Z\",\n      \"endTime\": \"2026-08-12T03:08:26.040100461Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"7854d5868f8051cfb3d49bde85350401b3a890391f4feeaac29798a0bda95793","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"3264bf1038089787920ce015bc4b04d66951ae5dfca1d6817b53faf4e3ff329d","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:94]: failed to create HCP cluster for external auth test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e92a40\u003e: \n    failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-2wvwx44wxphk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6cd198f7-9a0f-400d-b760-4e22b05569d8\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6cd198f7-9a0f-400d-b760-4e22b05569d8\",\n      \"name\": \"6cd198f7-9a0f-400d-b760-4e22b05569d8\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:14.834421421Z\",\n      \"endTime\": \"2026-08-12T03:07:15.948909779Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:94]: failed to create HCP cluster for external auth test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e92a40\u003e: \n    failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-2wvwx44wxphk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6cd198f7-9a0f-400d-b760-4e22b05569d8\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6cd198f7-9a0f-400d-b760-4e22b05569d8\",\n      \"name\": \"6cd198f7-9a0f-400d-b760-4e22b05569d8\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:14.834421421Z\",\n      \"endTime\": \"2026-08-12T03:07:15.948909779Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"7d776bd34db43f3c27d841af6ba72a01edf1b42ca766cb60ba624c857c0bb59a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"fe2f6d96281a9fde46f37015b56ea6607b213168407361793d0b167abdd1c23e","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: failed to create HCP cluster for patch-name test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a1d280\u003e: \n    failed to create HCP cluster patch-name-cluster: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-7j2bvq9tvrqw\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bc79a7b8-3044-4f6a-968e-2a9352df49e5\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bc79a7b8-3044-4f6a-968e-2a9352df49e5\",\n      \"name\": \"bc79a7b8-3044-4f6a-968e-2a9352df49e5\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:02.276563102Z\",\n      \"endTime\": \"2026-08-12T02:21:04.401426538Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: failed to create HCP cluster for patch-name test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a1d280\u003e: \n    failed to create HCP cluster patch-name-cluster: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-7j2bvq9tvrqw\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bc79a7b8-3044-4f6a-968e-2a9352df49e5\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bc79a7b8-3044-4f6a-968e-2a9352df49e5\",\n      \"name\": \"bc79a7b8-3044-4f6a-968e-2a9352df49e5\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:02.276563102Z\",\n      \"endTime\": \"2026-08-12T02:21:04.401426538Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"7e07097ca619ea65652423e6a989e4a73c841989394275313ff94d6b4c1bc0d8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"bdf3a221b91c6a0566f078db3a792cec5961bf4bafe0cd4e94bae143cd33c1d0","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:90]: failed to create HCP cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000cc2880\u003e: \n    failed to create HCP cluster cx-rg-hcp-cluster: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-g4wfc4kbdrkx\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1dfb5781-20d4-4580-9148-eb774fab28ad\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1dfb5781-20d4-4580-9148-eb774fab28ad\",\n      \"name\": \"1dfb5781-20d4-4580-9148-eb774fab28ad\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:13.194243258Z\",\n      \"endTime\": \"2026-08-12T02:21:16.975752985Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:90]: failed to create HCP cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000cc2880\u003e: \n    failed to create HCP cluster cx-rg-hcp-cluster: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-g4wfc4kbdrkx\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1dfb5781-20d4-4580-9148-eb774fab28ad\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1dfb5781-20d4-4580-9148-eb774fab28ad\",\n      \"name\": \"1dfb5781-20d4-4580-9148-eb774fab28ad\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:13.194243258Z\",\n      \"endTime\": \"2026-08-12T02:21:16.975752985Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"7f9a2a8ee64cb473371d84ed1d6879fb2147677144c860198175067387b2a335","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"710fb5d5ec479e82b65c03477bf15d1571a67c607eb4e6dbcf5fc2ef6c2c627d","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:106]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0013147e0\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-zdkvql4ps6h8\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1c4dc5c7-9c55-4dc7-ac97-4f4963cb7f52\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1c4dc5c7-9c55-4dc7-ac97-4f4963cb7f52\",\n      \"name\": \"1c4dc5c7-9c55-4dc7-ac97-4f4963cb7f52\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:03:54.741351827Z\",\n      \"endTime\": \"2026-08-12T02:22:54.720127483Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:106]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0013147e0\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-zdkvql4ps6h8\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1c4dc5c7-9c55-4dc7-ac97-4f4963cb7f52\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1c4dc5c7-9c55-4dc7-ac97-4f4963cb7f52\",\n      \"name\": \"1c4dc5c7-9c55-4dc7-ac97-4f4963cb7f52\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:03:54.741351827Z\",\n      \"endTime\": \"2026-08-12T02:22:54.720127483Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"8c023a8ae868101705c9330dcb741ea8ef580ada606940bcb0bd00aeaa5fa901","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"66091cd0ca5577c092551e4841be600c6cc59083575d93157e9f35250e313702","test_name":"FIPS Mode Support with v2026-06-30 API should create an HCP cluster with FIPS mode enabled via cryptoRestrictions property","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:106]: failed to create HCP cluster \"fips-enabled-cluster\" with cryptoRestrictions set to FIPS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000eaca60\u003e: \n    failed waiting for cluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-82qhlldzql47\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b1b03cd-8a5c-4371-9658-ada1a665698a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b1b03cd-8a5c-4371-9658-ada1a665698a\",\n      \"name\": \"0b1b03cd-8a5c-4371-9658-ada1a665698a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:02.224702774Z\",\n      \"endTime\": \"2026-08-12T02:21:04.139525383Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:106]: failed to create HCP cluster \"fips-enabled-cluster\" with cryptoRestrictions set to FIPS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000eaca60\u003e: \n    failed waiting for cluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-82qhlldzql47\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b1b03cd-8a5c-4371-9658-ada1a665698a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0b1b03cd-8a5c-4371-9658-ada1a665698a\",\n      \"name\": \"0b1b03cd-8a5c-4371-9658-ada1a665698a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:02.224702774Z\",\n      \"endTime\": \"2026-08-12T02:21:04.139525383Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"8d331791fe87fac8a8438afa464037b3393a643d4984b2b01e0ecd069ceb8840","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"9ac8bfdfd339bb1cc30a586b70a135ddd14dfcbac8eb98a1bcd3e23bdd7820ce","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000881b20\u003e: \n    failed to create HCP cluster np-autoscale-cluster: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-ztcs22rk9thb\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bcd751c3-c0ed-470f-8f9a-1e4e5fc65140\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bcd751c3-c0ed-470f-8f9a-1e4e5fc65140\",\n      \"name\": \"bcd751c3-c0ed-470f-8f9a-1e4e5fc65140\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:13.069419448Z\",\n      \"endTime\": \"2026-08-12T03:07:15.775974898Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000881b20\u003e: \n    failed to create HCP cluster np-autoscale-cluster: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-ztcs22rk9thb\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bcd751c3-c0ed-470f-8f9a-1e4e5fc65140\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bcd751c3-c0ed-470f-8f9a-1e4e5fc65140\",\n      \"name\": \"bcd751c3-c0ed-470f-8f9a-1e4e5fc65140\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:13.069419448Z\",\n      \"endTime\": \"2026-08-12T03:07:15.775974898Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"8eaeab064a9a3c3aacf7cfa8f0c76c4ca6261e8e956b7559f4404554021ea0d1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"7a1e6df0efa3e0da39eb96b0f26dab986ebe34f576414ba3e3acfe458cee4b7a","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:151]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fa05a0\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-52vqn8hsfhz2\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-52vqn8hsfhz2, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:151]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fa05a0\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-52vqn8hsfhz2\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-52vqn8hsfhz2, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-4-21-7p6w2j, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: failed waiting for cluster=\"cluster-nightly-4-21-7p6w2j\" in resourcegroup=\"rg-nightly-4-21-cb5lfhrh5w9z\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-4-21-7p6w2j in resource group rg-nightly-4-21-cb5lfhrh5w9z, error: context deadline exceeded"}},{"row_id":"958676595f71ed048536104bc7a598880597d784ad5bc7991fc5cac1393e87a9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"12b50660c238c8d0aace64f34b98706e8138355a13d4c2f316c355cf8819d055","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 1980.009s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 1980.009s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"3da6dfe5e2d468b0f7647b604914d8743369fe4db63b9b1f8f365f64663404b8","failure_pattern":"cluster entered terminal Failed state after role assignment deployment","search_query":"cluster entered terminal Failed state after role assignment deployment"}},{"row_id":"9faa5da4c616d788627bc4dfc7df2177a95601f64824c6b42e049cee165abb93","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"47c05cbe3c3dd77acdb9cac5e50499b971af6d33c11d61c30a48fa19eb5aaf20","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-x8jxxz with version 4.21.28\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0009899a0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-x8jxxz: failed waiting for cluster=\"np-version-upgrade-cluster-x8jxxz\" in resourcegroup=\"rg-np-version-upgrade-x8jxxz-44wvjf8n4ttd\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f084b455-2fdd-4036-8233-26b6d9d8ced4\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f084b455-2fdd-4036-8233-26b6d9d8ced4\",\n      \"name\": \"f084b455-2fdd-4036-8233-26b6d9d8ced4\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:59.935700816Z\",\n      \"endTime\": \"2026-08-12T03:08:06.115179569Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-x8jxxz with version 4.21.28\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0009899a0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-x8jxxz: failed waiting for cluster=\"np-version-upgrade-cluster-x8jxxz\" in resourcegroup=\"rg-np-version-upgrade-x8jxxz-44wvjf8n4ttd\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f084b455-2fdd-4036-8233-26b6d9d8ced4\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f084b455-2fdd-4036-8233-26b6d9d8ced4\",\n      \"name\": \"f084b455-2fdd-4036-8233-26b6d9d8ced4\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:59.935700816Z\",\n      \"endTime\": \"2026-08-12T03:08:06.115179569Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"a142045e4ddd4e4346510bc18730335409268ac80f14820760b3092e893e0dda","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"2151f2d91b236920668d297108f2b92f61dcc636e6a5d2c7f3421142ec597e59","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:182]: failed to create HCP cluster \"cp-ystream-upgrade-4-21-c7wk48\" with install version 4.20.33\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000fa0820\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-c7wk48: failed waiting for cluster=\"cp-ystream-upgrade-4-21-c7wk48\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-xsqr9g9qbxzh\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c4bc0303-7d56-41f7-a1f5-49ca49eb8afb\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c4bc0303-7d56-41f7-a1f5-49ca49eb8afb\",\n      \"name\": \"c4bc0303-7d56-41f7-a1f5-49ca49eb8afb\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:13.035379988Z\",\n      \"endTime\": \"2026-08-12T03:07:15.751914235Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:182]: failed to create HCP cluster \"cp-ystream-upgrade-4-21-c7wk48\" with install version 4.20.33\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000fa0820\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-c7wk48: failed waiting for cluster=\"cp-ystream-upgrade-4-21-c7wk48\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-xsqr9g9qbxzh\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c4bc0303-7d56-41f7-a1f5-49ca49eb8afb\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c4bc0303-7d56-41f7-a1f5-49ca49eb8afb\",\n      \"name\": \"c4bc0303-7d56-41f7-a1f5-49ca49eb8afb\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:13.035379988Z\",\n      \"endTime\": \"2026-08-12T03:07:15.751914235Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"a4e4897be4586acc4cd65773c6853000275ce603197bb0524ce3e30642c66770","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"1560e10060c69287f6ebf7f9f002b0071b3b4c2a2122baa5695c321f134bba31","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:107]: failed to create seed HCP cluster basic-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00097a640\u003e: \n    failed to create HCP cluster basic-cluster: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-p798cg8z9vrr\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d4fb0ad0-03ea-4779-8a67-8d3877b1ce18\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d4fb0ad0-03ea-4779-8a67-8d3877b1ce18\",\n      \"name\": \"d4fb0ad0-03ea-4779-8a67-8d3877b1ce18\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:12.948887913Z\",\n      \"endTime\": \"2026-08-12T02:21:14.861276385Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:107]: failed to create seed HCP cluster basic-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00097a640\u003e: \n    failed to create HCP cluster basic-cluster: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-p798cg8z9vrr\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d4fb0ad0-03ea-4779-8a67-8d3877b1ce18\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d4fb0ad0-03ea-4779-8a67-8d3877b1ce18\",\n      \"name\": \"d4fb0ad0-03ea-4779-8a67-8d3877b1ce18\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:12.948887913Z\",\n      \"endTime\": \"2026-08-12T02:21:14.861276385Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"a95353fd2222948b6b274f5cf73bfc18040ba63484e3ab4c770c077ea3c9d5a3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"5159c48558c8b649e61aa7314e124c0fc435d59831524fa93e3fcff49d58448a","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-19-qfk2wz\" with version 4.19.40 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00100a260\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-qfk2wz: failed waiting for cluster=\"cluster-zstream-4-19-qfk2wz\" in resourcegroup=\"rg-zstream-upgrade-4-19-2g7v6prn9b4l\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/97dee47d-5285-40e4-bd41-b06ae7f1c79d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/97dee47d-5285-40e4-bd41-b06ae7f1c79d\",\n      \"name\": \"97dee47d-5285-40e4-bd41-b06ae7f1c79d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:47:31.054764866Z\",\n      \"endTime\": \"2026-08-12T03:06:35.785568481Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-19-qfk2wz\" with version 4.19.40 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00100a260\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-qfk2wz: failed waiting for cluster=\"cluster-zstream-4-19-qfk2wz\" in resourcegroup=\"rg-zstream-upgrade-4-19-2g7v6prn9b4l\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/97dee47d-5285-40e4-bd41-b06ae7f1c79d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/97dee47d-5285-40e4-bd41-b06ae7f1c79d\",\n      \"name\": \"97dee47d-5285-40e4-bd41-b06ae7f1c79d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:47:31.054764866Z\",\n      \"endTime\": \"2026-08-12T03:06:35.785568481Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"ad5cecc20737948e3333f1e348d3788a55d40c52ce02608519ecb9f66b321ebc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"66be4676895a79a72dc735d08ccafe3919c4f5fb6c67cf233c4ed50432819a2b","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:113]: failed to create HCP cluster for pull secret test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000610bc0\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-tfv42969674x\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f41741b8-4205-4a35-8e55-42b7d1635e32\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f41741b8-4205-4a35-8e55-42b7d1635e32\",\n      \"name\": \"f41741b8-4205-4a35-8e55-42b7d1635e32\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:13.204105056Z\",\n      \"endTime\": \"2026-08-12T02:21:14.860337646Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:113]: failed to create HCP cluster for pull secret test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000610bc0\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-tfv42969674x\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f41741b8-4205-4a35-8e55-42b7d1635e32\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f41741b8-4205-4a35-8e55-42b7d1635e32\",\n      \"name\": \"f41741b8-4205-4a35-8e55-42b7d1635e32\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:13.204105056Z\",\n      \"endTime\": \"2026-08-12T02:21:14.860337646Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"b476d6876bf43d05ceb8511eceebed8110bcc423226e84bc509b40eab94c04dd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"2fd60ad9a0d82cb765860999169a8c87bfd2f8579e826fe853928f1eb17c04cf","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:98]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a9dca0\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-8gn4vc9zjr25\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1b8f2713-8fd6-4ea1-bd0e-f7bf9b081dd1\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1b8f2713-8fd6-4ea1-bd0e-f7bf9b081dd1\",\n      \"name\": \"1b8f2713-8fd6-4ea1-bd0e-f7bf9b081dd1\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:03:54.051865861Z\",\n      \"endTime\": \"2026-08-12T02:22:54.984991693Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:98]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a9dca0\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-8gn4vc9zjr25\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1b8f2713-8fd6-4ea1-bd0e-f7bf9b081dd1\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1b8f2713-8fd6-4ea1-bd0e-f7bf9b081dd1\",\n      \"name\": \"1b8f2713-8fd6-4ea1-bd0e-f7bf9b081dd1\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:03:54.051865861Z\",\n      \"endTime\": \"2026-08-12T02:22:54.984991693Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"bcc69c8eb3e3f4e37e71c34da9003411d011e40e4b554ebf353bd279df64d2e7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"21bf9abc2c6f3521ac8d9e740f8829e002161966c954f2e54032947e0e054cba","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:291]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a8e740\u003e: \n    failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-2nscplgxxfkq\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/904333a3-790e-458d-90c8-1ba5d7fe0e15\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/904333a3-790e-458d-90c8-1ba5d7fe0e15\",\n      \"name\": \"904333a3-790e-458d-90c8-1ba5d7fe0e15\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:33.840219344Z\",\n      \"endTime\": \"2026-08-12T03:07:35.865290527Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:291]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a8e740\u003e: \n    failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-2nscplgxxfkq\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/904333a3-790e-458d-90c8-1ba5d7fe0e15\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/904333a3-790e-458d-90c8-1ba5d7fe0e15\",\n      \"name\": \"904333a3-790e-458d-90c8-1ba5d7fe0e15\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:33.840219344Z\",\n      \"endTime\": \"2026-08-12T03:07:35.865290527Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"d1fb5e8e611b5b850702496b4a2f492de2c275a5ed6ff27dd2240ae8b42a631f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"a2278c571a71050e0765c0508749554f60fa5ba7888229b6085119ea81f0c736","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:741]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000fceb00\u003e: \n    failed to create HCP cluster np-dg-minor-nwfnfx: failed waiting for cluster=\"np-dg-minor-nwfnfx\" in resourcegroup=\"rg-np-dg-minor-nwfnfx-6tphpj5s97rh\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f7267db5-dd3a-46f5-9875-6eb411a31fd7\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f7267db5-dd3a-46f5-9875-6eb411a31fd7\",\n      \"name\": \"f7267db5-dd3a-46f5-9875-6eb411a31fd7\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:49:17.39826603Z\",\n      \"endTime\": \"2026-08-12T03:08:17.278450774Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:741]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000fceb00\u003e: \n    failed to create HCP cluster np-dg-minor-nwfnfx: failed waiting for cluster=\"np-dg-minor-nwfnfx\" in resourcegroup=\"rg-np-dg-minor-nwfnfx-6tphpj5s97rh\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f7267db5-dd3a-46f5-9875-6eb411a31fd7\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f7267db5-dd3a-46f5-9875-6eb411a31fd7\",\n      \"name\": \"f7267db5-dd3a-46f5-9875-6eb411a31fd7\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:49:17.39826603Z\",\n      \"endTime\": \"2026-08-12T03:08:17.278450774Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"d354e39e4d4fb51a211989cba83ad94d8675b6e3006e124c938f3d6075b3d8ff","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"960e6e37758b25e245278a960125b29638e9194f5d73fa4dee1898fd5eb07c5d","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:88]: failed to create HCP cluster \"arm64-vm-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0011033a0\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-2q44475lnhjh\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1e9f8d07-c493-4bbf-9110-a26eb30edafb\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1e9f8d07-c493-4bbf-9110-a26eb30edafb\",\n      \"name\": \"1e9f8d07-c493-4bbf-9110-a26eb30edafb\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:12.18653256Z\",\n      \"endTime\": \"2026-08-12T02:21:14.679005239Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:88]: failed to create HCP cluster \"arm64-vm-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0011033a0\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-2q44475lnhjh\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1e9f8d07-c493-4bbf-9110-a26eb30edafb\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1e9f8d07-c493-4bbf-9110-a26eb30edafb\",\n      \"name\": \"1e9f8d07-c493-4bbf-9110-a26eb30edafb\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:12.18653256Z\",\n      \"endTime\": \"2026-08-12T02:21:14.679005239Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"da625e31ab2b8c58fb757bb50e4a4f10f63c67b25fe542dc05df482d9d684914","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"cdc6c1decfb3abdf88bfc3fca5405dc6badacbdea696a7fec72f722057115284","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-20-gmhvs5\" with version 4.20.32 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000880e80\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-gmhvs5: failed waiting for cluster=\"cluster-zstream-4-20-gmhvs5\" in resourcegroup=\"rg-zstream-upgrade-4-20-t7pdwlqb59tn\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0bb68b51-f907-4b46-8580-79bdbeddc7ca\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0bb68b51-f907-4b46-8580-79bdbeddc7ca\",\n      \"name\": \"0bb68b51-f907-4b46-8580-79bdbeddc7ca\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:47:32.069468799Z\",\n      \"endTime\": \"2026-08-12T03:06:35.971097712Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-20-gmhvs5\" with version 4.20.32 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000880e80\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-gmhvs5: failed waiting for cluster=\"cluster-zstream-4-20-gmhvs5\" in resourcegroup=\"rg-zstream-upgrade-4-20-t7pdwlqb59tn\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0bb68b51-f907-4b46-8580-79bdbeddc7ca\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0bb68b51-f907-4b46-8580-79bdbeddc7ca\",\n      \"name\": \"0bb68b51-f907-4b46-8580-79bdbeddc7ca\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:47:32.069468799Z\",\n      \"endTime\": \"2026-08-12T03:06:35.971097712Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"de65042a269cab774eeae0bd2d179d0415995e4e8d41a34078a3a3efd6aac261","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"3710ff5c57e348faafff51fbd55ce014b331fef78b9d0d676e70be3e0ec4e797","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:96]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ca1520\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-jqpfrw5jlvb5\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4cf83770-e7cc-4068-b6e0-422a8d176aed\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4cf83770-e7cc-4068-b6e0-422a8d176aed\",\n      \"name\": \"4cf83770-e7cc-4068-b6e0-422a8d176aed\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:11.962431347Z\",\n      \"endTime\": \"2026-08-12T02:21:14.906240444Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:96]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000ca1520\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-jqpfrw5jlvb5\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4cf83770-e7cc-4068-b6e0-422a8d176aed\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4cf83770-e7cc-4068-b6e0-422a8d176aed\",\n      \"name\": \"4cf83770-e7cc-4068-b6e0-422a8d176aed\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:02:11.962431347Z\",\n      \"endTime\": \"2026-08-12T02:21:14.906240444Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"e8851bf5cb9c5d09e359855a35f8f030858188257f0d76ea4847247b6701d354","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"374faaf7575b76c699400d58dd85792a7c89b8e8b6096a3d69b7ba7bdf3eb919","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation (timeout '20.000000' minutes)\nUnexpected error:\n    \u003c*exported.ResponseError | 0xc000927440\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/55a0a427-16a9-4287-93b9-0fac6fc2ceb9\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/55a0a427-16a9-4287-93b9-0fac6fc2ceb9\",\n      \"name\": \"55a0a427-16a9-4287-93b9-0fac6fc2ceb9\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:03:34.288393969Z\",\n      \"endTime\": \"2026-08-12T02:22:34.87745056Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation (timeout '20.000000' minutes)\nUnexpected error:\n    \u003c*exported.ResponseError | 0xc000927440\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/55a0a427-16a9-4287-93b9-0fac6fc2ceb9\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/55a0a427-16a9-4287-93b9-0fac6fc2ceb9\",\n      \"name\": \"55a0a427-16a9-4287-93b9-0fac6fc2ceb9\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:03:34.288393969Z\",\n      \"endTime\": \"2026-08-12T02:22:34.87745056Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"f32b19389f11689fcff0b956d154110780fb3637adad3b868385f448f63703e9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"fa6ea1fda65eabf75cd80f820d0ab71f3a91a188ba42a8484ae0562007f82012","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:593]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a32fc0\u003e: \n    failed to create HCP cluster np-downgrade-x9f59g: failed waiting for cluster=\"np-downgrade-x9f59g\" in resourcegroup=\"rg-np-downgrade-x9f59g-9g6xj2jrvsph\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c196dedd-013f-4cf6-b5af-6a87f5d6c7e5\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c196dedd-013f-4cf6-b5af-6a87f5d6c7e5\",\n      \"name\": \"c196dedd-013f-4cf6-b5af-6a87f5d6c7e5\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:49:19.615307514Z\",\n      \"endTime\": \"2026-08-12T03:08:25.897076078Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:593]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a32fc0\u003e: \n    failed to create HCP cluster np-downgrade-x9f59g: failed waiting for cluster=\"np-downgrade-x9f59g\" in resourcegroup=\"rg-np-downgrade-x9f59g-9g6xj2jrvsph\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c196dedd-013f-4cf6-b5af-6a87f5d6c7e5\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c196dedd-013f-4cf6-b5af-6a87f5d6c7e5\",\n      \"name\": \"c196dedd-013f-4cf6-b5af-6a87f5d6c7e5\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:49:19.615307514Z\",\n      \"endTime\": \"2026-08-12T03:08:25.897076078Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"f4683ad1231fc32ec6833f5e57d12d5068c934b6c07152807706451f7abf5f33","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"95ec18cac19192366af8f9fc0382ec9b02fa649121e63c1149638cad364e2c55","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010c7080\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-krlq6c56xbc2\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/15540d1c-74e2-4a03-9871-7e1f7557499c\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/15540d1c-74e2-4a03-9871-7e1f7557499c\",\n      \"name\": \"15540d1c-74e2-4a03-9871-7e1f7557499c\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:23.29732922Z\",\n      \"endTime\": \"2026-08-12T03:07:26.13400533Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010c7080\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-krlq6c56xbc2\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/15540d1c-74e2-4a03-9871-7e1f7557499c\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/15540d1c-74e2-4a03-9871-7e1f7557499c\",\n      \"name\": \"15540d1c-74e2-4a03-9871-7e1f7557499c\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:23.29732922Z\",\n      \"endTime\": \"2026-08-12T03:07:26.13400533Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"f496f5525509d19d6ef5de47d53338af0db53a552517f1aa837e00d2d09f19a5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2087358454497808384","occurred_at":"2026-08-12T02:00:11Z","failed_at":"e2e","signature_id":"8615a5392ed6477531fe0713e7b8879fc06644315df0dad721d68369c8d832d9","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:87]: failed to create HCP cluster for external auth list test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0005a0d60\u003e: \n    failed to create HCP cluster ea-listh5mmw5: failed waiting for cluster=\"ea-listh5mmw5\" in resourcegroup=\"ea-list-69pqclv7bgfh\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2a02fe69-7bc0-4583-b40b-6c744e3d9a97\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2a02fe69-7bc0-4583-b40b-6c744e3d9a97\",\n      \"name\": \"2a02fe69-7bc0-4583-b40b-6c744e3d9a97\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:23.198431464Z\",\n      \"endTime\": \"2026-08-12T03:07:26.117087289Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:87]: failed to create HCP cluster for external auth list test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0005a0d60\u003e: \n    failed to create HCP cluster ea-listh5mmw5: failed waiting for cluster=\"ea-listh5mmw5\" in resourcegroup=\"ea-list-69pqclv7bgfh\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2a02fe69-7bc0-4583-b40b-6c744e3d9a97\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2a02fe69-7bc0-4583-b40b-6c744e3d9a97\",\n      \"name\": \"2a02fe69-7bc0-4583-b40b-6c744e3d9a97\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-08-12T02:48:23.198431464Z\",\n      \"endTime\": \"2026-08-12T03:07:26.117087289Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}}],"failure_pattern_summary":{"signature_count":48,"failure_pattern_ids":["3da6dfe5e2d468b0f7647b604914d8743369fe4db63b9b1f8f365f64663404b8","44e2d333ce62abafbaf16d046b61703140a463730eb39f1d9ff95ea9875c0757","6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f"],"matched_occurrences":48,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}}]}]}