{"meta":{"date":"2026-07-31","timezone":"UTC","generated_at":"2026-08-27T04:52:25Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":6,"failed_runs":4,"runs_with_occurrences":4,"runs_with_failure_pattern_matches":4,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":2,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083315168242044928","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-31T22:13:36Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"cbe062b2c3ca8941f6c279009b84c1f41bbc05f6e7c470ddef0218fd761a6700","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083315168242044928","occurred_at":"2026-07-31T22:13:36Z","failed_at":"e2e","signature_id":"cd0e93a343d2d00b4678b9e2a78fb3f598210905965685fcf5c5c2b447b930da","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc001b1e030\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"rg-cluster-nsg-subnet-reuse-8nvb955m5z2j\", caused by: failed waiting for hcpCluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-8nvb955m5z2j\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-8nvb955m5z2j, error: context deadline exceeded, error: failed waiting for hcpCluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-8nvb955m5z2j\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-8nvb955m5z2j, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n    \u003c*errors.joinError | 0xc001b1e030\u003e: \n    failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"rg-cluster-nsg-subnet-reuse-8nvb955m5z2j\", caused by: failed waiting for hcpCluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-8nvb955m5z2j\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-8nvb955m5z2j, error: context deadline exceeded, error: failed waiting for hcpCluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-8nvb955m5z2j\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-8nvb955m5z2j, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f90cae3228fe72b2427515e7c51834eebdc3e73c0b1aa6bca2abedd53a2e7578","failure_pattern":"DeleteHCPCluster timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed to cleanup resource group: failed deleting hcp clusters in resourcegroup=\"rg-cluster-nsg-subnet-reuse-8nvb955m5z2j\", caused by: failed waiting for hcpCluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-8nvb955m5z2j\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-8nvb955m5z2j, error: context deadline exceeded, error: failed waiting for hcpCluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-8nvb955m5z2j\" to finish deleting, caused by: timeout '25.000000' minutes exceeded during DeleteHCPCluster for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-8nvb955m5z2j, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["f90cae3228fe72b2427515e7c51834eebdc3e73c0b1aa6bca2abedd53a2e7578"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083263737195663360","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-07-31T18:49:14Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083218341048094720","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-07-31T15:48:51Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-31T08:45:01Z"},"failed_at":["e2e"],"failed_test_count":43,"occurrences":[{"row_id":"016d18403b604de12bd9d87926229541add6e22eabcdc2945703f7d211406264","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"f6ef6562a44a6c014a5645909eaf724af80a60cd9d8f9c4c7b06556e0a2f9446","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:88]: failed to create HCP cluster \"cilium-cl\" without CNI\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00130c980\u003e: \n    failed to create HCP cluster cilium-cl: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-6vvnwpwvj27z\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ac52d63-abbc-49cd-a258-7cced9ccad6a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ac52d63-abbc-49cd-a258-7cced9ccad6a\",\n      \"name\": \"6ac52d63-abbc-49cd-a258-7cced9ccad6a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:13:56.714718944Z\",\n      \"endTime\": \"2026-07-31T09:32:57.743309748Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:88]: failed to create HCP cluster \"cilium-cl\" without CNI\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00130c980\u003e: \n    failed to create HCP cluster cilium-cl: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-6vvnwpwvj27z\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ac52d63-abbc-49cd-a258-7cced9ccad6a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6ac52d63-abbc-49cd-a258-7cced9ccad6a\",\n      \"name\": \"6ac52d63-abbc-49cd-a258-7cced9ccad6a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:13:56.714718944Z\",\n      \"endTime\": \"2026-07-31T09:32:57.743309748Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"11e3a86eb970e487b87f1dc782e0381e84bb590631a2e888b278fc868057c44f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"cf1487aacc7da5751191246b6130246032344089667301dd334a358da60e823e","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:741]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e8cbc0\u003e: \n    failed to create HCP cluster np-dg-minor-52jxbc: failed waiting for cluster=\"np-dg-minor-52jxbc\" in resourcegroup=\"rg-np-dg-minor-52jxbc-xffrcqsqvzs5\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bfe65841-f3d7-4ff5-a171-b7097843ef8d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bfe65841-f3d7-4ff5-a171-b7097843ef8d\",\n      \"name\": \"bfe65841-f3d7-4ff5-a171-b7097843ef8d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T10:42:58.945629873Z\",\n      \"endTime\": \"2026-07-31T11:02:01.385658034Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:741]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e8cbc0\u003e: \n    failed to create HCP cluster np-dg-minor-52jxbc: failed waiting for cluster=\"np-dg-minor-52jxbc\" in resourcegroup=\"rg-np-dg-minor-52jxbc-xffrcqsqvzs5\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bfe65841-f3d7-4ff5-a171-b7097843ef8d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bfe65841-f3d7-4ff5-a171-b7097843ef8d\",\n      \"name\": \"bfe65841-f3d7-4ff5-a171-b7097843ef8d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T10:42:58.945629873Z\",\n      \"endTime\": \"2026-07-31T11:02:01.385658034Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"1340e267845fc961301a500790a7a0151f22fbf546ba15a0c768928f717cd1dd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"14c80964b9874c9081110be783c8e717ab9db60e5a66ec45327b015be13e84aa","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Cluster provisioning failed\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Cluster provisioning failed","failure_pattern_match":{"status":"clustered","failure_pattern_id":"e9065928ca1d323095a060fb425d3a601fe5817c1279001c85a6c30b326c861b","failure_pattern":"Cluster provisioning failed","search_query":"Cluster provisioning failed"}},{"row_id":"15ede3c2877fe106f4bcde5d499b2e12959370d8082a22e8cd32e3c4b8fcdeb8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"1d7a57cdb5ee65ffb89266c52743756725522f428f1afce13dea3b7bdb071342","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-21-z72bsn\" with version 4.21.25 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e11100\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-z72bsn: failed waiting for cluster=\"cluster-zstream-4-21-z72bsn\" in resourcegroup=\"rg-zstream-upgrade-4-21-m5gbw7nvp2sb\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0f7ac8e9-2a0e-4a3d-ae2b-59b5384f7542\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0f7ac8e9-2a0e-4a3d-ae2b-59b5384f7542\",\n      \"name\": \"0f7ac8e9-2a0e-4a3d-ae2b-59b5384f7542\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:57:42.975224138Z\",\n      \"endTime\": \"2026-07-31T10:17:00.075595456Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-21-z72bsn\" with version 4.21.25 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e11100\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-z72bsn: failed waiting for cluster=\"cluster-zstream-4-21-z72bsn\" in resourcegroup=\"rg-zstream-upgrade-4-21-m5gbw7nvp2sb\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0f7ac8e9-2a0e-4a3d-ae2b-59b5384f7542\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0f7ac8e9-2a0e-4a3d-ae2b-59b5384f7542\",\n      \"name\": \"0f7ac8e9-2a0e-4a3d-ae2b-59b5384f7542\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:57:42.975224138Z\",\n      \"endTime\": \"2026-07-31T10:17:00.075595456Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"20c9275bd7120c44d61054ceca62a37364ad8f1726c9b95a35f0a6cc86e158d7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"d8714ea0845db0e2e2bc726510d7de3a3b753b949f2c32dc2a05bbb2e833dc65","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:107]: failed to create seed HCP cluster basic-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000cbce40\u003e: \n    failed to create HCP cluster basic-cluster: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-tfprxxlw5z4g\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/87b10e06-b67a-47f3-aa05-0cae6d6811b9\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/87b10e06-b67a-47f3-aa05-0cae6d6811b9\",\n      \"name\": \"87b10e06-b67a-47f3-aa05-0cae6d6811b9\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:11:42.368743248Z\",\n      \"endTime\": \"2026-07-31T09:31:07.983262136Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:107]: failed to create seed HCP cluster basic-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000cbce40\u003e: \n    failed to create HCP cluster basic-cluster: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-tfprxxlw5z4g\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/87b10e06-b67a-47f3-aa05-0cae6d6811b9\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/87b10e06-b67a-47f3-aa05-0cae6d6811b9\",\n      \"name\": \"87b10e06-b67a-47f3-aa05-0cae6d6811b9\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:11:42.368743248Z\",\n      \"endTime\": \"2026-07-31T09:31:07.983262136Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"20ed2ee136649c1b8b626a567277850299f333135c54cbd2c44ad90f7224bcc3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"bac84b7fb8866d581dcacd4405cbd97a329ea769c878774faa06778f8a711a78","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:121]: HCP cluster rg-candidate-4-20-rbnhjj447w8l/cluster-candidate-4-20-5wqgsf should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0008931c0\u003e: \n    failed to create HCP cluster cluster-candidate-4-20-5wqgsf: failed waiting for cluster=\"cluster-candidate-4-20-5wqgsf\" in resourcegroup=\"rg-candidate-4-20-rbnhjj447w8l\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9fa27d6e-3345-4d0e-864e-be46e84702a9\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9fa27d6e-3345-4d0e-864e-be46e84702a9\",\n      \"name\": \"9fa27d6e-3345-4d0e-864e-be46e84702a9\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:57:19.571462813Z\",\n      \"endTime\": \"2026-07-31T10:16:19.020938824Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:121]: HCP cluster rg-candidate-4-20-rbnhjj447w8l/cluster-candidate-4-20-5wqgsf should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0008931c0\u003e: \n    failed to create HCP cluster cluster-candidate-4-20-5wqgsf: failed waiting for cluster=\"cluster-candidate-4-20-5wqgsf\" in resourcegroup=\"rg-candidate-4-20-rbnhjj447w8l\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9fa27d6e-3345-4d0e-864e-be46e84702a9\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9fa27d6e-3345-4d0e-864e-be46e84702a9\",\n      \"name\": \"9fa27d6e-3345-4d0e-864e-be46e84702a9\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:57:19.571462813Z\",\n      \"endTime\": \"2026-07-31T10:16:19.020938824Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"2476b327fa536f06cea7e93fc064aa1b98bfc0ac0949035eb5a6759201cab6d8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"7509dc3dd13c14f7e332972aa54bd5866d49cc744c03c08e27d288c116b82464","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f91140\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-sdkvl57w88sd\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/81a2e808-0645-49a8-bd04-153b6defe633\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/81a2e808-0645-49a8-bd04-153b6defe633\",\n      \"name\": \"81a2e808-0645-49a8-bd04-153b6defe633\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:13.309250271Z\",\n      \"endTime\": \"2026-07-31T10:17:30.345421308Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f91140\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-sdkvl57w88sd\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/81a2e808-0645-49a8-bd04-153b6defe633\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/81a2e808-0645-49a8-bd04-153b6defe633\",\n      \"name\": \"81a2e808-0645-49a8-bd04-153b6defe633\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:13.309250271Z\",\n      \"endTime\": \"2026-07-31T10:17:30.345421308Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"2aebb7d200342561a3bf0d4871f9f3f5f2e91cb39fb961f610b919b514b97cb4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"8f3517ee40290d8188b0843d4a49397a189ea380fc365be2b10f401581714070","test_name":"Customer should be able to update node pool labels and taints","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:92]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000eff420\u003e: \n    failed to create HCP cluster cluster-np-labels-taints: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-6hntd7gggjfd\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7b2319de-0eb9-4eda-b379-ce9fa12f701c\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7b2319de-0eb9-4eda-b379-ce9fa12f701c\",\n      \"name\": \"7b2319de-0eb9-4eda-b379-ce9fa12f701c\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:52.036457416Z\",\n      \"endTime\": \"2026-07-31T10:18:09.157556901Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:92]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000eff420\u003e: \n    failed to create HCP cluster cluster-np-labels-taints: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-6hntd7gggjfd\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7b2319de-0eb9-4eda-b379-ce9fa12f701c\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7b2319de-0eb9-4eda-b379-ce9fa12f701c\",\n      \"name\": \"7b2319de-0eb9-4eda-b379-ce9fa12f701c\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:52.036457416Z\",\n      \"endTime\": \"2026-07-31T10:18:09.157556901Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"2c60e8bd42ef479de50a9c56c7b8846ae323d2559869e30c605571d5b41d9fff","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"fe2d20bbbf0af4a5f6698a29ea9b0d315b7c445992ce9bc9ee18485fb05ceefb","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:149]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010067e0\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-mxqqzgl7z57c\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-mxqqzgl7z57c, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:149]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010067e0\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-mxqqzgl7z57c\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-mxqqzgl7z57c, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-mxqqzgl7z57c\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-mxqqzgl7z57c, error: context deadline exceeded"}},{"row_id":"3571b4ae31cb96b322622c948c8c9ede15d1ecdee121ef35a515acb2807325df","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"6d1e234f1a78277f9a25c3930b18b6a3d1a0b1329462bce68b10dad62e917230","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:87]: failed to create HCP cluster for external auth list test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0011a2520\u003e: \n    failed to create HCP cluster ea-listldwb6b: failed waiting for cluster=\"ea-listldwb6b\" in resourcegroup=\"ea-list-tt2rm86nrn4k\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a253dce3-d1b0-4168-9664-060056a8b10f\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a253dce3-d1b0-4168-9664-060056a8b10f\",\n      \"name\": \"a253dce3-d1b0-4168-9664-060056a8b10f\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:03.038338308Z\",\n      \"endTime\": \"2026-07-31T10:17:19.003504856Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:87]: failed to create HCP cluster for external auth list test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0011a2520\u003e: \n    failed to create HCP cluster ea-listldwb6b: failed waiting for cluster=\"ea-listldwb6b\" in resourcegroup=\"ea-list-tt2rm86nrn4k\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a253dce3-d1b0-4168-9664-060056a8b10f\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a253dce3-d1b0-4168-9664-060056a8b10f\",\n      \"name\": \"a253dce3-d1b0-4168-9664-060056a8b10f\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:03.038338308Z\",\n      \"endTime\": \"2026-07-31T10:17:19.003504856Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"3719f90a27ef06d8c2a4bb40022ffdb2c96386613f6f2ede0a004cd7b0da5582","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"e82aba73d2780504045986489eec3f86cb4bff4d00a7e0dd7cdbe90ca5b0bb3e","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001098b60\u003e: \n    failed to create HCP cluster np-autoscale-cluster: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-n9jc86c7sfh6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3f46127c-178b-48d8-a8d6-fa655b55ce62\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3f46127c-178b-48d8-a8d6-fa655b55ce62\",\n      \"name\": \"3f46127c-178b-48d8-a8d6-fa655b55ce62\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:16.709891581Z\",\n      \"endTime\": \"2026-07-31T10:17:29.480445986Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001098b60\u003e: \n    failed to create HCP cluster np-autoscale-cluster: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-n9jc86c7sfh6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3f46127c-178b-48d8-a8d6-fa655b55ce62\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3f46127c-178b-48d8-a8d6-fa655b55ce62\",\n      \"name\": \"3f46127c-178b-48d8-a8d6-fa655b55ce62\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:16.709891581Z\",\n      \"endTime\": \"2026-07-31T10:17:29.480445986Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"38d8edfb5eba67962c3c3320ff03a4860a33e3068539330b9100d941ddf70260","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"b30336872b5fd444e04363a76dac49ef8fe360a3399d49663dbc1396aa543c28","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-20-9gzzgm\" with version 4.20.30 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b805c0\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-9gzzgm: failed waiting for cluster=\"cluster-zstream-4-20-9gzzgm\" in resourcegroup=\"rg-zstream-upgrade-4-20-p6xbwz8rs2ts\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/90b91071-10b4-40f5-84ee-de19af201b48\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/90b91071-10b4-40f5-84ee-de19af201b48\",\n      \"name\": \"90b91071-10b4-40f5-84ee-de19af201b48\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:57:41.818744944Z\",\n      \"endTime\": \"2026-07-31T10:16:48.817936743Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-20-9gzzgm\" with version 4.20.30 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b805c0\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-9gzzgm: failed waiting for cluster=\"cluster-zstream-4-20-9gzzgm\" in resourcegroup=\"rg-zstream-upgrade-4-20-p6xbwz8rs2ts\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/90b91071-10b4-40f5-84ee-de19af201b48\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/90b91071-10b4-40f5-84ee-de19af201b48\",\n      \"name\": \"90b91071-10b4-40f5-84ee-de19af201b48\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:57:41.818744944Z\",\n      \"endTime\": \"2026-07-31T10:16:48.817936743Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"40bc7cd6c4e805343128d8a2697d34f2434256f41542e1324e1f6cb5a229fb02","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"7c444d6e8e5e42ca20dbd002273700008ee87a86b846b909f45f9e3473b47d9b","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:121]: HCP cluster rg-candidate-4-21-zzqp24v7l794/cluster-candidate-4-21-cztbgq should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b22900\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-cztbgq: failed waiting for cluster=\"cluster-candidate-4-21-cztbgq\" in resourcegroup=\"rg-candidate-4-21-zzqp24v7l794\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/26e346bb-9c91-40c3-9bbe-3d8a4edb41ef\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/26e346bb-9c91-40c3-9bbe-3d8a4edb41ef\",\n      \"name\": \"26e346bb-9c91-40c3-9bbe-3d8a4edb41ef\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:57:00.206637438Z\",\n      \"endTime\": \"2026-07-31T10:16:09.35493839Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:121]: HCP cluster rg-candidate-4-21-zzqp24v7l794/cluster-candidate-4-21-cztbgq should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b22900\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-cztbgq: failed waiting for cluster=\"cluster-candidate-4-21-cztbgq\" in resourcegroup=\"rg-candidate-4-21-zzqp24v7l794\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/26e346bb-9c91-40c3-9bbe-3d8a4edb41ef\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/26e346bb-9c91-40c3-9bbe-3d8a4edb41ef\",\n      \"name\": \"26e346bb-9c91-40c3-9bbe-3d8a4edb41ef\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:57:00.206637438Z\",\n      \"endTime\": \"2026-07-31T10:16:09.35493839Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"430b4b939b78e4353bda7ae26c34d461a0bae3d45b55b79536626ec4001292ab","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"523b6d17b98c2ffda95f9af7a5c401b14fe6059553448e4ead4b694f0a9f1bb0","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:90]: failed to create HCP cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c4cae0\u003e: \n    failed to create HCP cluster cx-rg-hcp-cluster: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-997cd6q8db6l\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3368a1ce-2628-4bd7-aaa2-b52e4eb8c88a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3368a1ce-2628-4bd7-aaa2-b52e4eb8c88a\",\n      \"name\": \"3368a1ce-2628-4bd7-aaa2-b52e4eb8c88a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:11:53.052497958Z\",\n      \"endTime\": \"2026-07-31T09:31:08.041511483Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:90]: failed to create HCP cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000c4cae0\u003e: \n    failed to create HCP cluster cx-rg-hcp-cluster: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-997cd6q8db6l\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3368a1ce-2628-4bd7-aaa2-b52e4eb8c88a\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3368a1ce-2628-4bd7-aaa2-b52e4eb8c88a\",\n      \"name\": \"3368a1ce-2628-4bd7-aaa2-b52e4eb8c88a\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:11:53.052497958Z\",\n      \"endTime\": \"2026-07-31T09:31:08.041511483Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"4ba197e94cd10cf3e532486fae4cf30ede489d150df126f3ef7536886c74ca11","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"842400b3ef0a3f5ecc338034ba9d1ca1379058fc1d6dc1c9422535ce1a4f751d","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:151]: failed to create HCP cluster \"cidr-connectivity-test\" with authorized CIDRs\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000bef820\u003e: \n    failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-54445jrm46d5\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3464f4f1-8db5-489b-b476-667edd5917f1\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3464f4f1-8db5-489b-b476-667edd5917f1\",\n      \"name\": \"3464f4f1-8db5-489b-b476-667edd5917f1\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:12:14.766690227Z\",\n      \"endTime\": \"2026-07-31T09:31:27.428112483Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:151]: failed to create HCP cluster \"cidr-connectivity-test\" with authorized CIDRs\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000bef820\u003e: \n    failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-54445jrm46d5\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3464f4f1-8db5-489b-b476-667edd5917f1\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3464f4f1-8db5-489b-b476-667edd5917f1\",\n      \"name\": \"3464f4f1-8db5-489b-b476-667edd5917f1\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:12:14.766690227Z\",\n      \"endTime\": \"2026-07-31T09:31:27.428112483Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"4cab7cd2577364e3941184b6b1733ee882aa7ec2944ec8241d5537792c17156c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"d721a9240dad38f76445ce9d9d2dbfd0c284faf1938a7d028214eb34c60e7b20","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-ch4b45 with version 4.21.26\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b070e0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-ch4b45: failed waiting for cluster=\"np-version-upgrade-cluster-ch4b45\" in resourcegroup=\"rg-np-version-upgrade-ch4b45-t48tzx87grpj\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/348ae32f-253a-45a7-8854-444443d71e07\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/348ae32f-253a-45a7-8854-444443d71e07\",\n      \"name\": \"348ae32f-253a-45a7-8854-444443d71e07\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T10:00:06.018575634Z\",\n      \"endTime\": \"2026-07-31T10:19:19.52646232Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-ch4b45 with version 4.21.26\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b070e0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-ch4b45: failed waiting for cluster=\"np-version-upgrade-cluster-ch4b45\" in resourcegroup=\"rg-np-version-upgrade-ch4b45-t48tzx87grpj\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/348ae32f-253a-45a7-8854-444443d71e07\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/348ae32f-253a-45a7-8854-444443d71e07\",\n      \"name\": \"348ae32f-253a-45a7-8854-444443d71e07\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T10:00:06.018575634Z\",\n      \"endTime\": \"2026-07-31T10:19:19.52646232Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"5922bbbb248017fa16099bb054ec6617fb42b37b732749a874984b61f5a8d686","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"efccadddcfc9af2414a06989de1bd3eeedc593532e3c6ea890526979bc461878","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-19-z8swrc\" with version 4.19.39 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f87040\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-z8swrc: failed waiting for cluster=\"cluster-zstream-4-19-z8swrc\" in resourcegroup=\"rg-zstream-upgrade-4-19-wmk97x9px9vr\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/05dc428f-ba51-4cd1-964f-d4e770821e3d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/05dc428f-ba51-4cd1-964f-d4e770821e3d\",\n      \"name\": \"05dc428f-ba51-4cd1-964f-d4e770821e3d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:57:42.663626533Z\",\n      \"endTime\": \"2026-07-31T10:16:49.052995274Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-19-z8swrc\" with version 4.19.39 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f87040\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-z8swrc: failed waiting for cluster=\"cluster-zstream-4-19-z8swrc\" in resourcegroup=\"rg-zstream-upgrade-4-19-wmk97x9px9vr\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/05dc428f-ba51-4cd1-964f-d4e770821e3d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/05dc428f-ba51-4cd1-964f-d4e770821e3d\",\n      \"name\": \"05dc428f-ba51-4cd1-964f-d4e770821e3d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:57:42.663626533Z\",\n      \"endTime\": \"2026-07-31T10:16:49.052995274Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"5985b8eac9b6f5dd057b05c86f9969f36b7ad6fba7a7b61a8bc29f9f752c2763","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"1a41f9c7e28d4be4e813448eae16b579a7ac60ee08b33efd15ed967a89be1216","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:94]: failed to create HCP cluster for external auth test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010db320\u003e: \n    failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-mclz4shl48hz\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5247c381-2bd6-4d36-bde2-1113626087c1\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5247c381-2bd6-4d36-bde2-1113626087c1\",\n      \"name\": \"5247c381-2bd6-4d36-bde2-1113626087c1\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:02.878065641Z\",\n      \"endTime\": \"2026-07-31T10:17:19.02348152Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:94]: failed to create HCP cluster for external auth test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010db320\u003e: \n    failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-mclz4shl48hz\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5247c381-2bd6-4d36-bde2-1113626087c1\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5247c381-2bd6-4d36-bde2-1113626087c1\",\n      \"name\": \"5247c381-2bd6-4d36-bde2-1113626087c1\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:02.878065641Z\",\n      \"endTime\": \"2026-07-31T10:17:19.02348152Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"65122018da6ab74531070a483642f05d924c6f1714cd9573bf5384dfc60f5295","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"cc57c1146e3ccbadcdad055f15a002278a3adc35ad682c075df2bc9817cdb25e","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:291]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f813c0\u003e: \n    failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-dqkpgr5nlcxk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a6d10d7a-b3c4-4d68-87d4-1365dec3727f\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a6d10d7a-b3c4-4d68-87d4-1365dec3727f\",\n      \"name\": \"a6d10d7a-b3c4-4d68-87d4-1365dec3727f\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:47.902232119Z\",\n      \"endTime\": \"2026-07-31T10:17:59.099417347Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:291]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f813c0\u003e: \n    failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-dqkpgr5nlcxk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a6d10d7a-b3c4-4d68-87d4-1365dec3727f\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a6d10d7a-b3c4-4d68-87d4-1365dec3727f\",\n      \"name\": \"a6d10d7a-b3c4-4d68-87d4-1365dec3727f\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:47.902232119Z\",\n      \"endTime\": \"2026-07-31T10:17:59.099417347Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"710098fcfa5853e627b8fd6adcb2b0bf5eabccaa0f1e5d33ffc66760b93df530","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"afbd29f29515e6facd53b2c76fdaafdecd5d213a17b5401f739fdf8b15946ff6","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:88]: failed to create HCP cluster \"arm64-vm-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0014f7660\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-jrgxs2bcbtjz\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/80cb7678-afd8-4e70-9156-5936a1fbc377\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/80cb7678-afd8-4e70-9156-5936a1fbc377\",\n      \"name\": \"80cb7678-afd8-4e70-9156-5936a1fbc377\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:11:52.728445273Z\",\n      \"endTime\": \"2026-07-31T09:31:07.851368732Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:88]: failed to create HCP cluster \"arm64-vm-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0014f7660\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-jrgxs2bcbtjz\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/80cb7678-afd8-4e70-9156-5936a1fbc377\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/80cb7678-afd8-4e70-9156-5936a1fbc377\",\n      \"name\": \"80cb7678-afd8-4e70-9156-5936a1fbc377\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:11:52.728445273Z\",\n      \"endTime\": \"2026-07-31T09:31:07.851368732Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"74d7d475a286ad329ed9e259aff165f8033e50991befce22dd1edaaa85748984","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"1d4c665b4f3a2cfaa507c674a7585858146fa3441fde16f51338f0b5807aaa81","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00152e3f0\u003e: \n    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-k7fwk7kcgvsd, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-k7fwk7kcgvsd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-k7fwk7kcgvsd, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00152e3f0\u003e: \n    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-k7fwk7kcgvsd, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-k7fwk7kcgvsd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-k7fwk7kcgvsd, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-mxqqzgl7z57c\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-mxqqzgl7z57c, error: context deadline exceeded"}},{"row_id":"76ddece66024e29dab9a8de3c9cf4be6d73d207a0f1863d24590df041508ba3e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"df6a3a0eb5ed0897a6f9b457e97a332d7e79a583a2f6b0228f46074db5a60b80","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-j7fb44 with version 4.20.32\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0014929a0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-j7fb44: failed waiting for cluster=\"np-version-upgrade-cluster-j7fb44\" in resourcegroup=\"rg-np-version-upgrade-j7fb44-4r5mht526h4j\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e81cf54f-9dc9-4b75-b108-066a1ba58962\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e81cf54f-9dc9-4b75-b108-066a1ba58962\",\n      \"name\": \"e81cf54f-9dc9-4b75-b108-066a1ba58962\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T10:22:47.423058245Z\",\n      \"endTime\": \"2026-07-31T10:41:48.378126087Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-j7fb44 with version 4.20.32\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0014929a0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-j7fb44: failed waiting for cluster=\"np-version-upgrade-cluster-j7fb44\" in resourcegroup=\"rg-np-version-upgrade-j7fb44-4r5mht526h4j\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e81cf54f-9dc9-4b75-b108-066a1ba58962\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e81cf54f-9dc9-4b75-b108-066a1ba58962\",\n      \"name\": \"e81cf54f-9dc9-4b75-b108-066a1ba58962\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T10:22:47.423058245Z\",\n      \"endTime\": \"2026-07-31T10:41:48.378126087Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"776454e54845b338b269f8ec2d1e5fdc55825835bd2af2d052729458505872dd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"20df2b6ba32bb322126cf6122c36e047813de0db7ea7a5cf8137ef916a708392","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:217]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000fe8480\u003e: \n    failed to create HCP cluster oidc-wi-cluster: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-76wgmfnz5ggw\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4a493464-0984-4ce1-b2e2-63abbb447dd3\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4a493464-0984-4ce1-b2e2-63abbb447dd3\",\n      \"name\": \"4a493464-0984-4ce1-b2e2-63abbb447dd3\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T10:43:01.37660521Z\",\n      \"endTime\": \"2026-07-31T11:02:11.24204374Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:217]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000fe8480\u003e: \n    failed to create HCP cluster oidc-wi-cluster: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-76wgmfnz5ggw\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4a493464-0984-4ce1-b2e2-63abbb447dd3\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4a493464-0984-4ce1-b2e2-63abbb447dd3\",\n      \"name\": \"4a493464-0984-4ce1-b2e2-63abbb447dd3\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T10:43:01.37660521Z\",\n      \"endTime\": \"2026-07-31T11:02:11.24204374Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"7c90fe9aeb60f9928ceaf1b25dd5e5784078a8bc9bc570c52e1b18c624e37ba1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"545cc4a9fbb582d7f3746bf9174a23ac19feb9f23bfefd7ef26ff21f39001957","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-22-dstjxj\" with version 4.22.1 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0008805c0\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-dstjxj: failed waiting for cluster=\"cluster-zstream-4-22-dstjxj\" in resourcegroup=\"rg-zstream-upgrade-4-22-vmz84b9rswrr\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a14acd1c-a47f-4ea4-9080-53d07e4e63c8\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a14acd1c-a47f-4ea4-9080-53d07e4e63c8\",\n      \"name\": \"a14acd1c-a47f-4ea4-9080-53d07e4e63c8\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:57:51.876779846Z\",\n      \"endTime\": \"2026-07-31T10:16:59.975413622Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-22-dstjxj\" with version 4.22.1 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0008805c0\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-dstjxj: failed waiting for cluster=\"cluster-zstream-4-22-dstjxj\" in resourcegroup=\"rg-zstream-upgrade-4-22-vmz84b9rswrr\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a14acd1c-a47f-4ea4-9080-53d07e4e63c8\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a14acd1c-a47f-4ea4-9080-53d07e4e63c8\",\n      \"name\": \"a14acd1c-a47f-4ea4-9080-53d07e4e63c8\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:57:51.876779846Z\",\n      \"endTime\": \"2026-07-31T10:16:59.975413622Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"8175965a271b8fd2d7c76f34856f59297c34367aee922993700a0fab8d75fd95","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"f6e4dacf1ec6c6344ae470c87503c79a5a7fa05ef3bd9ff33e2656592ba44d36","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:161]: failed to create HCP cluster for patch-tags test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f01480\u003e: \n    failed to create HCP cluster patch-tags-cluster: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-mq6qtpl6hdn4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/00c93589-1296-45b0-a8df-c92b8671398d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/00c93589-1296-45b0-a8df-c92b8671398d\",\n      \"name\": \"00c93589-1296-45b0-a8df-c92b8671398d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:13:55.557505509Z\",\n      \"endTime\": \"2026-07-31T09:32:57.673026401Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:161]: failed to create HCP cluster for patch-tags test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f01480\u003e: \n    failed to create HCP cluster patch-tags-cluster: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-mq6qtpl6hdn4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/00c93589-1296-45b0-a8df-c92b8671398d\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/00c93589-1296-45b0-a8df-c92b8671398d\",\n      \"name\": \"00c93589-1296-45b0-a8df-c92b8671398d\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:13:55.557505509Z\",\n      \"endTime\": \"2026-07-31T09:32:57.673026401Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"8238d522390a5d4f0987c38ec7f93903e7aaef759cb9362c2fcb87ecfbd4c2f7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"78d1e58ebabdb2a96dfbae73c32f242fb8793adbf0c05aaaffca96728ed239e0","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:112]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b16700\u003e: \n    failed to create HCP cluster ephemeral-disk: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-xsvckb757dn8\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9435bfa2-ce28-4290-9426-76c0a7ea7ec3\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9435bfa2-ce28-4290-9426-76c0a7ea7ec3\",\n      \"name\": \"9435bfa2-ce28-4290-9426-76c0a7ea7ec3\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:46.829654596Z\",\n      \"endTime\": \"2026-07-31T10:17:49.002100724Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:112]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000b16700\u003e: \n    failed to create HCP cluster ephemeral-disk: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-xsvckb757dn8\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9435bfa2-ce28-4290-9426-76c0a7ea7ec3\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9435bfa2-ce28-4290-9426-76c0a7ea7ec3\",\n      \"name\": \"9435bfa2-ce28-4290-9426-76c0a7ea7ec3\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:46.829654596Z\",\n      \"endTime\": \"2026-07-31T10:17:49.002100724Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"8d1eefaeb7817c14c6adff1745aae44ebe8c858f671229976905902cf9c4b61c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"63864887a1d971437687d0c622a0475032e1c633ac916348b86960e65f25d8ef","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001422740\u003e: \n    failed to create HCP cluster negative-tests-cluster: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-wtppslvmk2l8\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/13365814-ce1f-4767-874a-39107de121ba\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/13365814-ce1f-4767-874a-39107de121ba\",\n      \"name\": \"13365814-ce1f-4767-874a-39107de121ba\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T10:42:52.960534118Z\",\n      \"endTime\": \"2026-07-31T11:02:01.334232217Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001422740\u003e: \n    failed to create HCP cluster negative-tests-cluster: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-wtppslvmk2l8\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/13365814-ce1f-4767-874a-39107de121ba\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/13365814-ce1f-4767-874a-39107de121ba\",\n      \"name\": \"13365814-ce1f-4767-874a-39107de121ba\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T10:42:52.960534118Z\",\n      \"endTime\": \"2026-07-31T11:02:01.334232217Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"95a9e58cbc3ea39fef49f21959a2843737cd965d291949eebb8c21451252903c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"df6c7c2dd2af56d660394bdb0354acecdc03bc5e7464a90b28529ea1f3a5be8a","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:462]: failed to create HCP cluster np-skip-minor-tzks96 at version 4.22.7\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0006ab320\u003e: \n    failed to create HCP cluster np-skip-minor-tzks96: failed waiting for cluster=\"np-skip-minor-tzks96\" in resourcegroup=\"rg-np-skip-minor-tzks96-bqtzj959zjrf\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/64392599-82b6-4a5e-ae3f-c61022d2cec7\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/64392599-82b6-4a5e-ae3f-c61022d2cec7\",\n      \"name\": \"64392599-82b6-4a5e-ae3f-c61022d2cec7\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T10:42:22.763667284Z\",\n      \"endTime\": \"2026-07-31T11:01:51.528631083Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:462]: failed to create HCP cluster np-skip-minor-tzks96 at version 4.22.7\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0006ab320\u003e: \n    failed to create HCP cluster np-skip-minor-tzks96: failed waiting for cluster=\"np-skip-minor-tzks96\" in resourcegroup=\"rg-np-skip-minor-tzks96-bqtzj959zjrf\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/64392599-82b6-4a5e-ae3f-c61022d2cec7\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/64392599-82b6-4a5e-ae3f-c61022d2cec7\",\n      \"name\": \"64392599-82b6-4a5e-ae3f-c61022d2cec7\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T10:42:22.763667284Z\",\n      \"endTime\": \"2026-07-31T11:01:51.528631083Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"a3bd1048b168c461412879a9a29a765191d38b65981ce6564c4a68bcc6414e4c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"2254740747b95e7502b57af21bbd058b2f09bc6d8d6fb3c239abdb1385c4275d","test_name":"HCP Nodepools GPU instances creates and deletes a GPU nodepool in a single cluster","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:81]: failed to create HCP cluster for GPU nodepool test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010a4660\u003e: \n    failed to create HCP cluster cluster-gpu-np: failed waiting for cluster=\"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-kpn8qc5chzvd\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a960b248-7d40-4519-8144-d86570a049ed\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a960b248-7d40-4519-8144-d86570a049ed\",\n      \"name\": \"a960b248-7d40-4519-8144-d86570a049ed\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:05.340081162Z\",\n      \"endTime\": \"2026-07-31T10:17:18.813371884Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:81]: failed to create HCP cluster for GPU nodepool test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0010a4660\u003e: \n    failed to create HCP cluster cluster-gpu-np: failed waiting for cluster=\"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-kpn8qc5chzvd\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a960b248-7d40-4519-8144-d86570a049ed\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a960b248-7d40-4519-8144-d86570a049ed\",\n      \"name\": \"a960b248-7d40-4519-8144-d86570a049ed\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:05.340081162Z\",\n      \"endTime\": \"2026-07-31T10:17:18.813371884Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"a6c7f80ad1dd0d2bd83546b452050752dbabef110c1b5ae239a466aa577bb043","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"a81a4f30044c31911b6624f2b4026882651ffb15f7ad854fa349ae64e6ee8775","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:95]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001625100\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-8klhxt4jjk7t\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/52fe86fc-0466-48fc-a889-d3f12e4765b1\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/52fe86fc-0466-48fc-a889-d3f12e4765b1\",\n      \"name\": \"52fe86fc-0466-48fc-a889-d3f12e4765b1\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:11:41.678759097Z\",\n      \"endTime\": \"2026-07-31T09:30:47.482409819Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:95]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc001625100\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-8klhxt4jjk7t\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/52fe86fc-0466-48fc-a889-d3f12e4765b1\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/52fe86fc-0466-48fc-a889-d3f12e4765b1\",\n      \"name\": \"52fe86fc-0466-48fc-a889-d3f12e4765b1\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:11:41.678759097Z\",\n      \"endTime\": \"2026-07-31T09:30:47.482409819Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"b51e59c44a448745f294399ce28e82e7b4cd08868160ef01d73e6f9c54172f4e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"11dd9f7220af8238f2ef9ee5a9c5cb972d8964dd7b3994a035437afc7f7f3335","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:105]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000d5ecc0\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-rdjmcbb8c6qk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ffeea5b7-a982-4432-9516-cc5e00f40479\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ffeea5b7-a982-4432-9516-cc5e00f40479\",\n      \"name\": \"ffeea5b7-a982-4432-9516-cc5e00f40479\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:13:21.697734556Z\",\n      \"endTime\": \"2026-07-31T09:32:37.56053701Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:105]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000d5ecc0\u003e: \n    failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-rdjmcbb8c6qk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ffeea5b7-a982-4432-9516-cc5e00f40479\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ffeea5b7-a982-4432-9516-cc5e00f40479\",\n      \"name\": \"ffeea5b7-a982-4432-9516-cc5e00f40479\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:13:21.697734556Z\",\n      \"endTime\": \"2026-07-31T09:32:37.56053701Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"b6badc93b9c41cccc6891a24cb52306b5bead8eabed6e1335c32a7aa872a082c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"e9386aaf208b5343a6c85418f2a39f62f5cd16b31e1fbea5c5798f3061f8990a","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:182]: failed to create HCP cluster \"cp-ystream-upgrade-4-21-nqf4cr\" with install version 4.20.31\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f57260\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-nqf4cr: failed waiting for cluster=\"cp-ystream-upgrade-4-21-nqf4cr\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-lhh99tw4g47t\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fd912a8b-589e-487e-98d5-976da5e030ba\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fd912a8b-589e-487e-98d5-976da5e030ba\",\n      \"name\": \"fd912a8b-589e-487e-98d5-976da5e030ba\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:57:55.991033577Z\",\n      \"endTime\": \"2026-07-31T10:17:00.110898743Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:182]: failed to create HCP cluster \"cp-ystream-upgrade-4-21-nqf4cr\" with install version 4.20.31\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f57260\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-nqf4cr: failed waiting for cluster=\"cp-ystream-upgrade-4-21-nqf4cr\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-lhh99tw4g47t\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fd912a8b-589e-487e-98d5-976da5e030ba\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fd912a8b-589e-487e-98d5-976da5e030ba\",\n      \"name\": \"fd912a8b-589e-487e-98d5-976da5e030ba\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:57:55.991033577Z\",\n      \"endTime\": \"2026-07-31T10:17:00.110898743Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"b6f816e9fcdc4ae565c95a3ca3a3e86ffd6f01d6820eb800b3cd8458233e82e2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"5cbe521cb7b103eac31ce83e2d45d26bc3ba849d67be55cb3edbe2fd82f6019a","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:114]: failed to create HCP cluster for pull secret test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0001965a0\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-s8dt5qmsmxmc\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/38cd68b2-e327-443d-b1c4-b09857680941\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/38cd68b2-e327-443d-b1c4-b09857680941\",\n      \"name\": \"38cd68b2-e327-443d-b1c4-b09857680941\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:11:53.205471372Z\",\n      \"endTime\": \"2026-07-31T09:31:38.220493754Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:114]: failed to create HCP cluster for pull secret test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0001965a0\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-s8dt5qmsmxmc\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/38cd68b2-e327-443d-b1c4-b09857680941\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/38cd68b2-e327-443d-b1c4-b09857680941\",\n      \"name\": \"38cd68b2-e327-443d-b1c4-b09857680941\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:11:53.205471372Z\",\n      \"endTime\": \"2026-07-31T09:31:38.220493754Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"bda249adbc8dbf6fc0b0d8eb9ea8a8321e554698c458d75ccf652f805488392d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"a1e85439aebe8b5ced6f975c4402b396ce742c0adb62150689d9579f26c597a6","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:121]: HCP cluster rg-candidate-4-22-mxgz6qgxrzsh/cluster-candidate-4-22-stlwgr should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00109c180\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-stlwgr: failed waiting for cluster=\"cluster-candidate-4-22-stlwgr\" in resourcegroup=\"rg-candidate-4-22-mxgz6qgxrzsh\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4a77d6b3-66e8-4592-8622-4efb0d5d51e2\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4a77d6b3-66e8-4592-8622-4efb0d5d51e2\",\n      \"name\": \"4a77d6b3-66e8-4592-8622-4efb0d5d51e2\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:57:18.962011717Z\",\n      \"endTime\": \"2026-07-31T10:16:18.786633016Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:121]: HCP cluster rg-candidate-4-22-mxgz6qgxrzsh/cluster-candidate-4-22-stlwgr should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00109c180\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-stlwgr: failed waiting for cluster=\"cluster-candidate-4-22-stlwgr\" in resourcegroup=\"rg-candidate-4-22-mxgz6qgxrzsh\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4a77d6b3-66e8-4592-8622-4efb0d5d51e2\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4a77d6b3-66e8-4592-8622-4efb0d5d51e2\",\n      \"name\": \"4a77d6b3-66e8-4592-8622-4efb0d5d51e2\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:57:18.962011717Z\",\n      \"endTime\": \"2026-07-31T10:16:18.786633016Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"bdb5b514629a252eb24e87e347e4bb4e5707081e8ba55313f2020b145c5bf225","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"1addfb8adb980106a469cc3b5fe9b03bb44f3e6cd656845a1120a6250440fc58","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:593]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000d60b00\u003e: \n    failed to create HCP cluster np-downgrade-x9g5mp: failed waiting for cluster=\"np-downgrade-x9g5mp\" in resourcegroup=\"rg-np-downgrade-x9g5mp-l2kgj8xm6ld2\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/14d8c551-0a76-4262-8222-77cf6a1d6f18\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/14d8c551-0a76-4262-8222-77cf6a1d6f18\",\n      \"name\": \"14d8c551-0a76-4262-8222-77cf6a1d6f18\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T10:42:23.0694728Z\",\n      \"endTime\": \"2026-07-31T11:01:31.377600916Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:593]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000d60b00\u003e: \n    failed to create HCP cluster np-downgrade-x9g5mp: failed waiting for cluster=\"np-downgrade-x9g5mp\" in resourcegroup=\"rg-np-downgrade-x9g5mp-l2kgj8xm6ld2\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/14d8c551-0a76-4262-8222-77cf6a1d6f18\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/14d8c551-0a76-4262-8222-77cf6a1d6f18\",\n      \"name\": \"14d8c551-0a76-4262-8222-77cf6a1d6f18\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T10:42:23.0694728Z\",\n      \"endTime\": \"2026-07-31T11:01:31.377600916Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"cf45b610ac8bd830677e39ca27df33693f418c526d11a3b624173a2682800139","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"edb9770c9723ca1c44e72c42686b90f453cb45261b13824ee4169b72d6092a79","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:113]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0009fb300\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-bgnn2h2njjg4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/99941f51-5a45-42c7-b93c-77ff22a7d4b4\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/99941f51-5a45-42c7-b93c-77ff22a7d4b4\",\n      \"name\": \"99941f51-5a45-42c7-b93c-77ff22a7d4b4\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:14.953639239Z\",\n      \"endTime\": \"2026-07-31T10:17:19.136407312Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:113]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0009fb300\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-bgnn2h2njjg4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/99941f51-5a45-42c7-b93c-77ff22a7d4b4\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/99941f51-5a45-42c7-b93c-77ff22a7d4b4\",\n      \"name\": \"99941f51-5a45-42c7-b93c-77ff22a7d4b4\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:14.953639239Z\",\n      \"endTime\": \"2026-07-31T10:17:19.136407312Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"e197676fd591aca3e0631ce48a015e430e941c7ce9b39c5777de3198708123e8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"69684d6587e7b6d353941ba8ebeb4a372cffa88afce1255732fd16d848585774","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-mwvq8k with version 4.21.26\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000855620\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-mwvq8k: failed waiting for cluster=\"np-version-upgrade-cluster-mwvq8k\" in resourcegroup=\"rg-np-version-upgrade-mwvq8k-fskhdrn4smbp\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/98d9390e-3363-4c4e-a487-93ccf3e710d0\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/98d9390e-3363-4c4e-a487-93ccf3e710d0\",\n      \"name\": \"98d9390e-3363-4c4e-a487-93ccf3e710d0\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:54.259624901Z\",\n      \"endTime\": \"2026-07-31T10:18:00.167487404Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-mwvq8k with version 4.21.26\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000855620\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-mwvq8k: failed waiting for cluster=\"np-version-upgrade-cluster-mwvq8k\" in resourcegroup=\"rg-np-version-upgrade-mwvq8k-fskhdrn4smbp\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/98d9390e-3363-4c4e-a487-93ccf3e710d0\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/98d9390e-3363-4c4e-a487-93ccf3e710d0\",\n      \"name\": \"98d9390e-3363-4c4e-a487-93ccf3e710d0\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:58:54.259624901Z\",\n      \"endTime\": \"2026-07-31T10:18:00.167487404Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"e2345b28f8744719d2b16136f67f28502a85ba67de500bd8e5c1882343753e1e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"dda4f2b8f7a74de0f0a6419efc761bb5f73a1788a5268a3c35d5ca120e3cd4cd","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:98]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000964da0\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-w4487z6p7bnq\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c7b39d24-fa06-48c6-a16c-b42f69d6a17e\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c7b39d24-fa06-48c6-a16c-b42f69d6a17e\",\n      \"name\": \"c7b39d24-fa06-48c6-a16c-b42f69d6a17e\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:13:22.912565805Z\",\n      \"endTime\": \"2026-07-31T09:32:27.558797623Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:98]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000964da0\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-w4487z6p7bnq\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c7b39d24-fa06-48c6-a16c-b42f69d6a17e\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c7b39d24-fa06-48c6-a16c-b42f69d6a17e\",\n      \"name\": \"c7b39d24-fa06-48c6-a16c-b42f69d6a17e\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:13:22.912565805Z\",\n      \"endTime\": \"2026-07-31T09:32:27.558797623Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"e6cd8b269861854e6ec5fa7806b67164f2c46e6281168407503ef2a8b4d28787","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"64f543c716edd62304f68c279b126f2aad55e5bc69d1a32c4b43dfc85a107ef0","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation (timeout '20.000000' minutes)\nUnexpected error:\n    \u003c*exported.ResponseError | 0xc0018f6a20\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ad194c0a-9fab-4a04-9ace-45029b631692\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ad194c0a-9fab-4a04-9ace-45029b631692\",\n      \"name\": \"ad194c0a-9fab-4a04-9ace-45029b631692\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:12:40.292840737Z\",\n      \"endTime\": \"2026-07-31T09:31:57.946674769Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation (timeout '20.000000' minutes)\nUnexpected error:\n    \u003c*exported.ResponseError | 0xc0018f6a20\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ad194c0a-9fab-4a04-9ace-45029b631692\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ad194c0a-9fab-4a04-9ace-45029b631692\",\n      \"name\": \"ad194c0a-9fab-4a04-9ace-45029b631692\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:12:40.292840737Z\",\n      \"endTime\": \"2026-07-31T09:31:57.946674769Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"e79c4ae822a7754f3ddd1c8e899563b7ff175519484d1b2b10d5d2ba93183fcb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"aa1c71272b3dafce965ad787dd6ed03c967304dac75630d722a97a8f0eb1a7de","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:314]: failed to create HCP cluster np-noedge-rbmfjx\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00089be00\u003e: \n    failed to create HCP cluster np-noedge-rbmfjx: failed waiting for cluster=\"np-noedge-rbmfjx\" in resourcegroup=\"rg-np-noedge-rbmfjx-96xw8bqctfpq\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/98bc7555-9644-482a-8e7a-d8718a17d180\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/98bc7555-9644-482a-8e7a-d8718a17d180\",\n      \"name\": \"98bc7555-9644-482a-8e7a-d8718a17d180\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T10:42:13.470629032Z\",\n      \"endTime\": \"2026-07-31T11:01:31.667860028Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:314]: failed to create HCP cluster np-noedge-rbmfjx\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00089be00\u003e: \n    failed to create HCP cluster np-noedge-rbmfjx: failed waiting for cluster=\"np-noedge-rbmfjx\" in resourcegroup=\"rg-np-noedge-rbmfjx-96xw8bqctfpq\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/98bc7555-9644-482a-8e7a-d8718a17d180\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/98bc7555-9644-482a-8e7a-d8718a17d180\",\n      \"name\": \"98bc7555-9644-482a-8e7a-d8718a17d180\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T10:42:13.470629032Z\",\n      \"endTime\": \"2026-07-31T11:01:31.667860028Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"ea96e3d117e570b9914f3c167bcef6efc1c966618d90bcd279ea1ac2b90f3408","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"d712d5ce17264f0ef550496665e2a7bd7d67dfac479ff00deed5bcb5e610f7c9","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:220]: Timed out after 2520.003s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:216 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:220]: Timed out after 2520.003s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:216 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7207c83a34a191366f94a6a113fc9a5aaabe50fb5e6befcd21b6e21322f73a87","failure_pattern":"cluster entered terminal Failed state after role assignment deployment","search_query":"cluster entered terminal Failed state after role assignment deployment"}},{"row_id":"eed31ae1d0808d1eaeae62bc145638e9349502cca3885d056416581ceb77c4b6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"993376c4a11281edf6fd36f4246db8b66ad76f77a3d3e7e73e7dc33b5c90d087","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: failed to create HCP cluster for patch-name test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0009f09c0\u003e: \n    failed to create HCP cluster patch-name-cluster: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-twfrdmh5j7jh\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c845eaee-1a69-478f-9d53-511bdb73cc20\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c845eaee-1a69-478f-9d53-511bdb73cc20\",\n      \"name\": \"c845eaee-1a69-478f-9d53-511bdb73cc20\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:11:41.690671939Z\",\n      \"endTime\": \"2026-07-31T09:30:47.420981131Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: failed to create HCP cluster for patch-name test\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0009f09c0\u003e: \n    failed to create HCP cluster patch-name-cluster: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-twfrdmh5j7jh\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c845eaee-1a69-478f-9d53-511bdb73cc20\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c845eaee-1a69-478f-9d53-511bdb73cc20\",\n      \"name\": \"c845eaee-1a69-478f-9d53-511bdb73cc20\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:11:41.690671939Z\",\n      \"endTime\": \"2026-07-31T09:30:47.420981131Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"fa3d69c4ab46e1edff65452313270ecd53be3d42dc1658c576a7c54a72ff7bb6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083112969008320512","occurred_at":"2026-07-31T08:45:01Z","failed_at":"e2e","signature_id":"2bb9725ef756de2bbca25cef6f6704ceb4d08c4852004361038a7df0bddee30a","test_name":"Customer should be able to create an HCP cluster with custom autoscaling and update the autoscaling configuration","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:108]: failed to create HCP cluster \"autoscaling-hcp-cluster\" with custom autoscaling\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a38160\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-cqpcrfpl2vgk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fd9acacb-2ca5-4416-b0bb-1f9f3fb3cd51\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fd9acacb-2ca5-4416-b0bb-1f9f3fb3cd51\",\n      \"name\": \"fd9acacb-2ca5-4416-b0bb-1f9f3fb3cd51\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:11:43.725289512Z\",\n      \"endTime\": \"2026-07-31T09:31:08.138291846Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:108]: failed to create HCP cluster \"autoscaling-hcp-cluster\" with custom autoscaling\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000a38160\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-cqpcrfpl2vgk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fd9acacb-2ca5-4416-b0bb-1f9f3fb3cd51\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fd9acacb-2ca5-4416-b0bb-1f9f3fb3cd51\",\n      \"name\": \"fd9acacb-2ca5-4416-b0bb-1f9f3fb3cd51\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-31T09:11:43.725289512Z\",\n      \"endTime\": \"2026-07-31T09:31:08.138291846Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}}],"failure_pattern_summary":{"signature_count":43,"failure_pattern_ids":["0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","7207c83a34a191366f94a6a113fc9a5aaabe50fb5e6befcd21b6e21322f73a87","ac227089170e13ef6a47a3b4633ad2059cb4ac90e0b8628a57dcc930f8b4a4a2","e9065928ca1d323095a060fb425d3a601fe5817c1279001c85a6c30b326c861b"],"matched_occurrences":43,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083047482857623552","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-31T04:29:55Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"8fcf30ff9d83ceefaa068fcdc92dd5e5e208ffc778b48df8f5bd8a0b5eb91711","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2083047482857623552","occurred_at":"2026-07-31T04:29:55Z","failed_at":"e2e","signature_id":"33ae2b3ca91b4bc57f90421d7bae6396376ca2aeb40277aa84a6b99500775555","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000507480\u003e: \n    failed to create HCP cluster private-kas: failed starting cluster creation \"private-kas\" in resourcegroup=\"private-kas-f5v8hmqt2vrk\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-f5v8hmqt2vrk/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/private-kas\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: NoRegisteredProviderFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"NoRegisteredProviderFound\",\n        \"message\": \"No registered resource provider found for location 'uksouth' and API version '2026-06-30-preview' for type 'HCPOpenShiftClusters'. The supported api-versions are '2025-12-23-preview, 2024-06-10-preview'. The supported locations are 'uksouth'.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000507480\u003e: \n    failed to create HCP cluster private-kas: failed starting cluster creation \"private-kas\" in resourcegroup=\"private-kas-f5v8hmqt2vrk\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-f5v8hmqt2vrk/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/private-kas\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: NoRegisteredProviderFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"NoRegisteredProviderFound\",\n        \"message\": \"No registered resource provider found for location 'uksouth' and API version '2026-06-30-preview' for type 'HCPOpenShiftClusters'. The supported api-versions are '2025-12-23-preview, 2024-06-10-preview'. The supported locations are 'uksouth'.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"eb3e152dc136de977e46f73e6951fba5c50ccf266057ebb067fc33f89e7ed359","failure_pattern":"ERROR CODE: NoRegisteredProviderFound; detail message No registered resource provider found for location 'uksouth' and API version '2026-06-30-preview' for type 'HCPOpenShiftClusters'. The supported api-versions are '2025-12-23-preview, 2024-06-10-preview'. The supported locations are 'uksouth'.; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: NoRegisteredProviderFound"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["eb3e152dc136de977e46f73e6951fba5c50ccf266057ebb067fc33f89e7ed359"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2082998755912585216","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-31T01:16:18Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"428090cdfc4f6681730f07e6444050ffa5200665199544dd064a84e0afd05a32","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2082998755912585216","occurred_at":"2026-07-31T01:16:18Z","failed_at":"e2e","signature_id":"a2f0e945508a29f4453f0e485ffdfc0a5dda052f2cd49414712d6c62ff904c3a","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f13000\u003e: \n    failed to create HCP cluster private-kas: failed starting cluster creation \"private-kas\" in resourcegroup=\"private-kas-4qnnm759nd2z\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-4qnnm759nd2z/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/private-kas\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: NoRegisteredProviderFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"NoRegisteredProviderFound\",\n        \"message\": \"No registered resource provider found for location 'uksouth' and API version '2026-06-30-preview' for type 'HCPOpenShiftClusters'. The supported api-versions are '2025-12-23-preview, 2024-06-10-preview'. The supported locations are 'uksouth'.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f13000\u003e: \n    failed to create HCP cluster private-kas: failed starting cluster creation \"private-kas\" in resourcegroup=\"private-kas-4qnnm759nd2z\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/private-kas-4qnnm759nd2z/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/private-kas\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: NoRegisteredProviderFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"NoRegisteredProviderFound\",\n        \"message\": \"No registered resource provider found for location 'uksouth' and API version '2026-06-30-preview' for type 'HCPOpenShiftClusters'. The supported api-versions are '2025-12-23-preview, 2024-06-10-preview'. The supported locations are 'uksouth'.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"eb3e152dc136de977e46f73e6951fba5c50ccf266057ebb067fc33f89e7ed359","failure_pattern":"ERROR CODE: NoRegisteredProviderFound; detail message No registered resource provider found for location 'uksouth' and API version '2026-06-30-preview' for type 'HCPOpenShiftClusters'. The supported api-versions are '2025-12-23-preview, 2024-06-10-preview'. The supported locations are 'uksouth'.; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: NoRegisteredProviderFound"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["eb3e152dc136de977e46f73e6951fba5c50ccf266057ebb067fc33f89e7ed359"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}}]}]}