{"meta":{"date":"2026-08-17","timezone":"UTC","generated_at":"2026-08-25T22:20:48Z","environments":["stg"]},"environments":[{"environment":"stg","summary":{"total_runs":4,"failed_runs":4,"runs_with_occurrences":4,"runs_with_failure_pattern_matches":3,"runs_with_unmatched_occurrences":1,"runs_without_occurrence_rows":0,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089488698335825920","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-08-17T23:05:01Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"73683788baea91241201068c11ddb9366a9b7a0beafed3316ba0c312bab49b3d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089488698335825920","occurred_at":"2026-08-17T23:05:01Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-08-17T23:00:45Z"},"failed_at":["e2e"],"failed_test_count":27,"occurrences":[{"row_id":"03a10bfed0ba0962f58fa1034524f08a2262f8c70bee5a018a32a21bc532f8f9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"a45bf7f15d4d715bd8241b053c14949c7a0fbbf894382dbe7fb53133374d3470","test_name":"Customer should be able to update node pool labels and taints","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:92]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e78600\u003e: \n failed to create HCP cluster cluster-np-labels-taints: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-hvk2vb7wrjjd\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ef59513c-22aa-4d04-8454-a02cc5f5e2e7\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ef59513c-22aa-4d04-8454-a02cc5f5e2e7\",\n \"name\": \"ef59513c-22aa-4d04-8454-a02cc5f5e2e7\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:37:33.435066688Z\",\n \"endTime\": \"2026-08-17T23:56:34.947183135Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:92]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e78600\u003e: \n failed to create HCP cluster cluster-np-labels-taints: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-hvk2vb7wrjjd\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ef59513c-22aa-4d04-8454-a02cc5f5e2e7\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ef59513c-22aa-4d04-8454-a02cc5f5e2e7\",\n \"name\": \"ef59513c-22aa-4d04-8454-a02cc5f5e2e7\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:37:33.435066688Z\",\n \"endTime\": \"2026-08-17T23:56:34.947183135Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"0b7e449286697597381a89a8f3274f98121f21773716008d88899d52ce0bc111","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"36b8044b32cef4a949255906c94fe8bbc27aba77678125beaabc35a37f07e459","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:146]: failed to delete customer resource group \"cx-rg-cluster-dgzvb2mbxd5c\"\nUnexpected error:\n \u003c*fmt.wrapErrors | 0xc002e4a210\u003e: \n failed to delete resource group, caused by: timeout '60.000000' minutes exceeded during DeleteResourceGroup for resource group cx-rg-cluster-dgzvb2mbxd5c, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:146]: failed to delete customer resource group \"cx-rg-cluster-dgzvb2mbxd5c\"\nUnexpected error:\n \u003c*fmt.wrapErrors | 0xc002e4a210\u003e: \n failed to delete resource group, caused by: timeout '60.000000' minutes exceeded during DeleteResourceGroup for resource group cx-rg-cluster-dgzvb2mbxd5c, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"d6ec87c7d972149dae5ab13de0394af8c0dc25683fd32e5ecca933f42f5cfc45","failure_pattern":"DeleteResourceGroup timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed to delete resource group, caused by: timeout '60.000000' minutes exceeded during DeleteResourceGroup for resource group cx-rg-cluster-dgzvb2mbxd5c, error: context deadline exceeded"}},{"row_id":"2026f1c4d8af1ccc72c67393e2ba1c75139eee45648576117418a372ef06ea4e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"97a0bd8ea724fff66855578fde1f4040116bcb14bc621e31109b1203d2e6861c","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000da49a0\u003e: \n failed to create HCP cluster negative-tests-cluster: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-496p856cgrt6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f8f780ea-ae9a-4d43-a921-344fdf1e09c6\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f8f780ea-ae9a-4d43-a921-344fdf1e09c6\",\n \"name\": \"f8f780ea-ae9a-4d43-a921-344fdf1e09c6\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:53:01.376393056Z\",\n \"endTime\": \"2026-08-18T00:12:03.159319105Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000da49a0\u003e: \n failed to create HCP cluster negative-tests-cluster: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-496p856cgrt6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f8f780ea-ae9a-4d43-a921-344fdf1e09c6\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f8f780ea-ae9a-4d43-a921-344fdf1e09c6\",\n \"name\": \"f8f780ea-ae9a-4d43-a921-344fdf1e09c6\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:53:01.376393056Z\",\n \"endTime\": \"2026-08-18T00:12:03.159319105Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"28d14280802ba6a116a9e3dfd74e83f4e4fc199ef04ce41b84ded4e48433ed49","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"4cd14b5b24d0d123398dbf0339cfa3e25d128a2e3f6520522d202983361aa16e","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:291]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0013b2e40\u003e: \n failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-6ffp2z25nbxs\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fd84982b-116b-4661-861a-47658c5c2eeb\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fd84982b-116b-4661-861a-47658c5c2eeb\",\n \"name\": \"fd84982b-116b-4661-861a-47658c5c2eeb\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:36:35.85988018Z\",\n \"endTime\": \"2026-08-17T23:55:44.77941651Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:291]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0013b2e40\u003e: \n failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-6ffp2z25nbxs\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fd84982b-116b-4661-861a-47658c5c2eeb\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fd84982b-116b-4661-861a-47658c5c2eeb\",\n \"name\": \"fd84982b-116b-4661-861a-47658c5c2eeb\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:36:35.85988018Z\",\n \"endTime\": \"2026-08-17T23:55:44.77941651Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"2aabd113335e4de638454b2964d890c0264c0af3cb2b751666e1810270952aed","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"b9f4c62131caf6e8c0448727f369e4905b478b29ca061acedc9ab62c87b232fb","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000826ea0\u003e: \n failed to create HCP cluster disabled-image-registry-hcp-cluster: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-wg8wjzj7hpcm\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/32f02145-5927-4071-85f6-b89f736b0c77\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/32f02145-5927-4071-85f6-b89f736b0c77\",\n \"name\": \"32f02145-5927-4071-85f6-b89f736b0c77\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:34:29.483405004Z\",\n \"endTime\": \"2026-08-17T23:53:34.778110208Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000826ea0\u003e: \n failed to create HCP cluster disabled-image-registry-hcp-cluster: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-wg8wjzj7hpcm\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/32f02145-5927-4071-85f6-b89f736b0c77\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/32f02145-5927-4071-85f6-b89f736b0c77\",\n \"name\": \"32f02145-5927-4071-85f6-b89f736b0c77\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:34:29.483405004Z\",\n \"endTime\": \"2026-08-17T23:53:34.778110208Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"2c8a2a54ab7d50266b5a35260585d3fc63e02992078db0ed67569629662ec87d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"cfbc010ad0f4e1047ad0ea6c2d89eeacd1510923705b56e38f306d8e9240411c","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n \u003c*errors.joinError | 0xc0026382e8\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"agg-cluster\" in resourcegroup=\"feature-aggregation-rz9kcmxlzjrl\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/885c8055-6ed5-453a-9848-a3fc31887be1\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/885c8055-6ed5-453a-9848-a3fc31887be1\",\n \"name\": \"885c8055-6ed5-453a-9848-a3fc31887be1\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:35:24.304672146Z\",\n \"endTime\": \"2026-08-17T23:59:32.599329473Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s8kbhn4icvjoqhhk0hha9movcd177h4 still exists (deletion dispatched at 2026-08-17T23:35:25Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/externalAuths, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n \u003c*errors.joinError | 0xc0026382e8\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"agg-cluster\" in resourcegroup=\"feature-aggregation-rz9kcmxlzjrl\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/885c8055-6ed5-453a-9848-a3fc31887be1\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/885c8055-6ed5-453a-9848-a3fc31887be1\",\n \"name\": \"885c8055-6ed5-453a-9848-a3fc31887be1\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:35:24.304672146Z\",\n \"endTime\": \"2026-08-17T23:59:32.599329473Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s8kbhn4icvjoqhhk0hha9movcd177h4 still exists (deletion dispatched at 2026-08-17T23:35:25Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/externalAuths, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"12526f218c28804ab8ce44fb5444a8483527f506dc5e5d55e2de2d40b1678b14","failure_pattern":"ERROR CODE: InternalServerError; detail message cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster still exists; [clusterServiceStatus] state is \"uninstalling\"; [descendantResources] remaining resources: externalAuths, serviceProviderClusters; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"3752ab6e0744a03cade592cb23d063236bc179fec3316dcb7b42a432db5606f4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"7857c5c57296a454eb318cefdc68a4749011fd54991951874b96df86ce5b769f","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:160]: failed to create node pool \"np-rpcsp6\" for cluster \"cluster-nightly-4-22-rpcsp6\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000827360\u003e: \n failed to create NodePool np-rpcsp6: failed waiting for nodepool=\"np-rpcsp6\" for cluster \"cluster-nightly-4-22-rpcsp6\" in resourcegroup=\"rg-nightly-4-22-pzmbgl8rgth2\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/95697253-cc0c-4026-b732-48fdeb932b2a\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/95697253-cc0c-4026-b732-48fdeb932b2a\",\n \"name\": \"95697253-cc0c-4026-b732-48fdeb932b2a\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:35:24.824982629Z\",\n \"endTime\": \"2026-08-17T23:54:24.648415453Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceNodePoolStatus] \\u003cno_message\\u003e\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:160]: failed to create node pool \"np-rpcsp6\" for cluster \"cluster-nightly-4-22-rpcsp6\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000827360\u003e: \n failed to create NodePool np-rpcsp6: failed waiting for nodepool=\"np-rpcsp6\" for cluster \"cluster-nightly-4-22-rpcsp6\" in resourcegroup=\"rg-nightly-4-22-pzmbgl8rgth2\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/95697253-cc0c-4026-b732-48fdeb932b2a\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/95697253-cc0c-4026-b732-48fdeb932b2a\",\n \"name\": \"95697253-cc0c-4026-b732-48fdeb932b2a\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:35:24.824982629Z\",\n \"endTime\": \"2026-08-17T23:54:24.648415453Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceNodePoolStatus] \\u003cno_message\\u003e\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7e3c211098fa13aa2f965e23e8e58e902c8d4f3b340bbbf0b11eb0cf36bda7ed","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceNodePoolStatus] \u003cno_message\u003e; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"3880f787fb1c19361156f6afc69b688f1e1b5847870e2fa49d03644899cd7dbe","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"2e918afb8bab4d60bf9c98d80c6e2dc2ffc48453cc51b7f3e8ce8fad15338dfd","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 5.1","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-5-1-xwxjbkpqbndz/cluster-nightly-5-1-cgkj2b should provision\nUnexpected error:\n \u003c*fmt.wrapErrors | 0xc001808300\u003e: \n failed to create HCP cluster cluster-nightly-5-1-cgkj2b, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-cgkj2b in resource group rg-nightly-5-1-xwxjbkpqbndz, error: failed waiting for cluster=\"cluster-nightly-5-1-cgkj2b\" in resourcegroup=\"rg-nightly-5-1-xwxjbkpqbndz\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-cgkj2b in resource group rg-nightly-5-1-xwxjbkpqbndz, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-5-1-xwxjbkpqbndz/cluster-nightly-5-1-cgkj2b should provision\nUnexpected error:\n \u003c*fmt.wrapErrors | 0xc001808300\u003e: \n failed to create HCP cluster cluster-nightly-5-1-cgkj2b, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-cgkj2b in resource group rg-nightly-5-1-xwxjbkpqbndz, error: failed waiting for cluster=\"cluster-nightly-5-1-cgkj2b\" in resourcegroup=\"rg-nightly-5-1-xwxjbkpqbndz\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-cgkj2b in resource group rg-nightly-5-1-xwxjbkpqbndz, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-5-1-cgkj2b, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-cgkj2b in resource group rg-nightly-5-1-xwxjbkpqbndz, error: failed waiting for cluster=\"cluster-nightly-5-1-cgkj2b\" in resourcegroup=\"rg-nightly-5-1-xwxjbkpqbndz\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-cgkj2b in resource group rg-nightly-5-1-xwxjbkpqbndz, error: context deadline exceeded"}},{"row_id":"50b907504f7b51f96656cc6c2ec9d2945a903dfe8a346972b0ed406361e36f84","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"2fea4a039e17fda636e977a358fdae0fd8d5431cb6a1dc5f7059b3893c8c8109","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:270]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0004b2f40\u003e: \n failed to create HCP cluster shoebox-hcp-cluster: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-z592j4xwpxlf\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/62641195-f7a4-4bee-a92a-05c5558b2c33\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/62641195-f7a4-4bee-a92a-05c5558b2c33\",\n \"name\": \"62641195-f7a4-4bee-a92a-05c5558b2c33\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:43:41.693529092Z\",\n \"endTime\": \"2026-08-18T00:02:42.709156128Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:270]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0004b2f40\u003e: \n failed to create HCP cluster shoebox-hcp-cluster: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-z592j4xwpxlf\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/62641195-f7a4-4bee-a92a-05c5558b2c33\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/62641195-f7a4-4bee-a92a-05c5558b2c33\",\n \"name\": \"62641195-f7a4-4bee-a92a-05c5558b2c33\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:43:41.693529092Z\",\n \"endTime\": \"2026-08-18T00:02:42.709156128Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"5cb656f8e90ae98f24e0a568ffb435da6b23a186f06767d7ad986e7ca4082034","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"bd009657bc5539498ff97ef85a10834989363a2ef698cfb04d12d6f02232b73d","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:217]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00107e660\u003e: \n failed to create HCP cluster oidc-wi-cluster: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-np5nvhqnm8cg\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8a4a4cd0-7d56-410d-890e-15deb76707e3\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8a4a4cd0-7d56-410d-890e-15deb76707e3\",\n \"name\": \"8a4a4cd0-7d56-410d-890e-15deb76707e3\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:42:36.687618484Z\",\n \"endTime\": \"2026-08-18T00:01:42.397483094Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:217]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00107e660\u003e: \n failed to create HCP cluster oidc-wi-cluster: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-np5nvhqnm8cg\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8a4a4cd0-7d56-410d-890e-15deb76707e3\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8a4a4cd0-7d56-410d-890e-15deb76707e3\",\n \"name\": \"8a4a4cd0-7d56-410d-890e-15deb76707e3\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:42:36.687618484Z\",\n \"endTime\": \"2026-08-18T00:01:42.397483094Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"5e15d464ef5c8cc8317ab91a1b9fe6fb45c06d559b48767fafb95f9ad256c24c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"c43120b306c925138893dda786102ebf997fa8e08cce37036d50ac774b7417e6","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:741]: failed to create HCP cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000aa0360\u003e: \n failed to create HCP cluster np-dg-minor-r5c5n5: failed waiting for cluster=\"np-dg-minor-r5c5n5\" in resourcegroup=\"rg-np-dg-minor-r5c5n5-hppt2hmszzwb\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e86ebee4-21b0-460c-a943-fbf568522612\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e86ebee4-21b0-460c-a943-fbf568522612\",\n \"name\": \"e86ebee4-21b0-460c-a943-fbf568522612\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:39:50.795191577Z\",\n \"endTime\": \"2026-08-17T23:58:52.464408209Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:741]: failed to create HCP cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000aa0360\u003e: \n failed to create HCP cluster np-dg-minor-r5c5n5: failed waiting for cluster=\"np-dg-minor-r5c5n5\" in resourcegroup=\"rg-np-dg-minor-r5c5n5-hppt2hmszzwb\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e86ebee4-21b0-460c-a943-fbf568522612\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e86ebee4-21b0-460c-a943-fbf568522612\",\n \"name\": \"e86ebee4-21b0-460c-a943-fbf568522612\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:39:50.795191577Z\",\n \"endTime\": \"2026-08-17T23:58:52.464408209Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"6f32ca3910fa2472571d589f65bf7f34f496bd9ddd195e3a7a9fe7b07bd875f0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"72b3971a9a32041448c91ffb05bd1b7024a495dd7e1a19607c19985b70075bb7","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 5.0","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:160]: failed to create node pool \"np-vqdplg\" for cluster \"cluster-nightly-5-0-vqdplg\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000fb4e20\u003e: \n failed to create NodePool np-vqdplg: failed waiting for nodepool=\"np-vqdplg\" for cluster \"cluster-nightly-5-0-vqdplg\" in resourcegroup=\"rg-nightly-5-0-gdjjtfqck5vs\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4c5b38fd-853e-4df4-acad-76ec36f1ffeb\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4c5b38fd-853e-4df4-acad-76ec36f1ffeb\",\n \"name\": \"4c5b38fd-853e-4df4-acad-76ec36f1ffeb\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:38:36.758595452Z\",\n \"endTime\": \"2026-08-17T23:57:45.025483153Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceNodePoolStatus] \\u003cno_message\\u003e\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:160]: failed to create node pool \"np-vqdplg\" for cluster \"cluster-nightly-5-0-vqdplg\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000fb4e20\u003e: \n failed to create NodePool np-vqdplg: failed waiting for nodepool=\"np-vqdplg\" for cluster \"cluster-nightly-5-0-vqdplg\" in resourcegroup=\"rg-nightly-5-0-gdjjtfqck5vs\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4c5b38fd-853e-4df4-acad-76ec36f1ffeb\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4c5b38fd-853e-4df4-acad-76ec36f1ffeb\",\n \"name\": \"4c5b38fd-853e-4df4-acad-76ec36f1ffeb\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:38:36.758595452Z\",\n \"endTime\": \"2026-08-17T23:57:45.025483153Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceNodePoolStatus] \\u003cno_message\\u003e\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7e3c211098fa13aa2f965e23e8e58e902c8d4f3b340bbbf0b11eb0cf36bda7ed","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceNodePoolStatus] \u003cno_message\u003e; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"85e542ab8a81dfb6c45d06d34ff4c60552c50d688d9be88350a7dab2ed519b26","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"fa03ca8bf9eea31e53d8ba0acda7b875b5bf8ccbcd76ee0131b50f654dc45123","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n \u003c*errors.joinError | 0xc0010f8390\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-4wtqz6dr4tdf\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ffd2dc60-025b-4b60-9476-c114aff753c6\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ffd2dc60-025b-4b60-9476-c114aff753c6\",\n \"name\": \"ffd2dc60-025b-4b60-9476-c114aff753c6\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:27:41.387689474Z\",\n \"endTime\": \"2026-08-17T23:51:44.697499563Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s8kagsoquavg85b3rmljqn17gs8ol5m still exists (deletion dispatched at 2026-08-17T23:27:42Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/externalAuths, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n \u003c*errors.joinError | 0xc0010f8390\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-4wtqz6dr4tdf\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ffd2dc60-025b-4b60-9476-c114aff753c6\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ffd2dc60-025b-4b60-9476-c114aff753c6\",\n \"name\": \"ffd2dc60-025b-4b60-9476-c114aff753c6\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:27:41.387689474Z\",\n \"endTime\": \"2026-08-17T23:51:44.697499563Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s8kagsoquavg85b3rmljqn17gs8ol5m still exists (deletion dispatched at 2026-08-17T23:27:42Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 Microsoft.RedHatOpenShift/hcpOpenShiftClusters/externalAuths, 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"12526f218c28804ab8ce44fb5444a8483527f506dc5e5d55e2de2d40b1678b14","failure_pattern":"ERROR CODE: InternalServerError; detail message cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster still exists; [clusterServiceStatus] state is \"uninstalling\"; [descendantResources] remaining resources: externalAuths, serviceProviderClusters; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"925fcd799e4f772581e1fb7c28c696ddbb4b102097ddad4082fba1ab2fefd2f2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"cf04cfea39170c77aed93ac0ff611c2f7ed2e9b7f99039c1d5712d2e36737d03","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n \u003c*fmt.wrapErrors | 0xc002a98ba0\u003e: \n failed to create HCP cluster private-kas, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-fznbzbhmrll6, error: failed waiting for cluster=\"private-kas\" in resourcegroup=\"private-kas-fznbzbhmrll6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-fznbzbhmrll6, error: context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n \u003c*fmt.wrapErrors | 0xc002a98ba0\u003e: \n failed to create HCP cluster private-kas, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-fznbzbhmrll6, error: failed waiting for cluster=\"private-kas\" in resourcegroup=\"private-kas-fznbzbhmrll6\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-fznbzbhmrll6, error: context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-5-1-cgkj2b, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-cgkj2b in resource group rg-nightly-5-1-xwxjbkpqbndz, error: failed waiting for cluster=\"cluster-nightly-5-1-cgkj2b\" in resourcegroup=\"rg-nightly-5-1-xwxjbkpqbndz\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-cgkj2b in resource group rg-nightly-5-1-xwxjbkpqbndz, error: context deadline exceeded"}},{"row_id":"96104fc0017e2660ae689f898b20127c149068ad3d7ac9276ea99c961ed98766","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"21a913684aec93b1acfbcb982e8dc4b1b9a4995b24941af4316c7c9a412465a0","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:87]: failed to create HCP cluster for external auth list test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000b96c80\u003e: \n failed to create HCP cluster ea-listk5vbng: failed waiting for cluster=\"ea-listk5vbng\" in resourcegroup=\"ea-list-mzkqzkbmzx86\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/428d5558-84cb-42b2-9b01-d7c4a59be914\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/428d5558-84cb-42b2-9b01-d7c4a59be914\",\n \"name\": \"428d5558-84cb-42b2-9b01-d7c4a59be914\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:31:37.27430246Z\",\n \"endTime\": \"2026-08-17T23:50:44.242662184Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:87]: failed to create HCP cluster for external auth list test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000b96c80\u003e: \n failed to create HCP cluster ea-listk5vbng: failed waiting for cluster=\"ea-listk5vbng\" in resourcegroup=\"ea-list-mzkqzkbmzx86\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/428d5558-84cb-42b2-9b01-d7c4a59be914\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/428d5558-84cb-42b2-9b01-d7c4a59be914\",\n \"name\": \"428d5558-84cb-42b2-9b01-d7c4a59be914\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:31:37.27430246Z\",\n \"endTime\": \"2026-08-17T23:50:44.242662184Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0914c49f679af2e655d272024a639b88ac1428a3970f243fbf49b919bf2490ff","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"9b3885ab8b7aa5ab009de2be403dd49c48e827c5c3938321652243e1c1abfb0e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"5601d847b3ca77de025dc15cc14baa9957a11fcbdf1cce524903b80a77473545","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-20-db9z9w\" with version 4.20.33 on candidate channel\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f7b220\u003e: \n failed to create HCP cluster cluster-zstream-4-20-db9z9w: failed waiting for cluster=\"cluster-zstream-4-20-db9z9w\" in resourcegroup=\"rg-zstream-upgrade-4-20-m7nb92j4xs2h\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9225139d-78e2-489a-939f-7ea524a5b00d\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9225139d-78e2-489a-939f-7ea524a5b00d\",\n \"name\": \"9225139d-78e2-489a-939f-7ea524a5b00d\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:31:27.308208641Z\",\n \"endTime\": \"2026-08-17T23:50:33.971903028Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: WaitingForAvailable: Waiting for Kube APIServer deployment to become available; hosted cluster degraded: UnavailableReplicas: kube-apiserver deployment has 2 unavailable replicas\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-20-db9z9w\" with version 4.20.33 on candidate channel\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f7b220\u003e: \n failed to create HCP cluster cluster-zstream-4-20-db9z9w: failed waiting for cluster=\"cluster-zstream-4-20-db9z9w\" in resourcegroup=\"rg-zstream-upgrade-4-20-m7nb92j4xs2h\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9225139d-78e2-489a-939f-7ea524a5b00d\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9225139d-78e2-489a-939f-7ea524a5b00d\",\n \"name\": \"9225139d-78e2-489a-939f-7ea524a5b00d\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:31:27.308208641Z\",\n \"endTime\": \"2026-08-17T23:50:33.971903028Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: WaitingForAvailable: Waiting for Kube APIServer deployment to become available; hosted cluster degraded: UnavailableReplicas: kube-apiserver deployment has 2 unavailable replicas\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"57f7bb5542684c84c14b4b2501a5b749f4f6ed6cf03fb8784c04f360a07fbb7f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: WaitingForAvailable: Waiting for Kube APIServer deployment to become available; hosted cluster degraded: UnavailableReplicas: [kube-apiserver]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"a27dbd6f97d2ae6f797f5bab31f0b6e3bc788634916352f71cc2611679012427","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"16e65d6e25feff9df7f1c1ea49d2a18be95199cde0e35e5dc82acc567cd4b37c","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.23","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:160]: failed to create node pool \"np-9vv6s5\" for cluster \"cluster-nightly-4-23-9vv6s5\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00062ed00\u003e: \n failed to create NodePool np-9vv6s5: failed waiting for nodepool=\"np-9vv6s5\" for cluster \"cluster-nightly-4-23-9vv6s5\" in resourcegroup=\"rg-nightly-4-23-7cwfldmpbdnh\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d33a7c3b-af2e-46df-863c-7b84810d4c19\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d33a7c3b-af2e-46df-863c-7b84810d4c19\",\n \"name\": \"d33a7c3b-af2e-46df-863c-7b84810d4c19\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:36:34.533538698Z\",\n \"endTime\": \"2026-08-17T23:55:34.957276854Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceNodePoolStatus] \\u003cno_message\\u003e\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:160]: failed to create node pool \"np-9vv6s5\" for cluster \"cluster-nightly-4-23-9vv6s5\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00062ed00\u003e: \n failed to create NodePool np-9vv6s5: failed waiting for nodepool=\"np-9vv6s5\" for cluster \"cluster-nightly-4-23-9vv6s5\" in resourcegroup=\"rg-nightly-4-23-7cwfldmpbdnh\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d33a7c3b-af2e-46df-863c-7b84810d4c19\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d33a7c3b-af2e-46df-863c-7b84810d4c19\",\n \"name\": \"d33a7c3b-af2e-46df-863c-7b84810d4c19\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:36:34.533538698Z\",\n \"endTime\": \"2026-08-17T23:55:34.957276854Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceNodePoolStatus] \\u003cno_message\\u003e\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7e3c211098fa13aa2f965e23e8e58e902c8d4f3b340bbbf0b11eb0cf36bda7ed","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceNodePoolStatus] \u003cno_message\u003e; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"a3c893d438d9e9e8b384d81f3ea96a48939178e9422930fff0de3cc9bd3d1119","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"1cbb92b3ec49a9d46efc8c1100643ddb4ab2a3a6e8ca9362a7ab30c32a2e35b1","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:113]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f37000\u003e: \n failed to create HCP cluster idms-e2e-hcp-cluster: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-7fn8jpwhp4km\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d75007c4-0533-480b-9984-50b679c9adec\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d75007c4-0533-480b-9984-50b679c9adec\",\n \"name\": \"d75007c4-0533-480b-9984-50b679c9adec\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:34:14.15130328Z\",\n \"endTime\": \"2026-08-17T23:53:14.808305799Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:113]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f37000\u003e: \n failed to create HCP cluster idms-e2e-hcp-cluster: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-7fn8jpwhp4km\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d75007c4-0533-480b-9984-50b679c9adec\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d75007c4-0533-480b-9984-50b679c9adec\",\n \"name\": \"d75007c4-0533-480b-9984-50b679c9adec\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:34:14.15130328Z\",\n \"endTime\": \"2026-08-17T23:53:14.808305799Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"afe5b7f244a4d138e857257a03d5963bca5236606a210b4c9ecc3469b29d504f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"472048b20a3b790bdb3415c702a99f7e65167f1bedcea097d15e70dffe32d435","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:98]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00159a540\u003e: \n failed to create HCP cluster ephemeral-disk: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-nrmtlvbn7vg4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8cf44903-134b-41bc-8ea6-239f5b0d7d58\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8cf44903-134b-41bc-8ea6-239f5b0d7d58\",\n \"name\": \"8cf44903-134b-41bc-8ea6-239f5b0d7d58\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:37:43.372694895Z\",\n \"endTime\": \"2026-08-17T23:56:44.939963186Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:98]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00159a540\u003e: \n failed to create HCP cluster ephemeral-disk: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-nrmtlvbn7vg4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8cf44903-134b-41bc-8ea6-239f5b0d7d58\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8cf44903-134b-41bc-8ea6-239f5b0d7d58\",\n \"name\": \"8cf44903-134b-41bc-8ea6-239f5b0d7d58\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:37:43.372694895Z\",\n \"endTime\": \"2026-08-17T23:56:44.939963186Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"b45d0f161414b88ac1ae544468bfcf67f948de804f96a135cd9c36de72599724","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"584c55bbc5729e596f61f16b7ba3f43aafd93f7484b3a4a4202a0d3036ac902c","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:94]: failed to create HCP cluster for external auth test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0006ef700\u003e: \n failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-w54dxhdxrw47\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fe214750-2f23-4eec-acde-0e7cc499686c\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fe214750-2f23-4eec-acde-0e7cc499686c\",\n \"name\": \"fe214750-2f23-4eec-acde-0e7cc499686c\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:31:32.312465755Z\",\n \"endTime\": \"2026-08-17T23:50:33.738372291Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:94]: failed to create HCP cluster for external auth test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0006ef700\u003e: \n failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-w54dxhdxrw47\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fe214750-2f23-4eec-acde-0e7cc499686c\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fe214750-2f23-4eec-acde-0e7cc499686c\",\n \"name\": \"fe214750-2f23-4eec-acde-0e7cc499686c\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:31:32.312465755Z\",\n \"endTime\": \"2026-08-17T23:50:33.738372291Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0914c49f679af2e655d272024a639b88ac1428a3970f243fbf49b919bf2490ff","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"c926f2a043de09f2b574a17f8fdcc695bbb6284292c12758709bfbd752cd8981","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"a7c56f24e4d86223f4eabaf0eb738353b2888fc5ff2c6e46e8e1f403e867dbfe","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000d812e0\u003e: \n failed to create HCP cluster np-autoscale-cluster: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-mzkfvkss5h76\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6a06c4f4-690c-4501-bf71-648d889dc39d\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6a06c4f4-690c-4501-bf71-648d889dc39d\",\n \"name\": \"6a06c4f4-690c-4501-bf71-648d889dc39d\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:35:33.793912836Z\",\n \"endTime\": \"2026-08-17T23:54:34.632858473Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000d812e0\u003e: \n failed to create HCP cluster np-autoscale-cluster: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-mzkfvkss5h76\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6a06c4f4-690c-4501-bf71-648d889dc39d\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6a06c4f4-690c-4501-bf71-648d889dc39d\",\n \"name\": \"6a06c4f4-690c-4501-bf71-648d889dc39d\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:35:33.793912836Z\",\n \"endTime\": \"2026-08-17T23:54:34.632858473Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"d0be5a01e29a5d0cf90f6f0dd028a425411b7c03182a7489a0a2f57617e0f699","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"0d60be661dfb804031fac3a0d698877ea8db75f53d9ec7ec65ea495c39f3423b","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-21-d6dm5m\" with version 4.21.28 on candidate channel\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0014be5a0\u003e: \n failed to create HCP cluster cluster-zstream-4-21-d6dm5m: failed waiting for cluster=\"cluster-zstream-4-21-d6dm5m\" in resourcegroup=\"rg-zstream-upgrade-4-21-5sm2l67gmw5h\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/95226c2f-ac1f-45b9-a636-df85c24e666e\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/95226c2f-ac1f-45b9-a636-df85c24e666e\",\n \"name\": \"95226c2f-ac1f-45b9-a636-df85c24e666e\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:31:26.187243048Z\",\n \"endTime\": \"2026-08-17T23:50:33.942616598Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: olm-operator, cluster-version-operator, cluster-storage-operator, cluster-network-operator, dns-operator, catalog-operator, ingress-operator, csi-snapshot-controller-operator, hosted-cluster-config-operator, packageserver; hosted cluster degraded: UnavailableReplicas: [catalog-operator deployment has 1 unavailable replicas, cluster-network-operator deployment has 1 unavailable replicas, cluster-storage-operator deployment has 1 unavailable replicas, cluster-version-operator deployment has 2 unavailable replicas, csi-snapshot-controller-operator deployment has 1 unavailable replicas, dns-operator deployment has 1 unavailable replicas, hosted-cluster-config-operator deployment has 1 unavailable replicas, ingress-operator deployment has 1 unavailable replicas, olm-operator deployment has 1 unavailable replicas, packageserver deployment has 3 unavailable replicas]\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-21-d6dm5m\" with version 4.21.28 on candidate channel\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0014be5a0\u003e: \n failed to create HCP cluster cluster-zstream-4-21-d6dm5m: failed waiting for cluster=\"cluster-zstream-4-21-d6dm5m\" in resourcegroup=\"rg-zstream-upgrade-4-21-5sm2l67gmw5h\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/95226c2f-ac1f-45b9-a636-df85c24e666e\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/95226c2f-ac1f-45b9-a636-df85c24e666e\",\n \"name\": \"95226c2f-ac1f-45b9-a636-df85c24e666e\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:31:26.187243048Z\",\n \"endTime\": \"2026-08-17T23:50:33.942616598Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: olm-operator, cluster-version-operator, cluster-storage-operator, cluster-network-operator, dns-operator, catalog-operator, ingress-operator, csi-snapshot-controller-operator, hosted-cluster-config-operator, packageserver; hosted cluster degraded: UnavailableReplicas: [catalog-operator deployment has 1 unavailable replicas, cluster-network-operator deployment has 1 unavailable replicas, cluster-storage-operator deployment has 1 unavailable replicas, cluster-version-operator deployment has 2 unavailable replicas, csi-snapshot-controller-operator deployment has 1 unavailable replicas, dns-operator deployment has 1 unavailable replicas, hosted-cluster-config-operator deployment has 1 unavailable replicas, ingress-operator deployment has 1 unavailable replicas, olm-operator deployment has 1 unavailable replicas, packageserver deployment has 3 unavailable replicas]\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a4c7965c412b351e80ef0544bff250a8a694f957336d67b40d995be9b67f72d9","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable; hosted cluster degraded: UnavailableReplicas: multiple components; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"d8fd9dd217665297795e5fad5787e7bc7105c8b2bd6e25c92d85e55b857cc712","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"ce020347d00d259f074e4859ed6a91b27e8e3043ae287d51d85b8b31f1967757","test_name":"Nodepool OS Disk Encryption should create a nodepool with customer-managed disk encryption via DES","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_osdisk_encryption.go:110]: failed to create HCP cluster des-encrypt\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000840c80\u003e: \n failed to create HCP cluster des-encrypt: failed waiting for cluster=\"des-encrypt\" in resourcegroup=\"des-encrypt-b765cmtmwdg2\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e49a594c-930f-4785-bf2d-59ba34995924\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e49a594c-930f-4785-bf2d-59ba34995924\",\n \"name\": \"e49a594c-930f-4785-bf2d-59ba34995924\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:39:49.487982172Z\",\n \"endTime\": \"2026-08-17T23:58:52.528435689Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_osdisk_encryption.go:110]: failed to create HCP cluster des-encrypt\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000840c80\u003e: \n failed to create HCP cluster des-encrypt: failed waiting for cluster=\"des-encrypt\" in resourcegroup=\"des-encrypt-b765cmtmwdg2\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e49a594c-930f-4785-bf2d-59ba34995924\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e49a594c-930f-4785-bf2d-59ba34995924\",\n \"name\": \"e49a594c-930f-4785-bf2d-59ba34995924\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:39:49.487982172Z\",\n \"endTime\": \"2026-08-17T23:58:52.528435689Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"f123bcd4f03cd9f17d3f7abfa656a238ab6f8a179340761f9aa6f7b0ce2a7d99","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"32ffbf88f32b24bed1647b6119bb71901e54c08bd45572cf09a19833b35afb33","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:462]: failed to create HCP cluster np-skip-minor-88mqt7 at version 4.22.0-0.nightly-multi-2026-08-17-010411\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f0cac0\u003e: \n failed to create HCP cluster np-skip-minor-88mqt7: failed waiting for cluster=\"np-skip-minor-88mqt7\" in resourcegroup=\"rg-np-skip-minor-88mqt7-rzrbvmhkgxzn\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/afc294b2-aa75-4f61-8f95-5103d3b95705\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/afc294b2-aa75-4f61-8f95-5103d3b95705\",\n \"name\": \"afc294b2-aa75-4f61-8f95-5103d3b95705\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:39:45.286735401Z\",\n \"endTime\": \"2026-08-17T23:58:52.406085858Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:462]: failed to create HCP cluster np-skip-minor-88mqt7 at version 4.22.0-0.nightly-multi-2026-08-17-010411\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f0cac0\u003e: \n failed to create HCP cluster np-skip-minor-88mqt7: failed waiting for cluster=\"np-skip-minor-88mqt7\" in resourcegroup=\"rg-np-skip-minor-88mqt7-rzrbvmhkgxzn\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/afc294b2-aa75-4f61-8f95-5103d3b95705\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/afc294b2-aa75-4f61-8f95-5103d3b95705\",\n \"name\": \"afc294b2-aa75-4f61-8f95-5103d3b95705\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:39:45.286735401Z\",\n \"endTime\": \"2026-08-17T23:58:52.406085858Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [cosmosCluster] .api.url is empty; [hypershiftHostedCluster] ReadDesire has no kube content; [servingCABundle] ServingCABundle not yet populated; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"f2cd7eb70399ab6609e630f92497d283c94ea8d4804d34411075c19b7f488d3d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"a8d5cadabd2f5928ac91b3e7242f10bfd9320d8ca703d3812f2198351a3064e2","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n \u003c*errors.joinError | 0xc001314348\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-4-19-clv99v\" in resourcegroup=\"rg-zstream-upgrade-4-19-j449bl8tj972\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bcf567de-94ae-48cb-8eb1-ef6e1563ba32\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bcf567de-94ae-48cb-8eb1-ef6e1563ba32\",\n \"name\": \"bcf567de-94ae-48cb-8eb1-ef6e1563ba32\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:39:29.020988992Z\",\n \"endTime\": \"2026-08-18T00:03:32.52458889Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s8kn4ufdhtfgtp1a2s0bfr847bntrhh still exists (deletion dispatched at 2026-08-17T23:39:29Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:293]: Unexpected error:\n \u003c*errors.joinError | 0xc001314348\u003e: \n failed to cleanup resource group: at least one hcp cluster failed to delete: failed waiting for hcpCluster=\"cluster-zstream-4-19-clv99v\" in resourcegroup=\"rg-zstream-upgrade-4-19-j449bl8tj972\" to finish deleting: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bcf567de-94ae-48cb-8eb1-ef6e1563ba32\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bcf567de-94ae-48cb-8eb1-ef6e1563ba32\",\n \"name\": \"bcf567de-94ae-48cb-8eb1-ef6e1563ba32\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:39:29.020988992Z\",\n \"endTime\": \"2026-08-18T00:03:32.52458889Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster /api/aro_hcp/v1alpha1/clusters/2s8kn4ufdhtfgtp1a2s0bfr847bntrhh still exists (deletion dispatched at 2026-08-17T23:39:29Z); [clusterServiceStatus] ClusterService state is \\\"uninstalling\\\"; [descendantResources] remaining resources: 1 microsoft.redhatopenshift/hcpopenshiftclusters/serviceProviderClusters\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"b936783c2d0b2a9d4ffabaeda14053cc9fef881b92be87e0e230002db2affbaf","failure_pattern":"ERROR CODE: InternalServerError; detail message cluster deletion did not complete before the deadline; [clusterServiceDeletion] ClusterService cluster still exists; [clusterServiceStatus] state is \"uninstalling\"; [descendantResources] remaining resources: serviceProviderClusters; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"f8f7cf14eb310fc3315585b3acfeba3bdb1ff74c7b255fc4ffa5c217e8ffcc53","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"c9620a04091483fce1cc7d0cf73f6f7a7d60342b7147199b85311735136096a2","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-22-8ccbc2\" with version 4.22.8 on candidate channel\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0003174c0\u003e: \n failed to create HCP cluster cluster-zstream-4-22-8ccbc2: failed waiting for cluster=\"cluster-zstream-4-22-8ccbc2\" in resourcegroup=\"rg-zstream-upgrade-4-22-t9xq7cgsp4s8\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c45a61bd-c6f4-4d71-a1bb-ed72a0ba3beb\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c45a61bd-c6f4-4d71-a1bb-ed72a0ba3beb\",\n \"name\": \"c45a61bd-c6f4-4d71-a1bb-ed72a0ba3beb\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:31:24.445471869Z\",\n \"endTime\": \"2026-08-17T23:50:24.030978687Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: ingress-operator, certified-operators-catalog, cluster-policy-controller, packageserver, cluster-storage-operator, cluster-image-registry-operator, olm-operator, dns-operator, csi-snapshot-controller-operator, hosted-cluster-config-operator, catalog-operator, cluster-version-operator, cluster-network-operator; hosted cluster degraded: UnavailableReplicas: [catalog-operator deployment has 1 unavailable replicas, certified-operators-catalog deployment has 1 unavailable replicas, cluster-image-registry-operator deployment has 1 unavailable replicas, cluster-network-operator deployment has 1 unavailable replicas, cluster-policy-controller deployment has 1 unavailable replicas, cluster-storage-operator deployment has 1 unavailable replicas, cluster-version-operator deployment has 2 unavailable replicas, csi-snapshot-controller-operator deployment has 1 unavailable replicas, dns-operator deployment has 1 unavailable replicas, hosted-cluster-config-operator deployment has 1 unavailable replicas, ingress-operator deployment has 1 unavailable replicas, olm-operator deployment has 1 unavailable replicas, packageserver deployment has 3 unavailable replicas]\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-22-8ccbc2\" with version 4.22.8 on candidate channel\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0003174c0\u003e: \n failed to create HCP cluster cluster-zstream-4-22-8ccbc2: failed waiting for cluster=\"cluster-zstream-4-22-8ccbc2\" in resourcegroup=\"rg-zstream-upgrade-4-22-t9xq7cgsp4s8\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c45a61bd-c6f4-4d71-a1bb-ed72a0ba3beb\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c45a61bd-c6f4-4d71-a1bb-ed72a0ba3beb\",\n \"name\": \"c45a61bd-c6f4-4d71-a1bb-ed72a0ba3beb\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:31:24.445471869Z\",\n \"endTime\": \"2026-08-17T23:50:24.030978687Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: ingress-operator, certified-operators-catalog, cluster-policy-controller, packageserver, cluster-storage-operator, cluster-image-registry-operator, olm-operator, dns-operator, csi-snapshot-controller-operator, hosted-cluster-config-operator, catalog-operator, cluster-version-operator, cluster-network-operator; hosted cluster degraded: UnavailableReplicas: [catalog-operator deployment has 1 unavailable replicas, certified-operators-catalog deployment has 1 unavailable replicas, cluster-image-registry-operator deployment has 1 unavailable replicas, cluster-network-operator deployment has 1 unavailable replicas, cluster-policy-controller deployment has 1 unavailable replicas, cluster-storage-operator deployment has 1 unavailable replicas, cluster-version-operator deployment has 2 unavailable replicas, csi-snapshot-controller-operator deployment has 1 unavailable replicas, dns-operator deployment has 1 unavailable replicas, hosted-cluster-config-operator deployment has 1 unavailable replicas, ingress-operator deployment has 1 unavailable replicas, olm-operator deployment has 1 unavailable replicas, packageserver deployment has 3 unavailable replicas]\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a4c7965c412b351e80ef0544bff250a8a694f957336d67b40d995be9b67f72d9","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable; hosted cluster degraded: UnavailableReplicas: multiple components; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"fe63653b46e4b65c897740a0bf21141b0abebf0ae428ba9e84fb6899c11cabf8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2089487626758262784","occurred_at":"2026-08-17T23:00:45Z","failed_at":"e2e","signature_id":"386800f08f9fe20ea792d4f9e486ef0023446318d2adb9865a8c94f18db9cf0e","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:160]: failed to create node pool \"np-kqc7kq\" for cluster \"cluster-nightly-4-21-kqc7kq\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e77ba0\u003e: \n failed to create NodePool np-kqc7kq: failed waiting for nodepool=\"np-kqc7kq\" for cluster \"cluster-nightly-4-21-kqc7kq\" in resourcegroup=\"rg-nightly-4-21-82ds5tpl6srh\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3c1f3559-af12-4526-953f-f7efab2099c8\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3c1f3559-af12-4526-953f-f7efab2099c8\",\n \"name\": \"3c1f3559-af12-4526-953f-f7efab2099c8\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:37:22.569020042Z\",\n \"endTime\": \"2026-08-17T23:56:24.71939702Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceNodePoolStatus] \\u003cno_message\\u003e\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:160]: failed to create node pool \"np-kqc7kq\" for cluster \"cluster-nightly-4-21-kqc7kq\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e77ba0\u003e: \n failed to create NodePool np-kqc7kq: failed waiting for nodepool=\"np-kqc7kq\" for cluster \"cluster-nightly-4-21-kqc7kq\" in resourcegroup=\"rg-nightly-4-21-82ds5tpl6srh\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3c1f3559-af12-4526-953f-f7efab2099c8\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3c1f3559-af12-4526-953f-f7efab2099c8\",\n \"name\": \"3c1f3559-af12-4526-953f-f7efab2099c8\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T23:37:22.569020042Z\",\n \"endTime\": \"2026-08-17T23:56:24.71939702Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceNodePoolStatus] \\u003cno_message\\u003e\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7e3c211098fa13aa2f965e23e8e58e902c8d4f3b340bbbf0b11eb0cf36bda7ed","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceNodePoolStatus] \u003cno_message\u003e; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}}],"failure_pattern_summary":{"signature_count":27,"failure_pattern_ids":["0914c49f679af2e655d272024a639b88ac1428a3970f243fbf49b919bf2490ff","12526f218c28804ab8ce44fb5444a8483527f506dc5e5d55e2de2d40b1678b14","57f7bb5542684c84c14b4b2501a5b749f4f6ed6cf03fb8784c04f360a07fbb7f","6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","7c6699de93ea43e4fe2694117b85c935fcdda27f6875f4ba53466c9c1cc25e4f","7e3c211098fa13aa2f965e23e8e58e902c8d4f3b340bbbf0b11eb0cf36bda7ed","a4c7965c412b351e80ef0544bff250a8a694f957336d67b40d995be9b67f72d9","b936783c2d0b2a9d4ffabaeda14053cc9fef881b92be87e0e230002db2affbaf","d6ec87c7d972149dae5ab13de0394af8c0dc25683fd32e5ecca933f42f5cfc45"],"matched_occurrences":27,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-08-17T02:00:08Z"},"failed_at":["e2e"],"failed_test_count":50,"occurrences":[{"row_id":"036605e382c7269ca03b68929ec7914a9e9c3e5a57341a0c35c647b929661539","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"ae95583fa03c8930494be69ea80a42273ceac1f5d4206867b1a9e0d7206ec9ff","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-4-22-rctk8d894f5x/cluster-candidate-4-22-zhmtzk should provision\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000fc4180\u003e: \n failed to create HCP cluster cluster-candidate-4-22-zhmtzk: failed waiting for cluster=\"cluster-candidate-4-22-zhmtzk\" in resourcegroup=\"rg-candidate-4-22-rctk8d894f5x\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7a2d7c4e-e1a4-4755-8864-5f5306dee32b\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7a2d7c4e-e1a4-4755-8864-5f5306dee32b\",\n \"name\": \"7a2d7c4e-e1a4-4755-8864-5f5306dee32b\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:00:46.16063558Z\",\n \"endTime\": \"2026-08-17T03:19:54.198149278Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-4-22-rctk8d894f5x/cluster-candidate-4-22-zhmtzk should provision\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000fc4180\u003e: \n failed to create HCP cluster cluster-candidate-4-22-zhmtzk: failed waiting for cluster=\"cluster-candidate-4-22-zhmtzk\" in resourcegroup=\"rg-candidate-4-22-rctk8d894f5x\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7a2d7c4e-e1a4-4755-8864-5f5306dee32b\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7a2d7c4e-e1a4-4755-8864-5f5306dee32b\",\n \"name\": \"7a2d7c4e-e1a4-4755-8864-5f5306dee32b\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:00:46.16063558Z\",\n \"endTime\": \"2026-08-17T03:19:54.198149278Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"0715268c3b63e5096c6d4af174a3fb0fbca1b65c2ca4755424121bbe5e266079","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"19870c42c0b99d9a03e77c73a32110cd64ebdc7b2f1fb3b2787b840fcf69e242","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000eda620\u003e: \n failed to create HCP cluster disabled-image-registry-hcp-cluster: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-prrhz4hzgw84\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b545b3fd-0bf4-4ae3-979d-e54654df2865\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b545b3fd-0bf4-4ae3-979d-e54654df2865\",\n \"name\": \"b545b3fd-0bf4-4ae3-979d-e54654df2865\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:00.006839512Z\",\n \"endTime\": \"2026-08-17T03:22:04.176848919Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000eda620\u003e: \n failed to create HCP cluster disabled-image-registry-hcp-cluster: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-prrhz4hzgw84\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b545b3fd-0bf4-4ae3-979d-e54654df2865\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b545b3fd-0bf4-4ae3-979d-e54654df2865\",\n \"name\": \"b545b3fd-0bf4-4ae3-979d-e54654df2865\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:00.006839512Z\",\n \"endTime\": \"2026-08-17T03:22:04.176848919Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"0afbdd00115f84d2d0d0cc8213a804d7d35224bc9ee5ddfe5c4a3e920b96db86","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"57b3148e5307bf8b9bd2a3aa591d9b463305bab104ebfe9a67d7bfaedd819971","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:270]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e524e0\u003e: \n failed to create HCP cluster shoebox-hcp-cluster: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-mtvg6dnn75m6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/52966848-615a-4418-9bc4-5aabcdd1ac33\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/52966848-615a-4418-9bc4-5aabcdd1ac33\",\n \"name\": \"52966848-615a-4418-9bc4-5aabcdd1ac33\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:33:10.925414651Z\",\n \"endTime\": \"2026-08-17T03:52:13.821702623Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, certified-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:270]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e524e0\u003e: \n failed to create HCP cluster shoebox-hcp-cluster: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-mtvg6dnn75m6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/52966848-615a-4418-9bc4-5aabcdd1ac33\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/52966848-615a-4418-9bc4-5aabcdd1ac33\",\n \"name\": \"52966848-615a-4418-9bc4-5aabcdd1ac33\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:33:10.925414651Z\",\n \"endTime\": \"2026-08-17T03:52:13.821702623Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, certified-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"1e1f8e6e60091b19359a1b2ba235b6732b4f609afa3a14337ab67fc3bb594bb0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"7aa650f91bc6e940ded19bd3c4aa084c6f4e020b3835c1d8a32fda37b5c1a31a","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-mlb254 with version 4.21.29\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0009257c0\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-mlb254: failed waiting for cluster=\"np-version-upgrade-cluster-mlb254\" in resourcegroup=\"rg-np-version-upgrade-mlb254-rknk6m8pbnbm\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/70f6a62b-6a58-4a21-8745-9c9029242bca\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/70f6a62b-6a58-4a21-8745-9c9029242bca\",\n \"name\": \"70f6a62b-6a58-4a21-8745-9c9029242bca\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:19.874386803Z\",\n \"endTime\": \"2026-08-17T03:22:23.940977592Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-mlb254 with version 4.21.29\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0009257c0\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-mlb254: failed waiting for cluster=\"np-version-upgrade-cluster-mlb254\" in resourcegroup=\"rg-np-version-upgrade-mlb254-rknk6m8pbnbm\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/70f6a62b-6a58-4a21-8745-9c9029242bca\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/70f6a62b-6a58-4a21-8745-9c9029242bca\",\n \"name\": \"70f6a62b-6a58-4a21-8745-9c9029242bca\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:19.874386803Z\",\n \"endTime\": \"2026-08-17T03:22:23.940977592Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"1e221bafa5038a10350c97b87224d6c4d33dfcfddd7e3c8d85e7a31dd3060f5f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"3d24a57f2c57ae6974c3a13f47102c5c2dd89821f12c464e20cdcb7fd40b0a0f","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-21-sr9plh\" with version 4.21.28 on candidate channel\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f02460\u003e: \n failed to create HCP cluster cluster-zstream-4-21-sr9plh: failed waiting for cluster=\"cluster-zstream-4-21-sr9plh\" in resourcegroup=\"rg-zstream-upgrade-4-21-kn9sjbt7g67d\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f63b3411-fb94-42af-87a9-e529a4f4e176\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f63b3411-fb94-42af-87a9-e529a4f4e176\",\n \"name\": \"f63b3411-fb94-42af-87a9-e529a4f4e176\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:01:23.878998969Z\",\n \"endTime\": \"2026-08-17T03:20:24.007218149Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-21-sr9plh\" with version 4.21.28 on candidate channel\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f02460\u003e: \n failed to create HCP cluster cluster-zstream-4-21-sr9plh: failed waiting for cluster=\"cluster-zstream-4-21-sr9plh\" in resourcegroup=\"rg-zstream-upgrade-4-21-kn9sjbt7g67d\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f63b3411-fb94-42af-87a9-e529a4f4e176\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f63b3411-fb94-42af-87a9-e529a4f4e176\",\n \"name\": \"f63b3411-fb94-42af-87a9-e529a4f4e176\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:01:23.878998969Z\",\n \"endTime\": \"2026-08-17T03:20:24.007218149Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"2ad8864bea96da12b6e243c378cdd66cbc9de7bab78b468b4300a4be4dcd3abd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"be2bb2987dd1f10571f785bb6b740780ee91e1465f3b5d4c6022a45fc404bb08","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:182]: failed to create HCP cluster \"cp-ystream-upgrade-4-21-j9crb4\" with install version 4.20.34\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000fccca0\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-21-j9crb4: failed waiting for cluster=\"cp-ystream-upgrade-4-21-j9crb4\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-ghgrq4vrcppm\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a3c93b5d-9ccf-4e43-ac50-72ef3ae55cb3\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a3c93b5d-9ccf-4e43-ac50-72ef3ae55cb3\",\n \"name\": \"a3c93b5d-9ccf-4e43-ac50-72ef3ae55cb3\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:02:03.353516245Z\",\n \"endTime\": \"2026-08-17T03:21:04.144540379Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:182]: failed to create HCP cluster \"cp-ystream-upgrade-4-21-j9crb4\" with install version 4.20.34\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000fccca0\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-21-j9crb4: failed waiting for cluster=\"cp-ystream-upgrade-4-21-j9crb4\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-ghgrq4vrcppm\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a3c93b5d-9ccf-4e43-ac50-72ef3ae55cb3\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a3c93b5d-9ccf-4e43-ac50-72ef3ae55cb3\",\n \"name\": \"a3c93b5d-9ccf-4e43-ac50-72ef3ae55cb3\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:02:03.353516245Z\",\n \"endTime\": \"2026-08-17T03:21:04.144540379Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"319dfe088d416838e9b9a5d90d6f7ab3ef539042493f30004beaf56cf081615e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"6a83afd288f80ca5749709382b86977eed16a67172859b20c6fc0295a25d95f7","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-4-21-m75l52cjpldg/cluster-candidate-4-21-q4ld8t should provision\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000b23060\u003e: \n failed to create HCP cluster cluster-candidate-4-21-q4ld8t: failed waiting for cluster=\"cluster-candidate-4-21-q4ld8t\" in resourcegroup=\"rg-candidate-4-21-m75l52cjpldg\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/cdb4dac5-3f0f-400d-9e0b-02be947fd16c\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/cdb4dac5-3f0f-400d-9e0b-02be947fd16c\",\n \"name\": \"cdb4dac5-3f0f-400d-9e0b-02be947fd16c\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:00:48.963553435Z\",\n \"endTime\": \"2026-08-17T03:19:53.809974592Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, certified-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-4-21-m75l52cjpldg/cluster-candidate-4-21-q4ld8t should provision\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000b23060\u003e: \n failed to create HCP cluster cluster-candidate-4-21-q4ld8t: failed waiting for cluster=\"cluster-candidate-4-21-q4ld8t\" in resourcegroup=\"rg-candidate-4-21-m75l52cjpldg\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/cdb4dac5-3f0f-400d-9e0b-02be947fd16c\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/cdb4dac5-3f0f-400d-9e0b-02be947fd16c\",\n \"name\": \"cdb4dac5-3f0f-400d-9e0b-02be947fd16c\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:00:48.963553435Z\",\n \"endTime\": \"2026-08-17T03:19:53.809974592Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, certified-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"32d7be8c09673c9f847e185c333d7935c5808b401cfa7980d293988a4ecbe8ec","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"8e5dd8ddbf88da6a7a486b7776f1603cc11b0ea8b4693121791116d6ad16c35a","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-22-ztk229\" with version 4.22.8 on candidate channel\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0010964a0\u003e: \n failed to create HCP cluster cluster-zstream-4-22-ztk229: failed waiting for cluster=\"cluster-zstream-4-22-ztk229\" in resourcegroup=\"rg-zstream-upgrade-4-22-dcl8pght7xfj\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4009fa2d-e34a-4165-ad1c-0418a1706a1b\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4009fa2d-e34a-4165-ad1c-0418a1706a1b\",\n \"name\": \"4009fa2d-e34a-4165-ad1c-0418a1706a1b\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:01:58.681470157Z\",\n \"endTime\": \"2026-08-17T03:21:04.055691898Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-22-ztk229\" with version 4.22.8 on candidate channel\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0010964a0\u003e: \n failed to create HCP cluster cluster-zstream-4-22-ztk229: failed waiting for cluster=\"cluster-zstream-4-22-ztk229\" in resourcegroup=\"rg-zstream-upgrade-4-22-dcl8pght7xfj\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4009fa2d-e34a-4165-ad1c-0418a1706a1b\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4009fa2d-e34a-4165-ad1c-0418a1706a1b\",\n \"name\": \"4009fa2d-e34a-4165-ad1c-0418a1706a1b\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:01:58.681470157Z\",\n \"endTime\": \"2026-08-17T03:21:04.055691898Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"38ed0bda0c41324ef34c862063b8ba35f4244385210c0286ebe0ec812a4d35ef","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"9535d3e7fa717ed7266a74bb538d6effad7bce083b4c9ed4a6385414503c4a04","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:217]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000fa8520\u003e: \n failed to create HCP cluster oidc-wi-cluster: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-8cxg2k8m7277\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/78279245-c91a-4eeb-8659-ff91fe5e254b\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/78279245-c91a-4eeb-8659-ff91fe5e254b\",\n \"name\": \"78279245-c91a-4eeb-8659-ff91fe5e254b\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:31:59.549398451Z\",\n \"endTime\": \"2026-08-17T03:51:03.816404296Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, redhat-operators-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:217]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000fa8520\u003e: \n failed to create HCP cluster oidc-wi-cluster: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-8cxg2k8m7277\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/78279245-c91a-4eeb-8659-ff91fe5e254b\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/78279245-c91a-4eeb-8659-ff91fe5e254b\",\n \"name\": \"78279245-c91a-4eeb-8659-ff91fe5e254b\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:31:59.549398451Z\",\n \"endTime\": \"2026-08-17T03:51:03.816404296Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, redhat-operators-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"3b7c3bbc2e14fc268536000396e1b363132231a3bb3cdb23697d6625eb57eb25","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"4af41cfb01528200af3af738526a483f75fe69e3946b48db932c5f6e180295ef","test_name":"Customer should create a cluster with private ingress using v20260630preview and verify the ingress is internal","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:103]: failed to create HCP cluster \"private-ingress\" with private ingress\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0008174a0\u003e: \n failed to create HCP cluster private-ingress: failed waiting for cluster=\"private-ingress\" in resourcegroup=\"private-ingress-nmvr7clqwmhw\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2dcb8a42-f2d8-472a-97a6-39ebacac6e20\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2dcb8a42-f2d8-472a-97a6-39ebacac6e20\",\n \"name\": \"2dcb8a42-f2d8-472a-97a6-39ebacac6e20\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:14.052953326Z\",\n \"endTime\": \"2026-08-17T02:47:22.302534975Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:103]: failed to create HCP cluster \"private-ingress\" with private ingress\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0008174a0\u003e: \n failed to create HCP cluster private-ingress: failed waiting for cluster=\"private-ingress\" in resourcegroup=\"private-ingress-nmvr7clqwmhw\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2dcb8a42-f2d8-472a-97a6-39ebacac6e20\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2dcb8a42-f2d8-472a-97a6-39ebacac6e20\",\n \"name\": \"2dcb8a42-f2d8-472a-97a6-39ebacac6e20\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:14.052953326Z\",\n \"endTime\": \"2026-08-17T02:47:22.302534975Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"3f033332d237e253f2213568a6702dae4c459fe0a801dc1d2ab81142e860c740","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"2c8bdbbc95dc332e326d2cecbacb800d6252bfb66e84b0b6e4aefbce2cd84421","test_name":"Nodepool OS Disk Encryption should create a nodepool with customer-managed disk encryption via DES","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_osdisk_encryption.go:110]: failed to create HCP cluster des-encrypt\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000a98500\u003e: \n failed to create HCP cluster des-encrypt: failed waiting for cluster=\"des-encrypt\" in resourcegroup=\"des-encrypt-pbmjvpr829kb\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6e0f0186-86b9-465e-8160-068fff2dcdbf\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6e0f0186-86b9-465e-8160-068fff2dcdbf\",\n \"name\": \"6e0f0186-86b9-465e-8160-068fff2dcdbf\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:36.737570052Z\",\n \"endTime\": \"2026-08-17T03:22:44.033522529Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_osdisk_encryption.go:110]: failed to create HCP cluster des-encrypt\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000a98500\u003e: \n failed to create HCP cluster des-encrypt: failed waiting for cluster=\"des-encrypt\" in resourcegroup=\"des-encrypt-pbmjvpr829kb\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6e0f0186-86b9-465e-8160-068fff2dcdbf\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6e0f0186-86b9-465e-8160-068fff2dcdbf\",\n \"name\": \"6e0f0186-86b9-465e-8160-068fff2dcdbf\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:36.737570052Z\",\n \"endTime\": \"2026-08-17T03:22:44.033522529Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"3f09acf78d5ff87cdcce4b7bd64ae79f9f1f4b93a8d4f75fa424b0def880efcc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"4824ecd33024b40b5448b7da8111344e336c39879d9c8086479a0a75eab555bb","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:96]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000899be0\u003e: \n failed to create HCP cluster tls-endpoint-hcp-cluster: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-zndqlzzgkshj\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2357e88c-1aa3-4bbc-a279-be1fa5c1113f\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2357e88c-1aa3-4bbc-a279-be1fa5c1113f\",\n \"name\": \"2357e88c-1aa3-4bbc-a279-be1fa5c1113f\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:34.1968317Z\",\n \"endTime\": \"2026-08-17T02:47:42.862914286Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:96]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000899be0\u003e: \n failed to create HCP cluster tls-endpoint-hcp-cluster: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-zndqlzzgkshj\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2357e88c-1aa3-4bbc-a279-be1fa5c1113f\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2357e88c-1aa3-4bbc-a279-be1fa5c1113f\",\n \"name\": \"2357e88c-1aa3-4bbc-a279-be1fa5c1113f\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:34.1968317Z\",\n \"endTime\": \"2026-08-17T02:47:42.862914286Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"4058987d48f238d80c10c73e0fd3186c50e9d44d5332c821ad3bab68702808a8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"beff1092a16b7ba950af1abba3e1d9a87d27f3bf37701618999d4fd5cf4c2017","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.21 minor to 4.22 minor","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:182]: failed to create HCP cluster \"cp-ystream-upgrade-4-22-66md9n\" with install version 4.21.28\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f355c0\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-22-66md9n: failed waiting for cluster=\"cp-ystream-upgrade-4-22-66md9n\" in resourcegroup=\"rg-cp-ystream-upgrade-4-22-jvcnpw84769b\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/295affe4-5f33-46f2-a3b5-dc8fa6da2619\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/295affe4-5f33-46f2-a3b5-dc8fa6da2619\",\n \"name\": \"295affe4-5f33-46f2-a3b5-dc8fa6da2619\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:02:30.204943525Z\",\n \"endTime\": \"2026-08-17T03:21:33.985427765Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:182]: failed to create HCP cluster \"cp-ystream-upgrade-4-22-66md9n\" with install version 4.21.28\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f355c0\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-22-66md9n: failed waiting for cluster=\"cp-ystream-upgrade-4-22-66md9n\" in resourcegroup=\"rg-cp-ystream-upgrade-4-22-jvcnpw84769b\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/295affe4-5f33-46f2-a3b5-dc8fa6da2619\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/295affe4-5f33-46f2-a3b5-dc8fa6da2619\",\n \"name\": \"295affe4-5f33-46f2-a3b5-dc8fa6da2619\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:02:30.204943525Z\",\n \"endTime\": \"2026-08-17T03:21:33.985427765Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"4330228b0719d905ec510a47dcc789ea1113423b7ff41acf66c674e2ca35eddf","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"f2790d1bf47c7acba6f231ed6e5122b175b47165c05ffeb5149e42f6492c06b8","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000618300\u003e: \n failed to create HCP cluster hcp-cluster-np-128: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-946s5dnht6ps\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bca57f9b-acb0-482e-ab27-7372a696f6a4\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bca57f9b-acb0-482e-ab27-7372a696f6a4\",\n \"name\": \"bca57f9b-acb0-482e-ab27-7372a696f6a4\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:33.751598834Z\",\n \"endTime\": \"2026-08-17T02:47:42.355692702Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000618300\u003e: \n failed to create HCP cluster hcp-cluster-np-128: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-946s5dnht6ps\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bca57f9b-acb0-482e-ab27-7372a696f6a4\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/bca57f9b-acb0-482e-ab27-7372a696f6a4\",\n \"name\": \"bca57f9b-acb0-482e-ab27-7372a696f6a4\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:33.751598834Z\",\n \"endTime\": \"2026-08-17T02:47:42.355692702Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"4554b677331806e499bb7d33cccb6676e767c182e9557c6a9e2c1fef0877a34b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"cb5f85dcc30bea4370d56d01cd6f539efc36342576cfa83cb21c2bc50818a193","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation (timeout '20.000000' minutes)\nUnexpected error:\n \u003c*exported.ResponseError | 0xc00091bc80\u003e: \n GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0394ae14-2fa0-4efa-a36b-c7a0c8c56472\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0394ae14-2fa0-4efa-a36b-c7a0c8c56472\",\n \"name\": \"0394ae14-2fa0-4efa-a36b-c7a0c8c56472\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:29:26.493073246Z\",\n \"endTime\": \"2026-08-17T02:48:32.509770648Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, redhat-operators-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation (timeout '20.000000' minutes)\nUnexpected error:\n \u003c*exported.ResponseError | 0xc00091bc80\u003e: \n GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0394ae14-2fa0-4efa-a36b-c7a0c8c56472\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0394ae14-2fa0-4efa-a36b-c7a0c8c56472\",\n \"name\": \"0394ae14-2fa0-4efa-a36b-c7a0c8c56472\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:29:26.493073246Z\",\n \"endTime\": \"2026-08-17T02:48:32.509770648Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, redhat-operators-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"4c365de502bbc93ff0fc15df6757f28636f2207753b7361f5555f61ee550691b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"cf6380def6990db7c38ca9c70a92438f52e48588f2e5eabe745c4c7f21747963","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-4-20-9bmztmfhj99q/cluster-candidate-4-20-slxxrb should provision\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f82a20\u003e: \n failed to create HCP cluster cluster-candidate-4-20-slxxrb: failed waiting for cluster=\"cluster-candidate-4-20-slxxrb\" in resourcegroup=\"rg-candidate-4-20-9bmztmfhj99q\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/db97d778-fd3a-474e-83ae-7f78cbc5b5a5\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/db97d778-fd3a-474e-83ae-7f78cbc5b5a5\",\n \"name\": \"db97d778-fd3a-474e-83ae-7f78cbc5b5a5\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:47.369621246Z\",\n \"endTime\": \"2026-08-17T02:47:52.518039248Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-4-20-9bmztmfhj99q/cluster-candidate-4-20-slxxrb should provision\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f82a20\u003e: \n failed to create HCP cluster cluster-candidate-4-20-slxxrb: failed waiting for cluster=\"cluster-candidate-4-20-slxxrb\" in resourcegroup=\"rg-candidate-4-20-9bmztmfhj99q\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/db97d778-fd3a-474e-83ae-7f78cbc5b5a5\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/db97d778-fd3a-474e-83ae-7f78cbc5b5a5\",\n \"name\": \"db97d778-fd3a-474e-83ae-7f78cbc5b5a5\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:47.369621246Z\",\n \"endTime\": \"2026-08-17T02:47:52.518039248Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"4f292874e057c8a7e6a255a3165736b906a24b3e1d25290816a6115319b83552","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"1c3cab581e31ca308638d0dbe2389111141fab2980bdce8aa655fa5c2e5056a2","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:122]: failed to verify HCP cluster \"cluster-zstream-4-19-pxssnz\" is viable\nUnexpected error:\n \u003c*errors.joinError | 0xc000fe1e78\u003e: \n VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.106.185:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.106.185:443/apis/packages.operators.coreos.com/v1\": context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:122]: failed to verify HCP cluster \"cluster-zstream-4-19-pxssnz\" is viable\nUnexpected error:\n \u003c*errors.joinError | 0xc000fe1e78\u003e: \n VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.106.185:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.106.185:443/apis/packages.operators.coreos.com/v1\": context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"da65f908f97313ddbcc1cd3d11e952371e136eb64bf37368bcd0011d3f5a924e","failure_pattern":"VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from \u003curl\u003e Get \"\u003curl\u003e\": context deadline exceeded","search_query":"VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.106.185:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.106.185:443/apis/packages.operators.coreos.com/v1\": context deadline exceeded"}},{"row_id":"4f911e74637fda8cb5ee1855e69d5940d408c5570763a3605b0f9fa452364c9d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"b2f0a68375b2ac63fdbe9a8de2bedad766e492b3141a3e7cf65741c280078cae","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:163]: failed to verify HCP cluster viability for back-level version 4.19\nUnexpected error:\n \u003c*errors.joinError | 0xc00157eb40\u003e: \n VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.231.127:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.231.127:443/apis/packages.operators.coreos.com/v1\": context deadline exceeded\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:163]: failed to verify HCP cluster viability for back-level version 4.19\nUnexpected error:\n \u003c*errors.joinError | 0xc00157eb40\u003e: \n VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.231.127:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.231.127:443/apis/packages.operators.coreos.com/v1\": context deadline exceeded\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"da65f908f97313ddbcc1cd3d11e952371e136eb64bf37368bcd0011d3f5a924e","failure_pattern":"VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from \u003curl\u003e Get \"\u003curl\u003e\": context deadline exceeded","search_query":"VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.106.185:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.106.185:443/apis/packages.operators.coreos.com/v1\": context deadline exceeded"}},{"row_id":"52a00c64f1b8a12873d330b93b04667b6882d112badac056d486f16e7f44b0fd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"89e0544d3ea3d8bb26960af6a3bd388512ad4f14bfd1243a18bdfc18bd21bd90","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:741]: failed to create HCP cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000fd8440\u003e: \n failed to create HCP cluster np-dg-minor-jng9ql: failed waiting for cluster=\"np-dg-minor-jng9ql\" in resourcegroup=\"rg-np-dg-minor-jng9ql-p9vgfswtbk74\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fed3da92-43d5-43b9-82fa-c62a41550da4\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fed3da92-43d5-43b9-82fa-c62a41550da4\",\n \"name\": \"fed3da92-43d5-43b9-82fa-c62a41550da4\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:19:09.122596518Z\",\n \"endTime\": \"2026-08-17T03:38:14.533452692Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:741]: failed to create HCP cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000fd8440\u003e: \n failed to create HCP cluster np-dg-minor-jng9ql: failed waiting for cluster=\"np-dg-minor-jng9ql\" in resourcegroup=\"rg-np-dg-minor-jng9ql-p9vgfswtbk74\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fed3da92-43d5-43b9-82fa-c62a41550da4\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fed3da92-43d5-43b9-82fa-c62a41550da4\",\n \"name\": \"fed3da92-43d5-43b9-82fa-c62a41550da4\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:19:09.122596518Z\",\n \"endTime\": \"2026-08-17T03:38:14.533452692Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"56c7f2ab9fc397b6d3fff0a4d07c29da206b7a363203ff8fe64fe1564d51a8fb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"bc10a394e0c47bc331f3437732e69ef1eff8c4428177fe1b77ee52c7ac53774c","test_name":"FIPS Mode Support with v2026-06-30 API should create an HCP cluster with FIPS mode enabled via cryptoRestrictions property","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:106]: failed to create HCP cluster \"fips-enabled-cluster\" with cryptoRestrictions set to FIPS\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00144b1e0\u003e: \n failed waiting for cluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-szqbv7pc8ppl\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e094fa7d-800a-4c39-a960-62cb968adeca\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e094fa7d-800a-4c39-a960-62cb968adeca\",\n \"name\": \"e094fa7d-800a-4c39-a960-62cb968adeca\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:38.086587256Z\",\n \"endTime\": \"2026-08-17T02:47:42.161853067Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:106]: failed to create HCP cluster \"fips-enabled-cluster\" with cryptoRestrictions set to FIPS\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00144b1e0\u003e: \n failed waiting for cluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-szqbv7pc8ppl\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e094fa7d-800a-4c39-a960-62cb968adeca\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e094fa7d-800a-4c39-a960-62cb968adeca\",\n \"name\": \"e094fa7d-800a-4c39-a960-62cb968adeca\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:38.086587256Z\",\n \"endTime\": \"2026-08-17T02:47:42.161853067Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"59a2087e62cf4c09393ad495589e8857ba0457bd1b4355ac412d050fefcf5590","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"81f9089b3468fcc55fda6ab32ce439c4911e90fe1bbe71fe547a03a19b9f1a5e","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:94]: failed to create HCP cluster for external auth test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000880ca0\u003e: \n failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-vsdckf76t948\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/da75dad5-64a4-4aff-948d-ac20fb1add45\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/da75dad5-64a4-4aff-948d-ac20fb1add45\",\n \"name\": \"da75dad5-64a4-4aff-948d-ac20fb1add45\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:02:30.37851498Z\",\n \"endTime\": \"2026-08-17T03:21:34.239829673Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:94]: failed to create HCP cluster for external auth test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000880ca0\u003e: \n failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-vsdckf76t948\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/da75dad5-64a4-4aff-948d-ac20fb1add45\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/da75dad5-64a4-4aff-948d-ac20fb1add45\",\n \"name\": \"da75dad5-64a4-4aff-948d-ac20fb1add45\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:02:30.37851498Z\",\n \"endTime\": \"2026-08-17T03:21:34.239829673Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"5d76337b030f19cdbe122df0b559a31a853cb6f1b7fe61f7fd4bc2c0260ff171","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"88a0e0feb08ba8c44934204f4cfc8528acb353c8a5d810a81cfa806598b0a09c","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:98]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000592a40\u003e: \n failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-v8h2clqwfhtz\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/74df109d-a291-4905-9d3a-dd36aa478d32\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/74df109d-a291-4905-9d3a-dd36aa478d32\",\n \"name\": \"74df109d-a291-4905-9d3a-dd36aa478d32\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:29:55.997608318Z\",\n \"endTime\": \"2026-08-17T02:49:02.267584971Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:98]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000592a40\u003e: \n failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-v8h2clqwfhtz\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/74df109d-a291-4905-9d3a-dd36aa478d32\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/74df109d-a291-4905-9d3a-dd36aa478d32\",\n \"name\": \"74df109d-a291-4905-9d3a-dd36aa478d32\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:29:55.997608318Z\",\n \"endTime\": \"2026-08-17T02:49:02.267584971Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"70a65a387f16f1708fba8f3e02b885a236c02b3042f384577f10fe17b80a288e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"4a758add3e7296a1586eaa649fcb9c7c891946ece2583bc18cb3698ce9035fd3","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:184]: failed to create HCP cluster \"agg-cluster\" with aggregated settings\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f8e320\u003e: \n failed waiting for cluster=\"agg-cluster\" in resourcegroup=\"feature-aggregation-zfp2t4t44ljb\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/23da80d4-1fa1-4170-bbc6-a365e624265d\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/23da80d4-1fa1-4170-bbc6-a365e624265d\",\n \"name\": \"23da80d4-1fa1-4170-bbc6-a365e624265d\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:30:56.501981255Z\",\n \"endTime\": \"2026-08-17T02:50:02.345722697Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:184]: failed to create HCP cluster \"agg-cluster\" with aggregated settings\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f8e320\u003e: \n failed waiting for cluster=\"agg-cluster\" in resourcegroup=\"feature-aggregation-zfp2t4t44ljb\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/23da80d4-1fa1-4170-bbc6-a365e624265d\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/23da80d4-1fa1-4170-bbc6-a365e624265d\",\n \"name\": \"23da80d4-1fa1-4170-bbc6-a365e624265d\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:30:56.501981255Z\",\n \"endTime\": \"2026-08-17T02:50:02.345722697Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"7e906bcd56e84f6a39f6b4237e634f6f779bddf56e548afd24750155c9d3d9f8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"8d35332c9ea228bc11bff642c482c3d0c4ad6b3b73034d348a9042825d164f3c","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-5-0-6mbglg5f9j6c/cluster-candidate-5-0-hpnmgx should provision\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000aa1200\u003e: \n failed to create HCP cluster cluster-candidate-5-0-hpnmgx: failed waiting for cluster=\"cluster-candidate-5-0-hpnmgx\" in resourcegroup=\"rg-candidate-5-0-6mbglg5f9j6c\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0009b80d-9309-45dd-a488-cf6ed579d14a\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0009b80d-9309-45dd-a488-cf6ed579d14a\",\n \"name\": \"0009b80d-9309-45dd-a488-cf6ed579d14a\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:00:48.967419396Z\",\n \"endTime\": \"2026-08-17T03:19:53.846080812Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-5-0-6mbglg5f9j6c/cluster-candidate-5-0-hpnmgx should provision\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000aa1200\u003e: \n failed to create HCP cluster cluster-candidate-5-0-hpnmgx: failed waiting for cluster=\"cluster-candidate-5-0-hpnmgx\" in resourcegroup=\"rg-candidate-5-0-6mbglg5f9j6c\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0009b80d-9309-45dd-a488-cf6ed579d14a\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/0009b80d-9309-45dd-a488-cf6ed579d14a\",\n \"name\": \"0009b80d-9309-45dd-a488-cf6ed579d14a\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:00:48.967419396Z\",\n \"endTime\": \"2026-08-17T03:19:53.846080812Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"7f53ddd1c328b8407ecf1f2b6cbe182ae0fde164e05e665413889ac18815eec9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"18634badd235c47cc7769b2415f9d9af08246303f9af555aaa25ab08d357e79f","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:113]: failed to create HCP cluster for pull secret test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00170c160\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-sjfvd9hrpkqz\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5275668f-d165-4500-862f-2883c658230e\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5275668f-d165-4500-862f-2883c658230e\",\n \"name\": \"5275668f-d165-4500-862f-2883c658230e\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:33.556125561Z\",\n \"endTime\": \"2026-08-17T02:47:42.702814321Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:113]: failed to create HCP cluster for pull secret test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00170c160\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-sjfvd9hrpkqz\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5275668f-d165-4500-862f-2883c658230e\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/5275668f-d165-4500-862f-2883c658230e\",\n \"name\": \"5275668f-d165-4500-862f-2883c658230e\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:33.556125561Z\",\n \"endTime\": \"2026-08-17T02:47:42.702814321Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"85d8c01667105616963806d877fa42c67c260ca15d6e6a32aa063d960595e652","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"571246a094252a19e536aa70c4df678200050e4c525d65cf702200334ff8fbf3","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e82a20\u003e: \n failed to create HCP cluster np-autoscale-cluster: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-zqm74m9bc7lm\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/05e8adff-c68d-475b-9800-a6be5d0059c1\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/05e8adff-c68d-475b-9800-a6be5d0059c1\",\n \"name\": \"05e8adff-c68d-475b-9800-a6be5d0059c1\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:15.128602408Z\",\n \"endTime\": \"2026-08-17T03:22:24.052500213Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, certified-operators-catalog, redhat-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e82a20\u003e: \n failed to create HCP cluster np-autoscale-cluster: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-zqm74m9bc7lm\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/05e8adff-c68d-475b-9800-a6be5d0059c1\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/05e8adff-c68d-475b-9800-a6be5d0059c1\",\n \"name\": \"05e8adff-c68d-475b-9800-a6be5d0059c1\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:15.128602408Z\",\n \"endTime\": \"2026-08-17T03:22:24.052500213Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, certified-operators-catalog, redhat-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"8ccf0aef723121c4a0202ca521427462e19bbb01e456a0df7cce0061c223d4eb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"645d21739a2c607f2f097959eebcb022294146323e6c3ea5d50ad73eb10da91e","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:161]: failed to create HCP cluster for patch-tags test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000163420\u003e: \n failed to create HCP cluster patch-tags-cluster: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-d8cnxmsx8ttb\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/713134c6-11a6-4a8a-8724-49a9aca6d220\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/713134c6-11a6-4a8a-8724-49a9aca6d220\",\n \"name\": \"713134c6-11a6-4a8a-8724-49a9aca6d220\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:23.059379435Z\",\n \"endTime\": \"2026-08-17T02:47:32.40635978Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:161]: failed to create HCP cluster for patch-tags test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000163420\u003e: \n failed to create HCP cluster patch-tags-cluster: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-d8cnxmsx8ttb\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/713134c6-11a6-4a8a-8724-49a9aca6d220\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/713134c6-11a6-4a8a-8724-49a9aca6d220\",\n \"name\": \"713134c6-11a6-4a8a-8724-49a9aca6d220\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:23.059379435Z\",\n \"endTime\": \"2026-08-17T02:47:32.40635978Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"92acf7acf704bcb314314e4be9d357c723dfab2a1bd838ac39728c62874660e8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"0cb6a7bce3c1c8c9fd6bfa08d081825dbab92b4d1f2e8bb42edfa83c5e333537","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:107]: failed to create seed HCP cluster basic-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc001710ce0\u003e: \n failed to create HCP cluster basic-cluster: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-698d8twwjg2r\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/cc23ee56-73dc-4ae5-8c34-8b564ec4ac36\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/cc23ee56-73dc-4ae5-8c34-8b564ec4ac36\",\n \"name\": \"cc23ee56-73dc-4ae5-8c34-8b564ec4ac36\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:22.666455393Z\",\n \"endTime\": \"2026-08-17T02:47:22.778823921Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:107]: failed to create seed HCP cluster basic-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc001710ce0\u003e: \n failed to create HCP cluster basic-cluster: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-698d8twwjg2r\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/cc23ee56-73dc-4ae5-8c34-8b564ec4ac36\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/cc23ee56-73dc-4ae5-8c34-8b564ec4ac36\",\n \"name\": \"cc23ee56-73dc-4ae5-8c34-8b564ec4ac36\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:22.666455393Z\",\n \"endTime\": \"2026-08-17T02:47:22.778823921Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"93c28a51dda05a81a4583385dcbb62c5794a799ee46a5321b0c34f3fa3118063","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"45459f27b689b5b3261e6b1d6b08bfdb88ef34e04b1c37a8fdd920dd7f3341dd","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00073e940\u003e: \n failed to create HCP cluster private-kas: failed waiting for cluster=\"private-kas\" in resourcegroup=\"private-kas-kdzxj9c8jqc8\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4d41c368-0beb-4f82-9e42-0290eff4fb7a\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4d41c368-0beb-4f82-9e42-0290eff4fb7a\",\n \"name\": \"4d41c368-0beb-4f82-9e42-0290eff4fb7a\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:29:23.651869754Z\",\n \"endTime\": \"2026-08-17T02:48:32.388544053Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00073e940\u003e: \n failed to create HCP cluster private-kas: failed waiting for cluster=\"private-kas\" in resourcegroup=\"private-kas-kdzxj9c8jqc8\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4d41c368-0beb-4f82-9e42-0290eff4fb7a\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4d41c368-0beb-4f82-9e42-0290eff4fb7a\",\n \"name\": \"4d41c368-0beb-4f82-9e42-0290eff4fb7a\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:29:23.651869754Z\",\n \"endTime\": \"2026-08-17T02:48:32.388544053Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"953426af69266e792d8db4c54ec3a7ecb41f4407f2ed3687ea173452b423b581","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"3023bf1fa9b0a8603e7363d50769c46827725c66ad4356856410af2635890c4f","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:111]: failed to create HCP cluster \"cidr-connectivity-test\" with authorized CIDRs\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00016fa80\u003e: \n failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-2xpkv69x6bv4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b263182f-0b4a-4075-a827-b9de6dd402df\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b263182f-0b4a-4075-a827-b9de6dd402df\",\n \"name\": \"b263182f-0b4a-4075-a827-b9de6dd402df\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:29:22.957055035Z\",\n \"endTime\": \"2026-08-17T02:48:22.375387313Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:111]: failed to create HCP cluster \"cidr-connectivity-test\" with authorized CIDRs\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00016fa80\u003e: \n failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-2xpkv69x6bv4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b263182f-0b4a-4075-a827-b9de6dd402df\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b263182f-0b4a-4075-a827-b9de6dd402df\",\n \"name\": \"b263182f-0b4a-4075-a827-b9de6dd402df\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:29:22.957055035Z\",\n \"endTime\": \"2026-08-17T02:48:22.375387313Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"96684273dfda0f47ae96127289daec3e42c2ef919db5cc98ee6701be0dea3178","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"e94947edce9d457522545e17edfde4a3b9e4e42552230a8cb1e711439a71b295","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:314]: failed to create HCP cluster np-noedge-4qnfv7\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000ff66c0\u003e: \n failed to create HCP cluster np-noedge-4qnfv7: failed waiting for cluster=\"np-noedge-4qnfv7\" in resourcegroup=\"rg-np-noedge-4qnfv7-7bzjkkgrwv27\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fdba8ca6-13dd-4f55-b05c-f9ed03922c1a\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fdba8ca6-13dd-4f55-b05c-f9ed03922c1a\",\n \"name\": \"fdba8ca6-13dd-4f55-b05c-f9ed03922c1a\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:59.653569345Z\",\n \"endTime\": \"2026-08-17T03:23:03.956744322Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:314]: failed to create HCP cluster np-noedge-4qnfv7\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000ff66c0\u003e: \n failed to create HCP cluster np-noedge-4qnfv7: failed waiting for cluster=\"np-noedge-4qnfv7\" in resourcegroup=\"rg-np-noedge-4qnfv7-7bzjkkgrwv27\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fdba8ca6-13dd-4f55-b05c-f9ed03922c1a\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fdba8ca6-13dd-4f55-b05c-f9ed03922c1a\",\n \"name\": \"fdba8ca6-13dd-4f55-b05c-f9ed03922c1a\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:59.653569345Z\",\n \"endTime\": \"2026-08-17T03:23:03.956744322Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"99782841d93fc9438e6ced9e05097d53bb2e0646afd50a96d3d02f2a191751b1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"ed8465276418c43d64774dd8e9b713b58628ad9cf73832c732a77630d5f6e028","test_name":"Customer should be able to update node pool labels and taints","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:92]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000816440\u003e: \n failed to create HCP cluster cluster-np-labels-taints: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-t5wqqmzkb4dz\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/764d4dbd-6eb4-4a6b-a904-ead2619b2b80\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/764d4dbd-6eb4-4a6b-a904-ead2619b2b80\",\n \"name\": \"764d4dbd-6eb4-4a6b-a904-ead2619b2b80\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:15.333169738Z\",\n \"endTime\": \"2026-08-17T03:22:23.918544819Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:92]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000816440\u003e: \n failed to create HCP cluster cluster-np-labels-taints: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-t5wqqmzkb4dz\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/764d4dbd-6eb4-4a6b-a904-ead2619b2b80\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/764d4dbd-6eb4-4a6b-a904-ead2619b2b80\",\n \"name\": \"764d4dbd-6eb4-4a6b-a904-ead2619b2b80\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:15.333169738Z\",\n \"endTime\": \"2026-08-17T03:22:23.918544819Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"9d8fe965fe8f2c1f2dcd0ea42a0235273ee72f89e7ea7a9008d2de1a20797973","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"feb7de2b41b723e2687caea305b0f4a7568a4024ce4fa3b0dd9320f38f62709d","test_name":"Customer should be able to create an HCP cluster with custom autoscaling and update the autoscaling configuration","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:108]: failed to create HCP cluster \"autoscaling-hcp-cluster\" with custom autoscaling\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000cc1880\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-txl2qsggb8d7\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6e2dff61-a199-45eb-a089-ff8518c4cb4f\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6e2dff61-a199-45eb-a089-ff8518c4cb4f\",\n \"name\": \"6e2dff61-a199-45eb-a089-ff8518c4cb4f\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:37.580900449Z\",\n \"endTime\": \"2026-08-17T02:47:42.203226503Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, certified-operators-catalog, redhat-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:108]: failed to create HCP cluster \"autoscaling-hcp-cluster\" with custom autoscaling\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000cc1880\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-txl2qsggb8d7\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6e2dff61-a199-45eb-a089-ff8518c4cb4f\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6e2dff61-a199-45eb-a089-ff8518c4cb4f\",\n \"name\": \"6e2dff61-a199-45eb-a089-ff8518c4cb4f\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:37.580900449Z\",\n \"endTime\": \"2026-08-17T02:47:42.203226503Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, certified-operators-catalog, redhat-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"a0cac431bc7706eb5aba624b45f3e6cf4939801c7b7556ac87c74abd6be31cc8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"14c80964b9874c9081110be783c8e717ab9db60e5a66ec45327b015be13e84aa","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Cluster provisioning failed\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Cluster provisioning failed","failure_pattern_match":{"status":"clustered","failure_pattern_id":"44e2d333ce62abafbaf16d046b61703140a463730eb39f1d9ff95ea9875c0757","failure_pattern":"Cluster provisioning failed","search_query":"Cluster provisioning failed"}},{"row_id":"a31b752299046be480ac7af5bd5afe7f366de1479f3d7ddd8453bc3ea62aee0d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"1970a72c4e917c4a31c4677164c7669e6a7ec59bf3ad0084014b6829828b00e7","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: failed to create HCP cluster for patch-name test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000602900\u003e: \n failed to create HCP cluster patch-name-cluster: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-znzb96m29gj6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4863fce6-a854-4ed0-b8b3-7bc079edb44f\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4863fce6-a854-4ed0-b8b3-7bc079edb44f\",\n \"name\": \"4863fce6-a854-4ed0-b8b3-7bc079edb44f\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:28.590042677Z\",\n \"endTime\": \"2026-08-17T02:47:32.331175939Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: failed to create HCP cluster for patch-name test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000602900\u003e: \n failed to create HCP cluster patch-name-cluster: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-znzb96m29gj6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4863fce6-a854-4ed0-b8b3-7bc079edb44f\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4863fce6-a854-4ed0-b8b3-7bc079edb44f\",\n \"name\": \"4863fce6-a854-4ed0-b8b3-7bc079edb44f\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:28.590042677Z\",\n \"endTime\": \"2026-08-17T02:47:32.331175939Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"a973a0cc77c269e9dcc446d1f56239085e0fc643fb2c9c6d4445d199aee5de00","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"76d0aaca48d3d8b13b5a9708b151a262087ee28c82fad1c5e27162767325dea2","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:593]: failed to create HCP cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc001512ca0\u003e: \n failed to create HCP cluster np-downgrade-9f7khv: failed waiting for cluster=\"np-downgrade-9f7khv\" in resourcegroup=\"rg-np-downgrade-9f7khv-6mtwsvfmf9hk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3bddb1b5-6098-4fd6-b87c-31f7488f2c3b\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3bddb1b5-6098-4fd6-b87c-31f7488f2c3b\",\n \"name\": \"3bddb1b5-6098-4fd6-b87c-31f7488f2c3b\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:05:15.164405317Z\",\n \"endTime\": \"2026-08-17T03:24:24.001670749Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:593]: failed to create HCP cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc001512ca0\u003e: \n failed to create HCP cluster np-downgrade-9f7khv: failed waiting for cluster=\"np-downgrade-9f7khv\" in resourcegroup=\"rg-np-downgrade-9f7khv-6mtwsvfmf9hk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3bddb1b5-6098-4fd6-b87c-31f7488f2c3b\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3bddb1b5-6098-4fd6-b87c-31f7488f2c3b\",\n \"name\": \"3bddb1b5-6098-4fd6-b87c-31f7488f2c3b\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:05:15.164405317Z\",\n \"endTime\": \"2026-08-17T03:24:24.001670749Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"ab0f547d917491b3d5897ad3871205315b78fffc2150f7b80a64e45cd151da28","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"b31e24c3882a3a1b99137768e6928a68523df591535d1d71774d94e19a42eb08","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:462]: failed to create HCP cluster np-skip-minor-r9lp8w at version 4.22.10\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000d4f160\u003e: \n failed to create HCP cluster np-skip-minor-r9lp8w: failed waiting for cluster=\"np-skip-minor-r9lp8w\" in resourcegroup=\"rg-np-skip-minor-r9lp8w-gmmg87bsvs9t\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/223a4f3b-4c87-4b27-b4f0-1cf1cbe54202\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/223a4f3b-4c87-4b27-b4f0-1cf1cbe54202\",\n \"name\": \"223a4f3b-4c87-4b27-b4f0-1cf1cbe54202\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:04:42.859078506Z\",\n \"endTime\": \"2026-08-17T03:23:43.993621728Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-operators-catalog, community-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:462]: failed to create HCP cluster np-skip-minor-r9lp8w at version 4.22.10\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000d4f160\u003e: \n failed to create HCP cluster np-skip-minor-r9lp8w: failed waiting for cluster=\"np-skip-minor-r9lp8w\" in resourcegroup=\"rg-np-skip-minor-r9lp8w-gmmg87bsvs9t\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/223a4f3b-4c87-4b27-b4f0-1cf1cbe54202\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/223a4f3b-4c87-4b27-b4f0-1cf1cbe54202\",\n \"name\": \"223a4f3b-4c87-4b27-b4f0-1cf1cbe54202\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:04:42.859078506Z\",\n \"endTime\": \"2026-08-17T03:23:43.993621728Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-operators-catalog, community-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"ac9d4dd7ef7a5c1d14b068eca30d739ccd578c68760f99f3a3bec84b59469ec2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"33189c19af86ce920aaeca6f1ad0a17117c79e70fc2f0a5f7af1981c13e12ff3","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-9qfcx4 with version 4.21.29\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e92a60\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-9qfcx4: failed waiting for cluster=\"np-version-upgrade-cluster-9qfcx4\" in resourcegroup=\"rg-np-version-upgrade-9qfcx4-7h8pd8l96wlp\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fa873517-4e60-4546-9f08-45568c4f761c\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fa873517-4e60-4546-9f08-45568c4f761c\",\n \"name\": \"fa873517-4e60-4546-9f08-45568c4f761c\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:27.929504617Z\",\n \"endTime\": \"2026-08-17T03:22:33.897113467Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-9qfcx4 with version 4.21.29\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e92a60\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-9qfcx4: failed waiting for cluster=\"np-version-upgrade-cluster-9qfcx4\" in resourcegroup=\"rg-np-version-upgrade-9qfcx4-7h8pd8l96wlp\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fa873517-4e60-4546-9f08-45568c4f761c\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fa873517-4e60-4546-9f08-45568c4f761c\",\n \"name\": \"fa873517-4e60-4546-9f08-45568c4f761c\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:27.929504617Z\",\n \"endTime\": \"2026-08-17T03:22:33.897113467Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"b40077c977f0083d8ff800e48547d3a0c16891718185605eb5ea4e9728289145","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"76644a6280fa30f4b35076c06d03f97f969d25cfb86d01e5e0ea08883142c3f6","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:106]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000a06d60\u003e: \n failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-2plcmxhjqwxw\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8299b969-6e9d-4909-a353-2d3cb241e1db\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8299b969-6e9d-4909-a353-2d3cb241e1db\",\n \"name\": \"8299b969-6e9d-4909-a353-2d3cb241e1db\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:30:04.652766253Z\",\n \"endTime\": \"2026-08-17T02:49:12.37757973Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:106]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000a06d60\u003e: \n failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-2plcmxhjqwxw\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8299b969-6e9d-4909-a353-2d3cb241e1db\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8299b969-6e9d-4909-a353-2d3cb241e1db\",\n \"name\": \"8299b969-6e9d-4909-a353-2d3cb241e1db\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:30:04.652766253Z\",\n \"endTime\": \"2026-08-17T02:49:12.37757973Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"bd591eb26f8609a331c2b7d902e7a518635a69b7f309061348cb07624ba7d13f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"4a1b99f6300d259021d16e25d64b63e90fcd90694e4fd69c03dc115d30024b57","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:88]: failed to create HCP cluster \"cilium-cl\" without CNI\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000157220\u003e: \n failed to create HCP cluster cilium-cl: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-zrhk6jrnvvqd\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/759844cd-6e1d-43a5-a1eb-358ce762a1f3\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/759844cd-6e1d-43a5-a1eb-358ce762a1f3\",\n \"name\": \"759844cd-6e1d-43a5-a1eb-358ce762a1f3\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:23.476848578Z\",\n \"endTime\": \"2026-08-17T02:47:32.470122917Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:88]: failed to create HCP cluster \"cilium-cl\" without CNI\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000157220\u003e: \n failed to create HCP cluster cilium-cl: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-zrhk6jrnvvqd\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/759844cd-6e1d-43a5-a1eb-358ce762a1f3\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/759844cd-6e1d-43a5-a1eb-358ce762a1f3\",\n \"name\": \"759844cd-6e1d-43a5-a1eb-358ce762a1f3\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:23.476848578Z\",\n \"endTime\": \"2026-08-17T02:47:32.470122917Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"bdf8d4a6e2edb156d772bd513a4899658430f9981d4bf7dd42629d43213b3be1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"4b066fe6b0e6afc5c0860b802e0d025953d7406f8f2373c40932592c9b4189b4","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:87]: failed to create HCP cluster for external auth list test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e9b500\u003e: \n failed to create HCP cluster ea-listw8svgb: failed waiting for cluster=\"ea-listw8svgb\" in resourcegroup=\"ea-list-nxqtjnl98fp6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/81a2d377-2e00-447e-8edc-6e7dd5688945\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/81a2d377-2e00-447e-8edc-6e7dd5688945\",\n \"name\": \"81a2d377-2e00-447e-8edc-6e7dd5688945\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:02:30.316002447Z\",\n \"endTime\": \"2026-08-17T03:21:34.269387458Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:87]: failed to create HCP cluster for external auth list test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e9b500\u003e: \n failed to create HCP cluster ea-listw8svgb: failed waiting for cluster=\"ea-listw8svgb\" in resourcegroup=\"ea-list-nxqtjnl98fp6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/81a2d377-2e00-447e-8edc-6e7dd5688945\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/81a2d377-2e00-447e-8edc-6e7dd5688945\",\n \"name\": \"81a2d377-2e00-447e-8edc-6e7dd5688945\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:02:30.316002447Z\",\n \"endTime\": \"2026-08-17T03:21:34.269387458Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"c748349309e9dbddc9f4ac0afdd8fe9d02f53e9581bd5ac1adcb7bbb8d85d3c1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"73560923c7b148e4dc4e02d965d79d126e8b1aedc45213e58731ae3cf6eb487f","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:88]: failed to create HCP cluster \"arm64-vm-hcp-cluster\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000b1d140\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-l4s9v8nxjwm5\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4faef7f9-9b35-4d6b-a901-3faad1081e10\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4faef7f9-9b35-4d6b-a901-3faad1081e10\",\n \"name\": \"4faef7f9-9b35-4d6b-a901-3faad1081e10\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:09.22139109Z\",\n \"endTime\": \"2026-08-17T02:47:12.25833753Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:88]: failed to create HCP cluster \"arm64-vm-hcp-cluster\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000b1d140\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-l4s9v8nxjwm5\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4faef7f9-9b35-4d6b-a901-3faad1081e10\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4faef7f9-9b35-4d6b-a901-3faad1081e10\",\n \"name\": \"4faef7f9-9b35-4d6b-a901-3faad1081e10\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:09.22139109Z\",\n \"endTime\": \"2026-08-17T02:47:12.25833753Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"cc8df2ac230be1e868b62de57d8db8699cbf139ac228c737ce25617548832b93","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"1ad9627e2d504aa0ca75f4a4220c4674e394ba485cb8f1669a33ef075cffe710","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:113]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00068e420\u003e: \n failed to create HCP cluster idms-e2e-hcp-cluster: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-9fc44knv49qr\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2cc67161-752e-4575-82cb-6cf96c098c3a\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2cc67161-752e-4575-82cb-6cf96c098c3a\",\n \"name\": \"2cc67161-752e-4575-82cb-6cf96c098c3a\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:02:29.138312492Z\",\n \"endTime\": \"2026-08-17T03:21:34.279063754Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:113]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00068e420\u003e: \n failed to create HCP cluster idms-e2e-hcp-cluster: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-9fc44knv49qr\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2cc67161-752e-4575-82cb-6cf96c098c3a\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2cc67161-752e-4575-82cb-6cf96c098c3a\",\n \"name\": \"2cc67161-752e-4575-82cb-6cf96c098c3a\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:02:29.138312492Z\",\n \"endTime\": \"2026-08-17T03:21:34.279063754Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"d04873ac9ca35164825eba718096eafd97f2b154b5e98b6b5327f3963f75951d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"a8515f21735c996bf85de62dad85dfb742cf7a5bf72972d08e54aee29c6d65d4","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-fmngfm with version 4.20.34\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e086a0\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-fmngfm: failed waiting for cluster=\"np-version-upgrade-cluster-fmngfm\" in resourcegroup=\"rg-np-version-upgrade-fmngfm-pfgms7dtw52v\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/93d460dc-c1bf-45ca-8243-364336b1e1c7\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/93d460dc-c1bf-45ca-8243-364336b1e1c7\",\n \"name\": \"93d460dc-c1bf-45ca-8243-364336b1e1c7\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:51.982311498Z\",\n \"endTime\": \"2026-08-17T03:22:54.066306443Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, redhat-operators-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-fmngfm with version 4.20.34\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e086a0\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-fmngfm: failed waiting for cluster=\"np-version-upgrade-cluster-fmngfm\" in resourcegroup=\"rg-np-version-upgrade-fmngfm-pfgms7dtw52v\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/93d460dc-c1bf-45ca-8243-364336b1e1c7\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/93d460dc-c1bf-45ca-8243-364336b1e1c7\",\n \"name\": \"93d460dc-c1bf-45ca-8243-364336b1e1c7\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:51.982311498Z\",\n \"endTime\": \"2026-08-17T03:22:54.066306443Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, redhat-operators-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"e07b7fda0cf25a744827654dba7ea2ca71ba0096856c426db189112b2a833424","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"e575571df166f2f7e5b3a59cbf8a6e254fe36799c99eb6d8038b9075d6581a71","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:98]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000eea6a0\u003e: \n failed to create HCP cluster ephemeral-disk: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-kfq7gkkhxmht\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4537cfcc-e620-4f11-9ac3-057732e23579\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4537cfcc-e620-4f11-9ac3-057732e23579\",\n \"name\": \"4537cfcc-e620-4f11-9ac3-057732e23579\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:05.824981196Z\",\n \"endTime\": \"2026-08-17T03:22:14.113580548Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:98]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000eea6a0\u003e: \n failed to create HCP cluster ephemeral-disk: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-kfq7gkkhxmht\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4537cfcc-e620-4f11-9ac3-057732e23579\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4537cfcc-e620-4f11-9ac3-057732e23579\",\n \"name\": \"4537cfcc-e620-4f11-9ac3-057732e23579\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:05.824981196Z\",\n \"endTime\": \"2026-08-17T03:22:14.113580548Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"e4681f27a8c7defc5e146648ac098ac6f424d62349a9b90c6a435305b822e4ba","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"dc691ae7403fe5b5846b7a1fac37e6cf44fa61b56d1ae6186023d2f971f946ad","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-20-bmvw9j\" with version 4.20.33 on candidate channel\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0004ce820\u003e: \n failed to create HCP cluster cluster-zstream-4-20-bmvw9j: failed waiting for cluster=\"cluster-zstream-4-20-bmvw9j\" in resourcegroup=\"rg-zstream-upgrade-4-20-6rpw67vgbd7m\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/369c8081-6c2e-44a0-9498-e2025bd5db39\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/369c8081-6c2e-44a0-9498-e2025bd5db39\",\n \"name\": \"369c8081-6c2e-44a0-9498-e2025bd5db39\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:01:17.478508534Z\",\n \"endTime\": \"2026-08-17T03:20:24.229452858Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-20-bmvw9j\" with version 4.20.33 on candidate channel\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0004ce820\u003e: \n failed to create HCP cluster cluster-zstream-4-20-bmvw9j: failed waiting for cluster=\"cluster-zstream-4-20-bmvw9j\" in resourcegroup=\"rg-zstream-upgrade-4-20-6rpw67vgbd7m\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/369c8081-6c2e-44a0-9498-e2025bd5db39\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/369c8081-6c2e-44a0-9498-e2025bd5db39\",\n \"name\": \"369c8081-6c2e-44a0-9498-e2025bd5db39\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:01:17.478508534Z\",\n \"endTime\": \"2026-08-17T03:20:24.229452858Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"ea3218b3ebaf898d21708dd59b8c27ba3ad9c919aa9bdc3c4f61b1ccf590b9a7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"174feb993b3522eac6a29cb08fd7e91e5aac66a120f622f7433809b1989b45ce","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00108c760\u003e: \n failed to create HCP cluster negative-tests-cluster: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-m2k7n5wmk64r\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ae73c173-0301-49f0-aed1-e92e40e64280\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ae73c173-0301-49f0-aed1-e92e40e64280\",\n \"name\": \"ae73c173-0301-49f0-aed1-e92e40e64280\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:33:17.766641472Z\",\n \"endTime\": \"2026-08-17T03:52:23.830264105Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00108c760\u003e: \n failed to create HCP cluster negative-tests-cluster: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-m2k7n5wmk64r\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ae73c173-0301-49f0-aed1-e92e40e64280\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ae73c173-0301-49f0-aed1-e92e40e64280\",\n \"name\": \"ae73c173-0301-49f0-aed1-e92e40e64280\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:33:17.766641472Z\",\n \"endTime\": \"2026-08-17T03:52:23.830264105Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"f2f4f123577d1f4f8a7f0b212631e633c7313dcb8e88fdc9d61d510cc330c1dc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"cb1f999b9c2683da7d82652800bdbb6a28756fcfe3f3472d7e9b444d948c2132","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:291]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000b7e8a0\u003e: \n failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-58zxr4z75bks\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c17dc629-b752-47e2-8133-42c0c0a712c5\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c17dc629-b752-47e2-8133-42c0c0a712c5\",\n \"name\": \"c17dc629-b752-47e2-8133-42c0c0a712c5\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:03.215123223Z\",\n \"endTime\": \"2026-08-17T03:22:04.136082921Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:291]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000b7e8a0\u003e: \n failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-58zxr4z75bks\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c17dc629-b752-47e2-8133-42c0c0a712c5\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c17dc629-b752-47e2-8133-42c0c0a712c5\",\n \"name\": \"c17dc629-b752-47e2-8133-42c0c0a712c5\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T03:03:03.215123223Z\",\n \"endTime\": \"2026-08-17T03:22:04.136082921Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"f45dcd6f74e7abf4f69089b1639c6d2e969e5978c54632f0e1f6274f77f2dc4b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"27a535ba8e7271d53b46c54f95ae18b9dc4982c3092359251c02f6fc6ee4c3de","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 1980.001s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 1980.001s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"3da6dfe5e2d468b0f7647b604914d8743369fe4db63b9b1f8f365f64663404b8","failure_pattern":"cluster entered terminal Failed state after role assignment deployment","search_query":"cluster entered terminal Failed state after role assignment deployment"}},{"row_id":"fd02fd4c28e432b196fa1233e1bc4d71402cd0219329a3632f67ba42e3f62e05","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2089170383700758528","occurred_at":"2026-08-17T02:00:08Z","failed_at":"e2e","signature_id":"71753b948eeb762831abea32aba4ee0334f240f34ad8c4284023487572654841","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:90]: failed to create HCP cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000ec1500\u003e: \n failed to create HCP cluster cx-rg-hcp-cluster: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-6np7phvmcrnj\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/58b9eca6-23a4-4c8c-b160-2f0804ed037c\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/58b9eca6-23a4-4c8c-b160-2f0804ed037c\",\n \"name\": \"58b9eca6-23a4-4c8c-b160-2f0804ed037c\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:13.258357827Z\",\n \"endTime\": \"2026-08-17T02:47:22.189110896Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:90]: failed to create HCP cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000ec1500\u003e: \n failed to create HCP cluster cx-rg-hcp-cluster: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-6np7phvmcrnj\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/58b9eca6-23a4-4c8c-b160-2f0804ed037c\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/58b9eca6-23a4-4c8c-b160-2f0804ed037c\",\n \"name\": \"58b9eca6-23a4-4c8c-b160-2f0804ed037c\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T02:28:13.258357827Z\",\n \"endTime\": \"2026-08-17T02:47:22.189110896Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}}],"failure_pattern_summary":{"signature_count":50,"failure_pattern_ids":["3da6dfe5e2d468b0f7647b604914d8743369fe4db63b9b1f8f365f64663404b8","44e2d333ce62abafbaf16d046b61703140a463730eb39f1d9ff95ea9875c0757","46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","da65f908f97313ddbcc1cd3d11e952371e136eb64bf37368bcd0011d3f5a924e"],"matched_occurrences":50,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-08-17T00:23:04Z"},"failed_at":["e2e"],"failed_test_count":50,"occurrences":[{"row_id":"00496788570a5e78dbff177745a7008f95fcef25f0b78c93b05c553bf1b11b20","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"977f26efb6b7cde170f855d44f7d97e54d5a0cd0d99d0e75d06343598d55142c","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-twszm6 with version 4.21.29\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000892200\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-twszm6: failed waiting for cluster=\"np-version-upgrade-cluster-twszm6\" in resourcegroup=\"rg-np-version-upgrade-twszm6-z6jkk5khn2k8\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ccd7b585-b33c-4007-95df-b9dc51b13d0f\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ccd7b585-b33c-4007-95df-b9dc51b13d0f\",\n \"name\": \"ccd7b585-b33c-4007-95df-b9dc51b13d0f\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:24:41.984638171Z\",\n \"endTime\": \"2026-08-17T01:43:41.5624354Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, redhat-operators-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-twszm6 with version 4.21.29\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000892200\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-twszm6: failed waiting for cluster=\"np-version-upgrade-cluster-twszm6\" in resourcegroup=\"rg-np-version-upgrade-twszm6-z6jkk5khn2k8\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ccd7b585-b33c-4007-95df-b9dc51b13d0f\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ccd7b585-b33c-4007-95df-b9dc51b13d0f\",\n \"name\": \"ccd7b585-b33c-4007-95df-b9dc51b13d0f\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:24:41.984638171Z\",\n \"endTime\": \"2026-08-17T01:43:41.5624354Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, redhat-operators-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"04e99880d4146e8e9ffae7cf063dfd66d43c1cde9a6492945e6f84d68e07100c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"14c80964b9874c9081110be783c8e717ab9db60e5a66ec45327b015be13e84aa","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Cluster provisioning failed\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Cluster provisioning failed","failure_pattern_match":{"status":"clustered","failure_pattern_id":"44e2d333ce62abafbaf16d046b61703140a463730eb39f1d9ff95ea9875c0757","failure_pattern":"Cluster provisioning failed","search_query":"Cluster provisioning failed"}},{"row_id":"0e81fcf43f2b2100a0bddd9692ae3f2106f9b55bf6c6d45a12671e62404f50a2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"b6d2343644f8c24e25c49d7c01996010c6eb1ce3652f7a28be227e99931fc59e","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc001272520\u003e: \n failed to create HCP cluster negative-tests-cluster: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-c9m4lkrbc9kz\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ae31d1a5-0241-4034-a486-45070bda3b49\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ae31d1a5-0241-4034-a486-45070bda3b49\",\n \"name\": \"ae31d1a5-0241-4034-a486-45070bda3b49\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:54:35.902908577Z\",\n \"endTime\": \"2026-08-17T02:13:40.250920467Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc001272520\u003e: \n failed to create HCP cluster negative-tests-cluster: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-c9m4lkrbc9kz\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ae31d1a5-0241-4034-a486-45070bda3b49\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ae31d1a5-0241-4034-a486-45070bda3b49\",\n \"name\": \"ae31d1a5-0241-4034-a486-45070bda3b49\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:54:35.902908577Z\",\n \"endTime\": \"2026-08-17T02:13:40.250920467Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"14062cec6ac903f502fd645b16b633cb1838d8e3d892b285739d5898991af74d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"ab14d8aa05334e9035f211150b2681b77e6bd270e84630285e6e830442b2ccb0","test_name":"Customer should be able to update node pool labels and taints","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:92]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f42700\u003e: \n failed to create HCP cluster cluster-np-labels-taints: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-55jsj424v57w\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/11800fe1-382c-45ae-a61f-59accd416039\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/11800fe1-382c-45ae-a61f-59accd416039\",\n \"name\": \"11800fe1-382c-45ae-a61f-59accd416039\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:24:12.644154382Z\",\n \"endTime\": \"2026-08-17T01:43:21.856234504Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:92]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f42700\u003e: \n failed to create HCP cluster cluster-np-labels-taints: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-55jsj424v57w\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/11800fe1-382c-45ae-a61f-59accd416039\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/11800fe1-382c-45ae-a61f-59accd416039\",\n \"name\": \"11800fe1-382c-45ae-a61f-59accd416039\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:24:12.644154382Z\",\n \"endTime\": \"2026-08-17T01:43:21.856234504Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"19eabbf1ae0d58e461682431b933b9b67a68e4344bfe8616af4ceb2a8fc77cb7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"0dadb560804b7e0d901500b0f39c99252538155f3f03b03310a272ad34155f75","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:161]: failed to create HCP cluster for patch-tags test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f90960\u003e: \n failed to create HCP cluster patch-tags-cluster: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-kkkw5fn9sqq6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e871f149-1b9f-4613-b6d4-ff60ee3b2b00\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e871f149-1b9f-4613-b6d4-ff60ee3b2b00\",\n \"name\": \"e871f149-1b9f-4613-b6d4-ff60ee3b2b00\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:21.207091919Z\",\n \"endTime\": \"2026-08-17T01:08:29.404907937Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:161]: failed to create HCP cluster for patch-tags test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f90960\u003e: \n failed to create HCP cluster patch-tags-cluster: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-kkkw5fn9sqq6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e871f149-1b9f-4613-b6d4-ff60ee3b2b00\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e871f149-1b9f-4613-b6d4-ff60ee3b2b00\",\n \"name\": \"e871f149-1b9f-4613-b6d4-ff60ee3b2b00\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:21.207091919Z\",\n \"endTime\": \"2026-08-17T01:08:29.404907937Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"1a524af04bfaa5fa3f6f798675475abdac42c5449a183dd6ef9cb9ff255deebe","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"f0f79d27b2c13ab4c567b6014ec5f4cd8f7de38d7ad554c447b3156bff30a2c0","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:94]: failed to create HCP cluster for external auth test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000ff4f40\u003e: \n failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-5knpzvv879r4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a892d14d-7846-42cb-8330-a5273d6030c5\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a892d14d-7846-42cb-8330-a5273d6030c5\",\n \"name\": \"a892d14d-7846-42cb-8330-a5273d6030c5\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:23:33.388787495Z\",\n \"endTime\": \"2026-08-17T01:42:41.429140759Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:94]: failed to create HCP cluster for external auth test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000ff4f40\u003e: \n failed to create HCP cluster ea-cluster: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-5knpzvv879r4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a892d14d-7846-42cb-8330-a5273d6030c5\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a892d14d-7846-42cb-8330-a5273d6030c5\",\n \"name\": \"a892d14d-7846-42cb-8330-a5273d6030c5\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:23:33.388787495Z\",\n \"endTime\": \"2026-08-17T01:42:41.429140759Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"1c9cea994331e1d99c2f2b6709d08b967b281756847f2d718eabfa0b6b5c7c6a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"a100f768573e9ae08fa86557365071bbf813fb24aaf6dd4492308e5141fd1916","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000fa7380\u003e: \n failed to create HCP cluster np-autoscale-cluster: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-67qdm2g7ct6s\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6f429335-5b1b-4dd2-a6ca-37e2dd19a2ea\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6f429335-5b1b-4dd2-a6ca-37e2dd19a2ea\",\n \"name\": \"6f429335-5b1b-4dd2-a6ca-37e2dd19a2ea\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:23:57.475117548Z\",\n \"endTime\": \"2026-08-17T01:43:01.361635367Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:102]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000fa7380\u003e: \n failed to create HCP cluster np-autoscale-cluster: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-67qdm2g7ct6s\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6f429335-5b1b-4dd2-a6ca-37e2dd19a2ea\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6f429335-5b1b-4dd2-a6ca-37e2dd19a2ea\",\n \"name\": \"6f429335-5b1b-4dd2-a6ca-37e2dd19a2ea\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:23:57.475117548Z\",\n \"endTime\": \"2026-08-17T01:43:01.361635367Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"228d1704d175c27cce1b8e67361c349917ef26031a787820fd5b1429d7cc6ec8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"9691eb8ba3f5db47e462e5d4eb0ae1ed9f683ccaf713e64f68aca489e29fb262","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-4-20-8bks468jwwcl/cluster-candidate-4-20-btgvvs should provision\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0005ca980\u003e: \n failed to create HCP cluster cluster-candidate-4-20-btgvvs: failed waiting for cluster=\"cluster-candidate-4-20-btgvvs\" in resourcegroup=\"rg-candidate-4-20-8bks468jwwcl\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/99751920-ab92-475b-9de3-6aaf6f300bfb\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/99751920-ab92-475b-9de3-6aaf6f300bfb\",\n \"name\": \"99751920-ab92-475b-9de3-6aaf6f300bfb\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:11.425085153Z\",\n \"endTime\": \"2026-08-17T01:08:19.618608291Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-4-20-8bks468jwwcl/cluster-candidate-4-20-btgvvs should provision\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0005ca980\u003e: \n failed to create HCP cluster cluster-candidate-4-20-btgvvs: failed waiting for cluster=\"cluster-candidate-4-20-btgvvs\" in resourcegroup=\"rg-candidate-4-20-8bks468jwwcl\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/99751920-ab92-475b-9de3-6aaf6f300bfb\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/99751920-ab92-475b-9de3-6aaf6f300bfb\",\n \"name\": \"99751920-ab92-475b-9de3-6aaf6f300bfb\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:11.425085153Z\",\n \"endTime\": \"2026-08-17T01:08:19.618608291Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"2ad238c8f1170d0053aa44a40e73d7ca36474970168b88d5bfc949a9a275b264","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"d06b61b2a290f31b2b44796608e3a50ed66dd83e5cff65620f4a4dbd778567f6","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 1980.005s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:227]: Timed out after 1980.005s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:223 with:\ncluster entered terminal Failed state after role assignment deployment\nExpected\n \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nnot to equal\n \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"3da6dfe5e2d468b0f7647b604914d8743369fe4db63b9b1f8f365f64663404b8","failure_pattern":"cluster entered terminal Failed state after role assignment deployment","search_query":"cluster entered terminal Failed state after role assignment deployment"}},{"row_id":"304bebbfa92ae86aae9bd3bece9a76677ff27a20072b044fb3e18a789b28e4b0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"d07a7a1a9886bed1e86d24d8a4ff019408dad83e342fc1ef0771585ffcf1b79e","test_name":"Customer should be able to create an HCP cluster with custom autoscaling and update the autoscaling configuration","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:108]: failed to create HCP cluster \"autoscaling-hcp-cluster\" with custom autoscaling\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0007c9b40\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-7l4f9gt6r4xk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3d9dad7b-a3a8-420f-aba5-d355bf553a28\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3d9dad7b-a3a8-420f-aba5-d355bf553a28\",\n \"name\": \"3d9dad7b-a3a8-420f-aba5-d355bf553a28\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:20.894689719Z\",\n \"endTime\": \"2026-08-17T01:08:29.394480309Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:108]: failed to create HCP cluster \"autoscaling-hcp-cluster\" with custom autoscaling\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0007c9b40\u003e: \n failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-7l4f9gt6r4xk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3d9dad7b-a3a8-420f-aba5-d355bf553a28\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3d9dad7b-a3a8-420f-aba5-d355bf553a28\",\n \"name\": \"3d9dad7b-a3a8-420f-aba5-d355bf553a28\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:20.894689719Z\",\n \"endTime\": \"2026-08-17T01:08:29.394480309Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"3717754d3f57d90b0aab8ca13979cd649f1cc264aba1ccd43c5b50ce4b3527b6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"a1b030149d9441183312da4d4c9d1e93ea816a42448c9ed33f847d291ea26a04","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation (timeout '20.000000' minutes)\nUnexpected error:\n \u003c*exported.ResponseError | 0xc0017cefc0\u003e: \n GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dca08fd5-54f9-4498-a2e6-6c5d46444685\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dca08fd5-54f9-4498-a2e6-6c5d46444685\",\n \"name\": \"dca08fd5-54f9-4498-a2e6-6c5d46444685\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:48.727261569Z\",\n \"endTime\": \"2026-08-17T01:08:49.406743042Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation (timeout '20.000000' minutes)\nUnexpected error:\n \u003c*exported.ResponseError | 0xc0017cefc0\u003e: \n GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dca08fd5-54f9-4498-a2e6-6c5d46444685\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dca08fd5-54f9-4498-a2e6-6c5d46444685\",\n \"name\": \"dca08fd5-54f9-4498-a2e6-6c5d46444685\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:48.727261569Z\",\n \"endTime\": \"2026-08-17T01:08:49.406743042Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"38560d20db399d19837e4a492a4cbf5b6784a4c15c600ec04e88ee7b61b024eb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"9deb044e15702207a6ab36a04d3d0c855a3060d9949167c3a01dd3d6620b4f0f","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:113]: failed to create HCP cluster for pull secret test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0006cc3e0\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-jddfwvmb62bj\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b9eef67b-659b-4fdf-894d-6e70639908f6\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b9eef67b-659b-4fdf-894d-6e70639908f6\",\n \"name\": \"b9eef67b-659b-4fdf-894d-6e70639908f6\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:48:59.614536196Z\",\n \"endTime\": \"2026-08-17T01:07:59.56065884Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:113]: failed to create HCP cluster for pull secret test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0006cc3e0\u003e: \n failed to create HCP cluster pullsecret-hcp-cluster: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-jddfwvmb62bj\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b9eef67b-659b-4fdf-894d-6e70639908f6\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b9eef67b-659b-4fdf-894d-6e70639908f6\",\n \"name\": \"b9eef67b-659b-4fdf-894d-6e70639908f6\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:48:59.614536196Z\",\n \"endTime\": \"2026-08-17T01:07:59.56065884Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"3be481a2012ca5ce3494556dac4e64638d545cfc92e66c8d53b78631a6a21c9d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"fc4b2f7df507ed24abc7ccd8e33f6571d3cfd38d21be06685221d3c8daf595df","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.21 minor to 4.22 minor","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:182]: failed to create HCP cluster \"cp-ystream-upgrade-4-22-k7hkp9\" with install version 4.21.28\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000b14180\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-22-k7hkp9: failed waiting for cluster=\"cp-ystream-upgrade-4-22-k7hkp9\" in resourcegroup=\"rg-cp-ystream-upgrade-4-22-kx9hcbzmsvld\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/48d30524-bb86-4e56-ae57-9eddd7c8b7dc\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/48d30524-bb86-4e56-ae57-9eddd7c8b7dc\",\n \"name\": \"48d30524-bb86-4e56-ae57-9eddd7c8b7dc\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:24:07.721844138Z\",\n \"endTime\": \"2026-08-17T01:43:11.480761142Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:182]: failed to create HCP cluster \"cp-ystream-upgrade-4-22-k7hkp9\" with install version 4.21.28\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000b14180\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-22-k7hkp9: failed waiting for cluster=\"cp-ystream-upgrade-4-22-k7hkp9\" in resourcegroup=\"rg-cp-ystream-upgrade-4-22-kx9hcbzmsvld\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/48d30524-bb86-4e56-ae57-9eddd7c8b7dc\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/48d30524-bb86-4e56-ae57-9eddd7c8b7dc\",\n \"name\": \"48d30524-bb86-4e56-ae57-9eddd7c8b7dc\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:24:07.721844138Z\",\n \"endTime\": \"2026-08-17T01:43:11.480761142Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"46979f6dd07f51ec827ab0045677e8e4978a7f38afaef12e0a94c633e4f9b22c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"e0943d56b78ed2ab3cd68b3053d15cc102a4ec267cce30179d735082d29fc023","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:314]: failed to create HCP cluster np-noedge-htps5w\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000a94aa0\u003e: \n failed to create HCP cluster np-noedge-htps5w: failed waiting for cluster=\"np-noedge-htps5w\" in resourcegroup=\"rg-np-noedge-htps5w-xpvtndncs8wt\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/22d415ca-75a1-4231-8487-25deff390ec1\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/22d415ca-75a1-4231-8487-25deff390ec1\",\n \"name\": \"22d415ca-75a1-4231-8487-25deff390ec1\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:34:15.050626023Z\",\n \"endTime\": \"2026-08-17T01:53:20.109010124Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:314]: failed to create HCP cluster np-noedge-htps5w\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000a94aa0\u003e: \n failed to create HCP cluster np-noedge-htps5w: failed waiting for cluster=\"np-noedge-htps5w\" in resourcegroup=\"rg-np-noedge-htps5w-xpvtndncs8wt\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/22d415ca-75a1-4231-8487-25deff390ec1\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/22d415ca-75a1-4231-8487-25deff390ec1\",\n \"name\": \"22d415ca-75a1-4231-8487-25deff390ec1\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:34:15.050626023Z\",\n \"endTime\": \"2026-08-17T01:53:20.109010124Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"4bf86200e2d2a3beaeac81c1c163fb809c0d905f71c93f83506b1aa89bbb4318","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"d7fbcdfba2ffca0c5d589fd5ebd7dc93149ef95316d80db54060026b6d52ac21","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:96]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e9e220\u003e: \n failed to create HCP cluster tls-endpoint-hcp-cluster: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-bplcmvfvb796\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e40ccb0b-9e47-4e6a-9bf5-e5582703ddb9\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e40ccb0b-9e47-4e6a-9bf5-e5582703ddb9\",\n \"name\": \"e40ccb0b-9e47-4e6a-9bf5-e5582703ddb9\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:21.510261549Z\",\n \"endTime\": \"2026-08-17T01:08:29.506869811Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, certified-operators-catalog, redhat-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:96]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e9e220\u003e: \n failed to create HCP cluster tls-endpoint-hcp-cluster: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-bplcmvfvb796\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e40ccb0b-9e47-4e6a-9bf5-e5582703ddb9\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/e40ccb0b-9e47-4e6a-9bf5-e5582703ddb9\",\n \"name\": \"e40ccb0b-9e47-4e6a-9bf5-e5582703ddb9\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:21.510261549Z\",\n \"endTime\": \"2026-08-17T01:08:29.506869811Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, certified-operators-catalog, redhat-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"4fa2bab9a489c2bf6b35315d09e3625c2b87b1d751041c689f99e3ea743588cc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"123b8ad74d977192778498691cc59baf79f5b4098726550cc2544097f2eb9a82","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-5-0-z2w49kmnvrxv/cluster-candidate-5-0-c6z5wx should provision\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0006aa240\u003e: \n failed to create HCP cluster cluster-candidate-5-0-c6z5wx: failed waiting for cluster=\"cluster-candidate-5-0-c6z5wx\" in resourcegroup=\"rg-candidate-5-0-z2w49kmnvrxv\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7e5b0f51-62c5-45ba-a417-2117ae87e9f1\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7e5b0f51-62c5-45ba-a417-2117ae87e9f1\",\n \"name\": \"7e5b0f51-62c5-45ba-a417-2117ae87e9f1\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:21:28.730847738Z\",\n \"endTime\": \"2026-08-17T01:40:31.313725791Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-5-0-z2w49kmnvrxv/cluster-candidate-5-0-c6z5wx should provision\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0006aa240\u003e: \n failed to create HCP cluster cluster-candidate-5-0-c6z5wx: failed waiting for cluster=\"cluster-candidate-5-0-c6z5wx\" in resourcegroup=\"rg-candidate-5-0-z2w49kmnvrxv\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7e5b0f51-62c5-45ba-a417-2117ae87e9f1\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7e5b0f51-62c5-45ba-a417-2117ae87e9f1\",\n \"name\": \"7e5b0f51-62c5-45ba-a417-2117ae87e9f1\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:21:28.730847738Z\",\n \"endTime\": \"2026-08-17T01:40:31.313725791Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"5315b7a5c9a9ada5b618b75a7e4fbd5eef1edf2accb93e6f5cf954c328b84148","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"04585aa718f71f141505064ad2fe732f705f9589d31e99639eec88515dd2a7c0","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:270]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0009f4ae0\u003e: \n failed to create HCP cluster shoebox-hcp-cluster: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-jdvj49xv7lmw\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ed0a4c28-13e3-418d-beae-0af43780ae2e\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ed0a4c28-13e3-418d-beae-0af43780ae2e\",\n \"name\": \"ed0a4c28-13e3-418d-beae-0af43780ae2e\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:53:51.396145633Z\",\n \"endTime\": \"2026-08-17T02:13:00.250467239Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:270]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0009f4ae0\u003e: \n failed to create HCP cluster shoebox-hcp-cluster: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-jdvj49xv7lmw\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ed0a4c28-13e3-418d-beae-0af43780ae2e\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ed0a4c28-13e3-418d-beae-0af43780ae2e\",\n \"name\": \"ed0a4c28-13e3-418d-beae-0af43780ae2e\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:53:51.396145633Z\",\n \"endTime\": \"2026-08-17T02:13:00.250467239Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"5a9c52b88eb9eee7bbf0a3ad7ef3e78c28ad0178d1443a7e12792d1a290d5a59","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"884ca65c68f77e2d4a07282ffabaab81d2380e94883f4f9c72e5fe21c757f428","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:98]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n \u003c*fmt.wrapError | 0xc001268b60\u003e: \n failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-rvbkbr48wfsq\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3e365d45-a8d1-4b0c-b61d-552437c1179e\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3e365d45-a8d1-4b0c-b61d-552437c1179e\",\n \"name\": \"3e365d45-a8d1-4b0c-b61d-552437c1179e\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:50:41.251534781Z\",\n \"endTime\": \"2026-08-17T01:09:49.736408113Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:98]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n \u003c*fmt.wrapError | 0xc001268b60\u003e: \n failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-rvbkbr48wfsq\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3e365d45-a8d1-4b0c-b61d-552437c1179e\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/3e365d45-a8d1-4b0c-b61d-552437c1179e\",\n \"name\": \"3e365d45-a8d1-4b0c-b61d-552437c1179e\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:50:41.251534781Z\",\n \"endTime\": \"2026-08-17T01:09:49.736408113Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"5b0415ae81bad881cf47d33921302878154c33ee22284b0f9572b8d6112e846f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"dc7ae60e4ab3c69f61a77cd6a4d57326c690a2d7400e12db294546d6aba40dbe","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:90]: failed to create HCP cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000924dc0\u003e: \n failed to create HCP cluster cx-rg-hcp-cluster: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-6sph2lbkfwdn\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dfcefad6-8ed4-485e-9a59-d5e103516465\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dfcefad6-8ed4-485e-9a59-d5e103516465\",\n \"name\": \"dfcefad6-8ed4-485e-9a59-d5e103516465\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:10.525319289Z\",\n \"endTime\": \"2026-08-17T01:08:19.269046903Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:90]: failed to create HCP cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000924dc0\u003e: \n failed to create HCP cluster cx-rg-hcp-cluster: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-6sph2lbkfwdn\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dfcefad6-8ed4-485e-9a59-d5e103516465\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/dfcefad6-8ed4-485e-9a59-d5e103516465\",\n \"name\": \"dfcefad6-8ed4-485e-9a59-d5e103516465\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:10.525319289Z\",\n \"endTime\": \"2026-08-17T01:08:19.269046903Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"655660a24adea75b74e70e79ca8c1c995139a9fc6e4a0654bcc76b4ce5f50255","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"b43f31ec877b5e5600bbd262dbc2a2cb367f0800ea03fccacfc0d25374fc6bee","test_name":"Customer should create a cluster with private ingress using v20260630preview and verify the ingress is internal","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:103]: failed to create HCP cluster \"private-ingress\" with private ingress\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0015fca20\u003e: \n failed to create HCP cluster private-ingress: failed waiting for cluster=\"private-ingress\" in resourcegroup=\"private-ingress-zvj4fk9wgwk7\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2acf41ec-da18-47c2-901b-d6c3f29aee5a\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2acf41ec-da18-47c2-901b-d6c3f29aee5a\",\n \"name\": \"2acf41ec-da18-47c2-901b-d6c3f29aee5a\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:09.026572799Z\",\n \"endTime\": \"2026-08-17T01:08:09.573459804Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_ingress.go:103]: failed to create HCP cluster \"private-ingress\" with private ingress\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0015fca20\u003e: \n failed to create HCP cluster private-ingress: failed waiting for cluster=\"private-ingress\" in resourcegroup=\"private-ingress-zvj4fk9wgwk7\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2acf41ec-da18-47c2-901b-d6c3f29aee5a\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2acf41ec-da18-47c2-901b-d6c3f29aee5a\",\n \"name\": \"2acf41ec-da18-47c2-901b-d6c3f29aee5a\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:09.026572799Z\",\n \"endTime\": \"2026-08-17T01:08:09.573459804Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"67f187fe508498a8a874796b4816d37e14b729fe59308bd558e0ceb490a18426","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"e8496a54c5688e4ff20da9919a2ac87faafc38c5e0df50bca721c52437e76ea8","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-tmpf5b with version 4.21.29\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00019e740\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-tmpf5b: failed waiting for cluster=\"np-version-upgrade-cluster-tmpf5b\" in resourcegroup=\"rg-np-version-upgrade-tmpf5b-4fmtnd9qnljm\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7ab0c067-d1d7-4553-aea2-552149e622c9\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7ab0c067-d1d7-4553-aea2-552149e622c9\",\n \"name\": \"7ab0c067-d1d7-4553-aea2-552149e622c9\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:24:42.047504491Z\",\n \"endTime\": \"2026-08-17T01:43:51.657970446Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, certified-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-tmpf5b with version 4.21.29\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00019e740\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-tmpf5b: failed waiting for cluster=\"np-version-upgrade-cluster-tmpf5b\" in resourcegroup=\"rg-np-version-upgrade-tmpf5b-4fmtnd9qnljm\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7ab0c067-d1d7-4553-aea2-552149e622c9\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7ab0c067-d1d7-4553-aea2-552149e622c9\",\n \"name\": \"7ab0c067-d1d7-4553-aea2-552149e622c9\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:24:42.047504491Z\",\n \"endTime\": \"2026-08-17T01:43:51.657970446Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, certified-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"69e1e107fe00fe40d012d3034ee9e96dabc5adaf98fd89db2933da35ba85abc9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"bf1287544bef9d5abe0f173da0d4e33524076e69e790e08094852dc919aaf822","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-22-54m7h9\" with version 4.22.8 on candidate channel\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e33480\u003e: \n failed to create HCP cluster cluster-zstream-4-22-54m7h9: failed waiting for cluster=\"cluster-zstream-4-22-54m7h9\" in resourcegroup=\"rg-zstream-upgrade-4-22-8ms49z2qltzb\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/702c67cb-9081-458b-a494-8dc5beba4e3a\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/702c67cb-9081-458b-a494-8dc5beba4e3a\",\n \"name\": \"702c67cb-9081-458b-a494-8dc5beba4e3a\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:23:14.518444321Z\",\n \"endTime\": \"2026-08-17T01:42:21.515580728Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-22-54m7h9\" with version 4.22.8 on candidate channel\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e33480\u003e: \n failed to create HCP cluster cluster-zstream-4-22-54m7h9: failed waiting for cluster=\"cluster-zstream-4-22-54m7h9\" in resourcegroup=\"rg-zstream-upgrade-4-22-8ms49z2qltzb\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/702c67cb-9081-458b-a494-8dc5beba4e3a\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/702c67cb-9081-458b-a494-8dc5beba4e3a\",\n \"name\": \"702c67cb-9081-458b-a494-8dc5beba4e3a\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:23:14.518444321Z\",\n \"endTime\": \"2026-08-17T01:42:21.515580728Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"6c3c41e5a9ee5b0ee7f8ee420a43b3471cd6dc81a8df18c8639053775ece6320","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"5010c0d66b0cdd9250af8e0ab96d2d0ce160ab1a92fed3f324f381816b592bb3","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: failed to create HCP cluster for patch-name test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000834d20\u003e: \n failed to create HCP cluster patch-name-cluster: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-cxcnrh6bx97k\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7bb3505a-5980-4e09-a44d-b979222f8901\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7bb3505a-5980-4e09-a44d-b979222f8901\",\n \"name\": \"7bb3505a-5980-4e09-a44d-b979222f8901\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:11.026510415Z\",\n \"endTime\": \"2026-08-17T01:08:19.533447173Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: failed to create HCP cluster for patch-name test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000834d20\u003e: \n failed to create HCP cluster patch-name-cluster: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-cxcnrh6bx97k\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7bb3505a-5980-4e09-a44d-b979222f8901\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/7bb3505a-5980-4e09-a44d-b979222f8901\",\n \"name\": \"7bb3505a-5980-4e09-a44d-b979222f8901\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:11.026510415Z\",\n \"endTime\": \"2026-08-17T01:08:19.533447173Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"6f26442ca633ac08d6d6a1d657fe6030063adaab577ba432fd1d466a08e55d1d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"ae105266a12a768699b9f003aac4bb4e3628ab8d2dd8baea8456db70179d1fdc","test_name":"Nodepool OS Disk Encryption should create a nodepool with customer-managed disk encryption via DES","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_osdisk_encryption.go:110]: failed to create HCP cluster des-encrypt\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0013b4820\u003e: \n failed to create HCP cluster des-encrypt: failed waiting for cluster=\"des-encrypt\" in resourcegroup=\"des-encrypt-568mblhrv62x\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8cebcfeb-fe15-491e-a9ef-64af9874f473\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8cebcfeb-fe15-491e-a9ef-64af9874f473\",\n \"name\": \"8cebcfeb-fe15-491e-a9ef-64af9874f473\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:24:30.333145992Z\",\n \"endTime\": \"2026-08-17T01:43:31.528203177Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_osdisk_encryption.go:110]: failed to create HCP cluster des-encrypt\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0013b4820\u003e: \n failed to create HCP cluster des-encrypt: failed waiting for cluster=\"des-encrypt\" in resourcegroup=\"des-encrypt-568mblhrv62x\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8cebcfeb-fe15-491e-a9ef-64af9874f473\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/8cebcfeb-fe15-491e-a9ef-64af9874f473\",\n \"name\": \"8cebcfeb-fe15-491e-a9ef-64af9874f473\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:24:30.333145992Z\",\n \"endTime\": \"2026-08-17T01:43:31.528203177Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"732335d02de8a89160731d9c1db20ebcc31627b42a662658aa8575b1034ce0bb","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"4dc2b993957feba0a3cd05482c5f3923fe6d3aac805903745a04ff6d07ec961a","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-7nmln6 with version 4.20.34\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f10cc0\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-7nmln6: failed waiting for cluster=\"np-version-upgrade-cluster-7nmln6\" in resourcegroup=\"rg-np-version-upgrade-7nmln6-k86zrxnsfjs6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b2ee6fba-ea75-4564-aae2-265d7e31576b\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b2ee6fba-ea75-4564-aae2-265d7e31576b\",\n \"name\": \"b2ee6fba-ea75-4564-aae2-265d7e31576b\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:25:22.703111014Z\",\n \"endTime\": \"2026-08-17T01:44:32.09498305Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog; hosted cluster degraded: UnavailableReplicas: cluster-version-operator deployment has 1 unavailable replicas\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:133]: failed to create HCP cluster np-version-upgrade-cluster-7nmln6 with version 4.20.34\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f10cc0\u003e: \n failed to create HCP cluster np-version-upgrade-cluster-7nmln6: failed waiting for cluster=\"np-version-upgrade-cluster-7nmln6\" in resourcegroup=\"rg-np-version-upgrade-7nmln6-k86zrxnsfjs6\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b2ee6fba-ea75-4564-aae2-265d7e31576b\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b2ee6fba-ea75-4564-aae2-265d7e31576b\",\n \"name\": \"b2ee6fba-ea75-4564-aae2-265d7e31576b\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:25:22.703111014Z\",\n \"endTime\": \"2026-08-17T01:44:32.09498305Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog; hosted cluster degraded: UnavailableReplicas: cluster-version-operator deployment has 1 unavailable replicas\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd07db87a89697d9c67bf7c6683c117b7452caa1c79d38efee027f1f10aa8459","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable; hosted cluster degraded: UnavailableReplicas: [cluster-version-operator]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"74e4d841c3cfedca38147bb375835bc453a83ead2a5fa34ab5c40e55b9e6794b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"1771460c23a1ace2ef6fb13f6b21d26c92f4f0489015551c5c740b0dd496b6a8","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-21-92pbdh\" with version 4.21.28 on candidate channel\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000880ae0\u003e: \n failed to create HCP cluster cluster-zstream-4-21-92pbdh: failed waiting for cluster=\"cluster-zstream-4-21-92pbdh\" in resourcegroup=\"rg-zstream-upgrade-4-21-wnj45vcqrgvm\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/447a432e-4244-4c94-9c5f-9f513571a763\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/447a432e-4244-4c94-9c5f-9f513571a763\",\n \"name\": \"447a432e-4244-4c94-9c5f-9f513571a763\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:22:22.915781778Z\",\n \"endTime\": \"2026-08-17T01:41:31.722675263Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-21-92pbdh\" with version 4.21.28 on candidate channel\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000880ae0\u003e: \n failed to create HCP cluster cluster-zstream-4-21-92pbdh: failed waiting for cluster=\"cluster-zstream-4-21-92pbdh\" in resourcegroup=\"rg-zstream-upgrade-4-21-wnj45vcqrgvm\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/447a432e-4244-4c94-9c5f-9f513571a763\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/447a432e-4244-4c94-9c5f-9f513571a763\",\n \"name\": \"447a432e-4244-4c94-9c5f-9f513571a763\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:22:22.915781778Z\",\n \"endTime\": \"2026-08-17T01:41:31.722675263Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"75576a71010f9b7be6d709cab1df954841ca0d1c94bde9ab8ad775457456c43e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"a2d73ec55c193306880a3e21652163b533da86d2920c35a29821d6051378ebae","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:217]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00095a7a0\u003e: \n failed to create HCP cluster oidc-wi-cluster: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-fdbqz8lqg6t7\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/40fc2a6b-0d13-4e7e-9a5f-df556d2ef7da\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/40fc2a6b-0d13-4e7e-9a5f-df556d2ef7da\",\n \"name\": \"40fc2a6b-0d13-4e7e-9a5f-df556d2ef7da\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:53:50.064502367Z\",\n \"endTime\": \"2026-08-17T02:12:50.274645262Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:217]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00095a7a0\u003e: \n failed to create HCP cluster oidc-wi-cluster: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-fdbqz8lqg6t7\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/40fc2a6b-0d13-4e7e-9a5f-df556d2ef7da\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/40fc2a6b-0d13-4e7e-9a5f-df556d2ef7da\",\n \"name\": \"40fc2a6b-0d13-4e7e-9a5f-df556d2ef7da\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:53:50.064502367Z\",\n \"endTime\": \"2026-08-17T02:12:50.274645262Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"82bf20f85d7fd169edbe41dd77809dcc2e2a986b5663c7d035a1931d44aa0cca","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"e9626d70f4c04864dec32c9faaff2fd34400a839813135d371f9b0cfc47c3f87","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-4-22-8qgvhzr6slkb/cluster-candidate-4-22-2gmmhn should provision\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000baeb40\u003e: \n failed to create HCP cluster cluster-candidate-4-22-2gmmhn: failed waiting for cluster=\"cluster-candidate-4-22-2gmmhn\" in resourcegroup=\"rg-candidate-4-22-8qgvhzr6slkb\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2040d150-34ed-447f-b449-704152fc8277\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2040d150-34ed-447f-b449-704152fc8277\",\n \"name\": \"2040d150-34ed-447f-b449-704152fc8277\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:20:57.617750888Z\",\n \"endTime\": \"2026-08-17T01:40:01.454379321Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-4-22-8qgvhzr6slkb/cluster-candidate-4-22-2gmmhn should provision\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000baeb40\u003e: \n failed to create HCP cluster cluster-candidate-4-22-2gmmhn: failed waiting for cluster=\"cluster-candidate-4-22-2gmmhn\" in resourcegroup=\"rg-candidate-4-22-8qgvhzr6slkb\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2040d150-34ed-447f-b449-704152fc8277\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2040d150-34ed-447f-b449-704152fc8277\",\n \"name\": \"2040d150-34ed-447f-b449-704152fc8277\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:20:57.617750888Z\",\n \"endTime\": \"2026-08-17T01:40:01.454379321Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"8420e95a2d516479d5c38b0891ef22d84593534ae438313fc78c4821d2eb58cd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"9ba370da71a38cec26cc27fa65f5c963d7627a2a3aed24581792ba01af05f3f8","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-4-21-k8dgdbnkn5j8/cluster-candidate-4-21-k2zkkq should provision\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0010712a0\u003e: \n failed to create HCP cluster cluster-candidate-4-21-k2zkkq: failed waiting for cluster=\"cluster-candidate-4-21-k2zkkq\" in resourcegroup=\"rg-candidate-4-21-k8dgdbnkn5j8\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/065ff674-61c1-4550-973d-12cb296c601a\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/065ff674-61c1-4550-973d-12cb296c601a\",\n \"name\": \"065ff674-61c1-4550-973d-12cb296c601a\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:21:07.388965143Z\",\n \"endTime\": \"2026-08-17T01:40:11.652004231Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-candidate-4-21-k8dgdbnkn5j8/cluster-candidate-4-21-k2zkkq should provision\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0010712a0\u003e: \n failed to create HCP cluster cluster-candidate-4-21-k2zkkq: failed waiting for cluster=\"cluster-candidate-4-21-k2zkkq\" in resourcegroup=\"rg-candidate-4-21-k8dgdbnkn5j8\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/065ff674-61c1-4550-973d-12cb296c601a\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/065ff674-61c1-4550-973d-12cb296c601a\",\n \"name\": \"065ff674-61c1-4550-973d-12cb296c601a\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:21:07.388965143Z\",\n \"endTime\": \"2026-08-17T01:40:11.652004231Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"855dcaac225aa8e3bd7ceacb991f4a3497bbfc38f1bb4ecd98fdd2e11ab798fa","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"89c5e124b9e8b74c154c024e373fba30f7f651e9a49b219f2220961cbcc29246","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e753c0\u003e: \n failed to create HCP cluster private-kas: failed waiting for cluster=\"private-kas\" in resourcegroup=\"private-kas-p7jmg2d4r8qp\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c903657f-a4f6-433f-90db-e238909589ab\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c903657f-a4f6-433f-90db-e238909589ab\",\n \"name\": \"c903657f-a4f6-433f-90db-e238909589ab\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:50:06.746818784Z\",\n \"endTime\": \"2026-08-17T01:09:09.528823435Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e753c0\u003e: \n failed to create HCP cluster private-kas: failed waiting for cluster=\"private-kas\" in resourcegroup=\"private-kas-p7jmg2d4r8qp\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c903657f-a4f6-433f-90db-e238909589ab\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/c903657f-a4f6-433f-90db-e238909589ab\",\n \"name\": \"c903657f-a4f6-433f-90db-e238909589ab\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:50:06.746818784Z\",\n \"endTime\": \"2026-08-17T01:09:09.528823435Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"9228196284204365098638144b68405f15809a8e85b57b4652c416292b30a947","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"b1ccf37d64e0238f61e0a0e69a74aa273f98b4ad21638c2b2afc8946f74b9927","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:87]: failed to create HCP cluster for external auth list test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0011eea60\u003e: \n failed to create HCP cluster ea-list8tn4jz: failed waiting for cluster=\"ea-list8tn4jz\" in resourcegroup=\"ea-list-x55rqzg6z8td\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/420a94b8-a0cf-47c5-a54a-c454f8441c69\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/420a94b8-a0cf-47c5-a54a-c454f8441c69\",\n \"name\": \"420a94b8-a0cf-47c5-a54a-c454f8441c69\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:23:34.458240703Z\",\n \"endTime\": \"2026-08-17T01:42:41.474242175Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:87]: failed to create HCP cluster for external auth list test\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0011eea60\u003e: \n failed to create HCP cluster ea-list8tn4jz: failed waiting for cluster=\"ea-list8tn4jz\" in resourcegroup=\"ea-list-x55rqzg6z8td\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/420a94b8-a0cf-47c5-a54a-c454f8441c69\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/420a94b8-a0cf-47c5-a54a-c454f8441c69\",\n \"name\": \"420a94b8-a0cf-47c5-a54a-c454f8441c69\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:23:34.458240703Z\",\n \"endTime\": \"2026-08-17T01:42:41.474242175Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, redhat-operators-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"a81bbff2727b2cbd7c06b90cf51c4eaaff3273450974bc66910bd808cb121e3c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"c055fbe5ca6cdc75143dd736326a557299c5ae1d5b3955fdbfec3d7352180a8e","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:98]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000a10de0\u003e: \n failed to create HCP cluster ephemeral-disk: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-p68r7tqkwv9f\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2db415c8-b878-4701-b3af-5eb31a8c724c\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2db415c8-b878-4701-b3af-5eb31a8c724c\",\n \"name\": \"2db415c8-b878-4701-b3af-5eb31a8c724c\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:23:56.1058335Z\",\n \"endTime\": \"2026-08-17T01:43:01.555009674Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:98]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000a10de0\u003e: \n failed to create HCP cluster ephemeral-disk: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-p68r7tqkwv9f\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2db415c8-b878-4701-b3af-5eb31a8c724c\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2db415c8-b878-4701-b3af-5eb31a8c724c\",\n \"name\": \"2db415c8-b878-4701-b3af-5eb31a8c724c\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:23:56.1058335Z\",\n \"endTime\": \"2026-08-17T01:43:01.555009674Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"aee8494db0f4014f9d77570c1d47a975f5b03552d5640ad389294d1f426fc830","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"fe0b11bc2058dc60d050271fdeee105b790414ea6c76dc8329f531a7e3c408b8","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:111]: failed to create HCP cluster \"cidr-connectivity-test\" with authorized CIDRs\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000ddd480\u003e: \n failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-cb46b9s7rxtn\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9e0fee0d-db52-40d4-9684-bd49a1afd697\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9e0fee0d-db52-40d4-9684-bd49a1afd697\",\n \"name\": \"9e0fee0d-db52-40d4-9684-bd49a1afd697\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:55.156791899Z\",\n \"endTime\": \"2026-08-17T01:08:59.456180515Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:111]: failed to create HCP cluster \"cidr-connectivity-test\" with authorized CIDRs\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000ddd480\u003e: \n failed to create HCP cluster cidr-connectivity-test: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-cb46b9s7rxtn\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9e0fee0d-db52-40d4-9684-bd49a1afd697\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/9e0fee0d-db52-40d4-9684-bd49a1afd697\",\n \"name\": \"9e0fee0d-db52-40d4-9684-bd49a1afd697\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:55.156791899Z\",\n \"endTime\": \"2026-08-17T01:08:59.456180515Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"b00266795d585f095bdb9783de3da3200848e5db1c80b069a7031a17264c1685","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"57a4784d812f41b1e38522044cd7c96463eaa16d672e29f0785ad8eee3b3fc1a","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0012d2ba0\u003e: \n failed to create HCP cluster disabled-image-registry-hcp-cluster: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-qsn2979ghj6x\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/576ff8ed-1a75-45c6-a567-70a51851a458\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/576ff8ed-1a75-45c6-a567-70a51851a458\",\n \"name\": \"576ff8ed-1a75-45c6-a567-70a51851a458\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:23:44.41072223Z\",\n \"endTime\": \"2026-08-17T01:42:51.812992828Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0012d2ba0\u003e: \n failed to create HCP cluster disabled-image-registry-hcp-cluster: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-qsn2979ghj6x\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/576ff8ed-1a75-45c6-a567-70a51851a458\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/576ff8ed-1a75-45c6-a567-70a51851a458\",\n \"name\": \"576ff8ed-1a75-45c6-a567-70a51851a458\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:23:44.41072223Z\",\n \"endTime\": \"2026-08-17T01:42:51.812992828Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"b741a618179bfae655446ad0cb846e96fbf093d9b29939d8b26fe712a897adaa","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"ad8b70ac22e1d7d20bb6477cb653fb816f3fc7d9b46b0c9755e5264d941d61ca","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:107]: failed to create seed HCP cluster basic-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000d72000\u003e: \n failed to create HCP cluster basic-cluster: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-dc4sccwb5vgn\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/72aaf1d0-7c97-4d5a-a8f3-cf8ffeeb3a82\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/72aaf1d0-7c97-4d5a-a8f3-cf8ffeeb3a82\",\n \"name\": \"72aaf1d0-7c97-4d5a-a8f3-cf8ffeeb3a82\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:10.856200786Z\",\n \"endTime\": \"2026-08-17T01:08:19.5344406Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:107]: failed to create seed HCP cluster basic-cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000d72000\u003e: \n failed to create HCP cluster basic-cluster: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-dc4sccwb5vgn\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/72aaf1d0-7c97-4d5a-a8f3-cf8ffeeb3a82\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/72aaf1d0-7c97-4d5a-a8f3-cf8ffeeb3a82\",\n \"name\": \"72aaf1d0-7c97-4d5a-a8f3-cf8ffeeb3a82\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:10.856200786Z\",\n \"endTime\": \"2026-08-17T01:08:19.5344406Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"bcfbe975c1fc8d65cc6c956c2c3cd96d5230a8553bb045a59a5b1f7c14ff4871","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"89d1536fa281f6324073a4e88d63f9f26e0f0d8d7a0d90f2fbf2d596acf250e2","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-20-m84dzn\" with version 4.20.33 on candidate channel\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e16a40\u003e: \n failed to create HCP cluster cluster-zstream-4-20-m84dzn: failed waiting for cluster=\"cluster-zstream-4-20-m84dzn\" in resourcegroup=\"rg-zstream-upgrade-4-20-vvjmk9f2bn27\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/be5dc59f-a2c6-4bfa-81eb-26fa9c207207\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/be5dc59f-a2c6-4bfa-81eb-26fa9c207207\",\n \"name\": \"be5dc59f-a2c6-4bfa-81eb-26fa9c207207\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:22:23.569198294Z\",\n \"endTime\": \"2026-08-17T01:41:31.590863101Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: failed to create HCP cluster \"cluster-zstream-4-20-m84dzn\" with version 4.20.33 on candidate channel\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e16a40\u003e: \n failed to create HCP cluster cluster-zstream-4-20-m84dzn: failed waiting for cluster=\"cluster-zstream-4-20-m84dzn\" in resourcegroup=\"rg-zstream-upgrade-4-20-vvjmk9f2bn27\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/be5dc59f-a2c6-4bfa-81eb-26fa9c207207\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/be5dc59f-a2c6-4bfa-81eb-26fa9c207207\",\n \"name\": \"be5dc59f-a2c6-4bfa-81eb-26fa9c207207\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:22:23.569198294Z\",\n \"endTime\": \"2026-08-17T01:41:31.590863101Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"c53b59774f9617d4d2a2a64c0d8029a6e2f50fb93ce20812d0333ce4496e9551","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"26fabdf2582e99854fdaa16ed8fc0c4b69e915c990ab6cbd981df08d2b373866","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:163]: failed to verify HCP cluster viability for back-level version 4.19\nUnexpected error:\n \u003c*errors.joinError | 0xc000e8e7e0\u003e: \n VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.35.189:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.35.189:443/apis/packages.operators.coreos.com/v1\": http: server gave HTTP response to HTTPS client\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:163]: failed to verify HCP cluster viability for back-level version 4.19\nUnexpected error:\n \u003c*errors.joinError | 0xc000e8e7e0\u003e: \n VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.35.189:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.35.189:443/apis/packages.operators.coreos.com/v1\": http: server gave HTTP response to HTTPS client\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ab9e82a8af804bbb7c138751caa26c2cb132cf89c97d2f090acc75dc9a8b2e15","failure_pattern":"VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from \u003curl\u003e Get \"\u003curl\u003e\": http: server gave HTTP response to HTTPS client","search_query":"VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.35.189:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.35.189:443/apis/packages.operators.coreos.com/v1\": http: server gave HTTP response to HTTPS client"}},{"row_id":"c942efc0a7a084ae6b1d170ed094b09f5a8a86630a381cae94806e6b58d8d8bf","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"6cca2c2f58e4be8cd0ebf41676c82fea1e76331fee7baa9bd6ad6cecb39d22e4","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:106]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f54a40\u003e: \n failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-dzn7sk7fhpkk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ec90c836-23fb-4142-968c-f9c2d0a7859c\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ec90c836-23fb-4142-968c-f9c2d0a7859c\",\n \"name\": \"ec90c836-23fb-4142-968c-f9c2d0a7859c\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:50:40.486148553Z\",\n \"endTime\": \"2026-08-17T01:09:49.534606366Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:106]: failed to create HCP cluster \"cilium-cluster\" with no CNI and private etcd\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000f54a40\u003e: \n failed waiting for cluster=\"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-dzn7sk7fhpkk\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ec90c836-23fb-4142-968c-f9c2d0a7859c\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/ec90c836-23fb-4142-968c-f9c2d0a7859c\",\n \"name\": \"ec90c836-23fb-4142-968c-f9c2d0a7859c\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:50:40.486148553Z\",\n \"endTime\": \"2026-08-17T01:09:49.534606366Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"ca284112fe4436b970c580a1962f6b7f1763c1ff6c683ec411de22ab7c5ddc4e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"f404c091f5d4cf9e6f359fff8923031d3d225cc38b5e1a87434de1aaa804f892","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:291]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0009863c0\u003e: \n failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-zxtw6q5bvnz4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/08c2712c-92e7-47ff-9fbb-90ec502fc57d\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/08c2712c-92e7-47ff-9fbb-90ec502fc57d\",\n \"name\": \"08c2712c-92e7-47ff-9fbb-90ec502fc57d\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:23:44.5052283Z\",\n \"endTime\": \"2026-08-17T01:42:51.576181181Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, certified-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:291]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0009863c0\u003e: \n failed to create HCP cluster node-limit-cluster: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-zxtw6q5bvnz4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/08c2712c-92e7-47ff-9fbb-90ec502fc57d\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/08c2712c-92e7-47ff-9fbb-90ec502fc57d\",\n \"name\": \"08c2712c-92e7-47ff-9fbb-90ec502fc57d\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:23:44.5052283Z\",\n \"endTime\": \"2026-08-17T01:42:51.576181181Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: community-operators-catalog, certified-operators-catalog, redhat-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"cc653c41e6b866e8178511c93dcef1bde7887244359462ad17054b7abd6d0c51","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"78d94fa03d3c9c163bdc0a4946cffc3080409afb0f4e4947d8d3b5061515c0cf","test_name":"Customer should be able to create a cluster and node pools with aggregated advanced features","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:184]: failed to create HCP cluster \"agg-cluster\" with aggregated settings\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000df3680\u003e: \n failed waiting for cluster=\"agg-cluster\" in resourcegroup=\"feature-aggregation-swqpctshtwcv\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fc51f048-88bb-445b-93e5-a969a6ac0256\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fc51f048-88bb-445b-93e5-a969a6ac0256\",\n \"name\": \"fc51f048-88bb-445b-93e5-a969a6ac0256\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:51:57.382227966Z\",\n \"endTime\": \"2026-08-17T01:10:59.61767452Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_feature_aggregation.go:184]: failed to create HCP cluster \"agg-cluster\" with aggregated settings\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000df3680\u003e: \n failed waiting for cluster=\"agg-cluster\" in resourcegroup=\"feature-aggregation-swqpctshtwcv\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fc51f048-88bb-445b-93e5-a969a6ac0256\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/fc51f048-88bb-445b-93e5-a969a6ac0256\",\n \"name\": \"fc51f048-88bb-445b-93e5-a969a6ac0256\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:51:57.382227966Z\",\n \"endTime\": \"2026-08-17T01:10:59.61767452Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"d182c81930a56e22ba0b286cbc2d352d718e0223c24bd5109acb66567785cb3c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"3045c9b8afef48ebd4bbcfeaa7399ab790157ab947236fa08ec61687b95bddeb","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:122]: failed to verify HCP cluster \"cluster-zstream-4-19-rh8468\" is viable\nUnexpected error:\n \u003c*errors.joinError | 0xc000dc9bd8\u003e: \n VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.125.72:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.125.72:443/apis/packages.operators.coreos.com/v1\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)\n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:122]: failed to verify HCP cluster \"cluster-zstream-4-19-rh8468\" is viable\nUnexpected error:\n \u003c*errors.joinError | 0xc000dc9bd8\u003e: \n VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.125.72:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.125.72:443/apis/packages.operators.coreos.com/v1\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)\n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6477f6d87ddc79ca469b892f0755a20abbcbf9857b736992068b4e3c57909813","failure_pattern":"VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from \u003curl\u003e Get \"\u003curl\u003e\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting","search_query":"VerifyAllAPIServicesAvailable failed: apiservice/v1.packages.operators.coreos.com is not available because: failing or missing response from https://10.130.125.72:443/apis/packages.operators.coreos.com/v1: Get \"https://10.130.125.72:443/apis/packages.operators.coreos.com/v1\": net/http: request canceled while waiting for connection (Client.Timeout exceeded while awaiting headers)"}},{"row_id":"d27b6ff6878b2753cca7307e11cdeedd3eddfe5181520cf9c5a4a52dca727156","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"0dc28d39da8ca491bc0a3747521f06704b85650170902c7ad516525881eb1af2","test_name":"FIPS Mode Support with v2026-06-30 API should create an HCP cluster with FIPS mode enabled via cryptoRestrictions property","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:106]: failed to create HCP cluster \"fips-enabled-cluster\" with cryptoRestrictions set to FIPS\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000d39320\u003e: \n failed waiting for cluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-nd8cx89s94jf\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b7baa7d3-9633-4543-802a-207e5b2ee505\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b7baa7d3-9633-4543-802a-207e5b2ee505\",\n \"name\": \"b7baa7d3-9633-4543-802a-207e5b2ee505\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:21.421650018Z\",\n \"endTime\": \"2026-08-17T01:08:29.545946095Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, redhat-operators-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_fips_mode.go:106]: failed to create HCP cluster \"fips-enabled-cluster\" with cryptoRestrictions set to FIPS\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000d39320\u003e: \n failed waiting for cluster=\"fips-enabled-cluster\" in resourcegroup=\"fips-enabled-nd8cx89s94jf\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b7baa7d3-9633-4543-802a-207e5b2ee505\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/b7baa7d3-9633-4543-802a-207e5b2ee505\",\n \"name\": \"b7baa7d3-9633-4543-802a-207e5b2ee505\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:21.421650018Z\",\n \"endTime\": \"2026-08-17T01:08:29.545946095Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, redhat-operators-catalog, community-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"dc229720409a5ed30619886a134855c24e053b2154ed7638acec3500f8250ada","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"87d098d4dd922c973b8e202bf49df4861a257c3017658aec46b7c53423edd702","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:113]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e4a6e0\u003e: \n failed to create HCP cluster idms-e2e-hcp-cluster: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-v88qr2qvfstp\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/babb39f0-174d-4aef-98a7-c06ba7c2d9f2\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/babb39f0-174d-4aef-98a7-c06ba7c2d9f2\",\n \"name\": \"babb39f0-174d-4aef-98a7-c06ba7c2d9f2\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:23:56.700847702Z\",\n \"endTime\": \"2026-08-17T01:43:01.509432751Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:113]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e4a6e0\u003e: \n failed to create HCP cluster idms-e2e-hcp-cluster: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-v88qr2qvfstp\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/babb39f0-174d-4aef-98a7-c06ba7c2d9f2\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/babb39f0-174d-4aef-98a7-c06ba7c2d9f2\",\n \"name\": \"babb39f0-174d-4aef-98a7-c06ba7c2d9f2\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:23:56.700847702Z\",\n \"endTime\": \"2026-08-17T01:43:01.509432751Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"ea84f735a3d67c6854535f3e714d68c93b746fd15265d332bf68859516ef42e1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"4b04cc8a49d998db78514dddb6491f7ac87abb98e10d9dd5744acab6977a567b","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:88]: failed to create HCP cluster \"arm64-vm-hcp-cluster\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0006151a0\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-rpfnmv5gmj8z\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f6ac45a6-bf70-42e6-87a0-dcbfc1522b61\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f6ac45a6-bf70-42e6-87a0-dcbfc1522b61\",\n \"name\": \"f6ac45a6-bf70-42e6-87a0-dcbfc1522b61\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:48:59.866813213Z\",\n \"endTime\": \"2026-08-17T01:07:59.499867069Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:88]: failed to create HCP cluster \"arm64-vm-hcp-cluster\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0006151a0\u003e: \n failed to create HCP cluster arm64-vm-hcp-cluster: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-rpfnmv5gmj8z\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f6ac45a6-bf70-42e6-87a0-dcbfc1522b61\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/f6ac45a6-bf70-42e6-87a0-dcbfc1522b61\",\n \"name\": \"f6ac45a6-bf70-42e6-87a0-dcbfc1522b61\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:48:59.866813213Z\",\n \"endTime\": \"2026-08-17T01:07:59.499867069Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, redhat-marketplace-catalog, certified-operators-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"f3a98bf49270a350cfe4331f649fec12d95fcad2fd60f8ea7c7020393741c8d3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"809b9a4556dee346131b6d6192b22990b80864e5c19e15397144fc49d8af3a61","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:741]: failed to create HCP cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e827a0\u003e: \n failed to create HCP cluster np-dg-minor-p2j9m4: failed waiting for cluster=\"np-dg-minor-p2j9m4\" in resourcegroup=\"rg-np-dg-minor-p2j9m4-klg8qk2968zj\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/119f7100-c30a-41be-a38b-858bce84bc1b\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/119f7100-c30a-41be-a38b-858bce84bc1b\",\n \"name\": \"119f7100-c30a-41be-a38b-858bce84bc1b\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:38:37.404150579Z\",\n \"endTime\": \"2026-08-17T01:57:40.163160282Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-operators-catalog, community-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:741]: failed to create HCP cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000e827a0\u003e: \n failed to create HCP cluster np-dg-minor-p2j9m4: failed waiting for cluster=\"np-dg-minor-p2j9m4\" in resourcegroup=\"rg-np-dg-minor-p2j9m4-klg8qk2968zj\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/119f7100-c30a-41be-a38b-858bce84bc1b\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/119f7100-c30a-41be-a38b-858bce84bc1b\",\n \"name\": \"119f7100-c30a-41be-a38b-858bce84bc1b\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:38:37.404150579Z\",\n \"endTime\": \"2026-08-17T01:57:40.163160282Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-operators-catalog, community-operators-catalog, redhat-marketplace-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"f7350f9ecbdf9af45d436e95a86fb637f9ed60934f79f5192e73dc9423b963ba","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"a00c6dae0d8ba079fea8369ddfed2c1c838872b0fe3be3e2c0e2ea0f6f70e980","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:462]: failed to create HCP cluster np-skip-minor-mm7dmt at version 4.22.10\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00059c900\u003e: \n failed to create HCP cluster np-skip-minor-mm7dmt: failed waiting for cluster=\"np-skip-minor-mm7dmt\" in resourcegroup=\"rg-np-skip-minor-mm7dmt-f7bgrn4r4fjl\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/20a87a2b-42df-4eb6-a32a-367a354a571c\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/20a87a2b-42df-4eb6-a32a-367a354a571c\",\n \"name\": \"20a87a2b-42df-4eb6-a32a-367a354a571c\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:34:06.199686741Z\",\n \"endTime\": \"2026-08-17T01:53:10.136130978Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:462]: failed to create HCP cluster np-skip-minor-mm7dmt at version 4.22.10\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00059c900\u003e: \n failed to create HCP cluster np-skip-minor-mm7dmt: failed waiting for cluster=\"np-skip-minor-mm7dmt\" in resourcegroup=\"rg-np-skip-minor-mm7dmt-f7bgrn4r4fjl\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/20a87a2b-42df-4eb6-a32a-367a354a571c\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/20a87a2b-42df-4eb6-a32a-367a354a571c\",\n \"name\": \"20a87a2b-42df-4eb6-a32a-367a354a571c\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:34:06.199686741Z\",\n \"endTime\": \"2026-08-17T01:53:10.136130978Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"fc2c88dc4b21f3c81cb53614de9408b9e836cb4970b8aa083180ec023090f45c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"36f04ac74507d6309e72813ade0e8743c6e3a31475d9907ca1d2ff182eb29731","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:88]: failed to create HCP cluster \"cilium-cl\" without CNI\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000ee4320\u003e: \n failed to create HCP cluster cilium-cl: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-zw5xbwpdpkvz\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4804437c-49a1-4e36-9073-cbbf5fc7dcc3\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4804437c-49a1-4e36-9073-cbbf5fc7dcc3\",\n \"name\": \"4804437c-49a1-4e36-9073-cbbf5fc7dcc3\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:20.876151431Z\",\n \"endTime\": \"2026-08-17T01:08:29.677083654Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:88]: failed to create HCP cluster \"cilium-cl\" without CNI\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000ee4320\u003e: \n failed to create HCP cluster cilium-cl: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-zw5xbwpdpkvz\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4804437c-49a1-4e36-9073-cbbf5fc7dcc3\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/4804437c-49a1-4e36-9073-cbbf5fc7dcc3\",\n \"name\": \"4804437c-49a1-4e36-9073-cbbf5fc7dcc3\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:20.876151431Z\",\n \"endTime\": \"2026-08-17T01:08:29.677083654Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"fd46ad36fd517ea2c1fc2dcdb334e0ea931b50a3b80dde0ae1d2401bd862e1e1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"e50e1a04d0e2161c3efba204e5e41cd99ddbe7eefa1cb69476b41af7d8011588","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:593]: failed to create HCP cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00080ada0\u003e: \n failed to create HCP cluster np-downgrade-595cbq: failed waiting for cluster=\"np-downgrade-595cbq\" in resourcegroup=\"rg-np-downgrade-595cbq-wvqpjt5hvtwv\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a3e2c5b0-f59b-483a-849e-1b1e26969995\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a3e2c5b0-f59b-483a-849e-1b1e26969995\",\n \"name\": \"a3e2c5b0-f59b-483a-849e-1b1e26969995\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:34:16.894919985Z\",\n \"endTime\": \"2026-08-17T01:53:20.11001965Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:593]: failed to create HCP cluster\nUnexpected error:\n \u003c*fmt.wrapError | 0xc00080ada0\u003e: \n failed to create HCP cluster np-downgrade-595cbq: failed waiting for cluster=\"np-downgrade-595cbq\" in resourcegroup=\"rg-np-downgrade-595cbq-wvqpjt5hvtwv\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a3e2c5b0-f59b-483a-849e-1b1e26969995\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/a3e2c5b0-f59b-483a-849e-1b1e26969995\",\n \"name\": \"a3e2c5b0-f59b-483a-849e-1b1e26969995\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:34:16.894919985Z\",\n \"endTime\": \"2026-08-17T01:53:20.11001965Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-operators-catalog, certified-operators-catalog, redhat-marketplace-catalog, community-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"ff696589666eb537fcef7f0edbd2f7fdd9a9ee49e2dad5ff7b7f283de53d6f70","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"f12d440c00e90c38d7b8f3c07e5101718d909b224623793ee348e27327b51e98","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:182]: failed to create HCP cluster \"cp-ystream-upgrade-4-21-jt9xsw\" with install version 4.20.34\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000b1e1e0\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-21-jt9xsw: failed waiting for cluster=\"cp-ystream-upgrade-4-21-jt9xsw\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-c5qbpl89k7v4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2f3749b0-2af7-4c36-aa1c-3a7ec64f86cd\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2f3749b0-2af7-4c36-aa1c-3a7ec64f86cd\",\n \"name\": \"2f3749b0-2af7-4c36-aa1c-3a7ec64f86cd\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:23:05.068172241Z\",\n \"endTime\": \"2026-08-17T01:42:11.489458935Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:182]: failed to create HCP cluster \"cp-ystream-upgrade-4-21-jt9xsw\" with install version 4.20.34\nUnexpected error:\n \u003c*fmt.wrapError | 0xc000b1e1e0\u003e: \n failed to create HCP cluster cp-ystream-upgrade-4-21-jt9xsw: failed waiting for cluster=\"cp-ystream-upgrade-4-21-jt9xsw\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-c5qbpl89k7v4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2f3749b0-2af7-4c36-aa1c-3a7ec64f86cd\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/2f3749b0-2af7-4c36-aa1c-3a7ec64f86cd\",\n \"name\": \"2f3749b0-2af7-4c36-aa1c-3a7ec64f86cd\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T01:23:05.068172241Z\",\n \"endTime\": \"2026-08-17T01:42:11.489458935Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, certified-operators-catalog, redhat-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}},{"row_id":"ff7cb4f3826e60d8732e70b9764ebe94e84709b5d415c03194238c64cf662239","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-stage-e2e-parallel/2089145955646443520","occurred_at":"2026-08-17T00:23:04Z","failed_at":"e2e","signature_id":"8d87c30e7c7db166b0ba2382009955c8dac5734d2184d8c367d553ff45e39c79","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0009a41e0\u003e: \n failed to create HCP cluster hcp-cluster-np-128: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-qnn8zpddw5s4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6dff3e79-c5b4-42af-9813-963c304ae3db\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6dff3e79-c5b4-42af-9813-963c304ae3db\",\n \"name\": \"6dff3e79-c5b4-42af-9813-963c304ae3db\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:20.011241093Z\",\n \"endTime\": \"2026-08-17T01:08:29.654812553Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n \u003c*fmt.wrapError | 0xc0009a41e0\u003e: \n failed to create HCP cluster hcp-cluster-np-128: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-qnn8zpddw5s4\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6dff3e79-c5b4-42af-9813-963c304ae3db\n --------------------------------------------------------------------------------\n RESPONSE 200: 200 OK\n ERROR CODE: InternalServerError\n --------------------------------------------------------------------------------\n {\n \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/6dff3e79-c5b4-42af-9813-963c304ae3db\",\n \"name\": \"6dff3e79-c5b4-42af-9813-963c304ae3db\",\n \"status\": \"Failed\",\n \"startTime\": \"2026-08-17T00:49:20.011241093Z\",\n \"endTime\": \"2026-08-17T01:08:29.654812553Z\",\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"[clusterServiceClusterStatus] \\u003cno_message\\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: redhat-marketplace-catalog, community-operators-catalog, redhat-operators-catalog, certified-operators-catalog\"\n }\n }\n --------------------------------------------------------------------------------\n \n ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceClusterStatus] \u003cno_message\u003e; [hypershiftHostedCluster] hosted cluster is not available: ComponentsNotAvailable: Waiting for components to be available: certified-operators-catalog, community-operators-catalog, redhat-marketplace-catalog, redhat-operators-catalog; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError"}}],"failure_pattern_summary":{"signature_count":50,"failure_pattern_ids":["3da6dfe5e2d468b0f7647b604914d8743369fe4db63b9b1f8f365f64663404b8","44e2d333ce62abafbaf16d046b61703140a463730eb39f1d9ff95ea9875c0757","46e30b272cd4ab3ae13194cd0f744e27ec0c9420bc1323c7d2de64c29ecb7c49","6477f6d87ddc79ca469b892f0755a20abbcbf9857b736992068b4e3c57909813","ab9e82a8af804bbb7c138751caa26c2cb132cf89c97d2f090acc75dc9a8b2e15","dd07db87a89697d9c67bf7c6683c117b7452caa1c79d38efee027f1f10aa8459"],"matched_occurrences":50,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}}]}]}