{"meta":{"date":"2026-10-27","timezone":"UTC","generated_at":"2026-10-28T23:57:03Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":6,"failed_runs":3,"runs_with_occurrences":3,"runs_with_failure_pattern_matches":3,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":3,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2115186296967139328","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-10-27T20:58:06Z","started_at":"2026-10-27T20:58:06Z","completed_at":"2026-10-27T22:28:22Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-27T22:46:14.362593693Z","timing_metadata_checked_at":"2026-10-27T22:46:14.362593693Z","region":"westus3","region_metadata_state":"found","region_metadata_first_checked_at":"2026-10-27T22:46:14.365868584Z","region_metadata_checked_at":"2026-10-27T22:46:14.365868584Z"},"failed_at":["unknown"],"failed_test_count":2,"occurrences":[{"row_id":"399a5337becc27119c0d937a54de6ad986f2c2b4fc4ab6432e7e214ed81bab00","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2115186296967139328","occurred_at":"2026-10-27T20:58:06Z","failed_at":"unknown","signature_id":"86b73281a2208a753a1d5f16b0e817bfb68b9e12d72d843225f3aa4e44ea0770","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","test_suite":"integration/parallel/all","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:289]: failed to verify cluster operators on cluster \"cluster-candidate-4-22-cghxqb\"\nUnexpected error:\n    \u003c*errors.joinError | 0x315939ea25b8\u003e: \n    VerifyCloudNetworkConfigEgressIP(10.0.0.7) failed: failed to label node p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv egress-assignable: failed to apply k8s.ovn.org/egress-assignable label to node \"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\": nodes \"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\" is forbidden: autoscaling.openshift.io/ManagedNode infra config cache not synchronized\n    {\n        errs: [\n            \u003c*fmt.wrapError | 0x31593941d8c0\u003e{\n                msg: \"VerifyCloudNetworkConfigEgressIP(10.0.0.7) failed: failed to label node p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv egress-assignable: failed to apply k8s.ovn.org/egress-assignable label to node \\\"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\\\": nodes \\\"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\\\" is forbidden: autoscaling.openshift.io/ManagedNode infra config cache not synchronized\",\n                err: \u003c*fmt.wrapError | 0x31593941d880\u003e{\n                    msg: \"failed to label node p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv egress-assignable: failed to apply k8s.ovn.org/egress-assignable label to node \\\"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\\\": nodes \\\"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\\\" is forbidden: autoscaling.openshift.io/ManagedNode infra config cache not synchronized\",\n                    err: \u003c*fmt.wrapError | 0x31593941d840\u003e{\n                        msg: \"failed to apply k8s.ovn.org/egress-assignable label to node \\\"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\\\": nodes \\\"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\\\" is forbidden: autoscaling.openshift.io/ManagedNode infra config cache not synchronized\",\n                        err: \u003c*errors.StatusError | 0x31593a26f680\u003e{\n                            ErrStatus: {\n                                TypeMeta: {Kind: \"\", APIVersion: \"\"},\n                                ListMeta: {\n                                    SelfLink: \"\",\n                                    ResourceVersion: \"\",\n                                    Continue: \"\",\n                                    RemainingItemCount: nil,\n                                    ShardInfo: nil,\n                                },\n                                Status: \"Failure\",\n                                Message: \"nodes \\\"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\\\" is forbidden: autoscaling.openshift.io/ManagedNode infra config cache not synchronized\",\n                                Reason: \"Forbidden\",\n                                Details: {\n                                    Name: \"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\",\n                                    Group: \"\",\n                                    Kind: \"nodes\",\n                                    UID: \"\",\n                                    Causes: nil,\n                                    RetryAfterSeconds: 0,\n                                },\n                                Code: 403,\n                            },\n                        },\n                    },\n                },\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:289]: failed to verify cluster operators on cluster \"cluster-candidate-4-22-cghxqb\"\nUnexpected error:\n    \u003c*errors.joinError | 0x315939ea25b8\u003e: \n    VerifyCloudNetworkConfigEgressIP(10.0.0.7) failed: failed to label node p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv egress-assignable: failed to apply k8s.ovn.org/egress-assignable label to node \"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\": nodes \"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\" is forbidden: autoscaling.openshift.io/ManagedNode infra config cache not synchronized\n    {\n        errs: [\n            \u003c*fmt.wrapError | 0x31593941d8c0\u003e{\n                msg: \"VerifyCloudNetworkConfigEgressIP(10.0.0.7) failed: failed to label node p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv egress-assignable: failed to apply k8s.ovn.org/egress-assignable label to node \\\"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\\\": nodes \\\"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\\\" is forbidden: autoscaling.openshift.io/ManagedNode infra config cache not synchronized\",\n                err: \u003c*fmt.wrapError | 0x31593941d880\u003e{\n                    msg: \"failed to label node p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv egress-assignable: failed to apply k8s.ovn.org/egress-assignable label to node \\\"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\\\": nodes \\\"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\\\" is forbidden: autoscaling.openshift.io/ManagedNode infra config cache not synchronized\",\n                    err: \u003c*fmt.wrapError | 0x31593941d840\u003e{\n                        msg: \"failed to apply k8s.ovn.org/egress-assignable label to node \\\"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\\\": nodes \\\"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\\\" is forbidden: autoscaling.openshift.io/ManagedNode infra config cache not synchronized\",\n                        err: \u003c*errors.StatusError | 0x31593a26f680\u003e{\n                            ErrStatus: {\n                                TypeMeta: {Kind: \"\", APIVersion: \"\"},\n                                ListMeta: {\n                                    SelfLink: \"\",\n                                    ResourceVersion: \"\",\n                                    Continue: \"\",\n                                    RemainingItemCount: nil,\n                                    ShardInfo: nil,\n                                },\n                                Status: \"Failure\",\n                                Message: \"nodes \\\"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\\\" is forbidden: autoscaling.openshift.io/ManagedNode infra config cache not synchronized\",\n                                Reason: \"Forbidden\",\n                                Details: {\n                                    Name: \"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\",\n                                    Group: \"\",\n                                    Kind: \"nodes\",\n                                    UID: \"\",\n                                    Causes: nil,\n                                    RetryAfterSeconds: 0,\n                                },\n                                Code: 403,\n                            },\n                        },\n                    },\n                },\n            },\n        ],\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"25d52162053e586fcf0f8b1f80f5bd0904e6a9593e2a7e8aea650a9440b7f090","failure_pattern":"VerifyCloudNetworkConfigEgressIP(\u003cip\u003e) failed: failed to label node \u003cnode\u003e egress-assignable: failed to apply k8s.ovn.org/egress-assignable label to node \"\u003cnode\u003e\": nodes \"\u003cnode\u003e\" is forbidden: autoscaling.openshift.io/ManagedNode infra config cache not","search_query":"VerifyCloudNetworkConfigEgressIP(10.0.0.7) failed: failed to label node p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv egress-assignable: failed to apply k8s.ovn.org/egress-assignable label to node \"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\": nodes \"p3m2y8l9j1y3v1d-np-cghxqb-7rwcj-2g4cv\" is forbidden: autoscaling.openshift.io/ManagedNode infra config cache not synchronized"}},{"row_id":"ed57b10d4b7e092eef04087eb57917f1c865503ee581fd6a140a63e5acc2a12e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2115186296967139328","occurred_at":"2026-10-27T20:58:06Z","failed_at":"unknown","signature_id":"9bf64bab7bd7b09d6d385dd51110a97147d0a8ab7a3ffb3ee7f8b0a43be24676","test_name":"Customer should be able to issue the default ingress serving certificate from Let's Encrypt using cert-manager with ACME DNS-01 challenges for cluster version 5.1","test_suite":"integration/parallel/all","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_ingress_cert_letsencrypt.go:150]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0x24681019eca0\u003e: \n    failed to create HCP cluster ingress-cert-le: failed waiting for cluster=\"ingress-cert-le\" in resourcegroup=\"ingress-cert-le-m6dlx86v7zvt\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/4249c9a2-6a00-4a31-a13c-7b395eeda2a9\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/4249c9a2-6a00-4a31-a13c-7b395eeda2a9\",\n      \"name\": \"4249c9a2-6a00-4a31-a13c-7b395eeda2a9\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-27T21:21:19.945219062Z\",\n      \"endTime\": \"2026-10-27T21:50:23.791391981Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: KubeconfigWaitingForCreate: Waiting for hosted control plane kubeconfig to be created; hosted cluster degraded: UnavailableReplicas: capi-provider deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    \u003cAzure error internals omitted\u003e\n        Azure request IDs:\n          GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/4249c9a2-6a00-4a31-a13c-7b395eeda2a9\n            correlation ID: 79f0a27c-81eb-45e3-ba1c-7ed22276e9b1\n            client request ID: unavailable\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_ingress_cert_letsencrypt.go:150]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0x24681019eca0\u003e: \n    failed to create HCP cluster ingress-cert-le: failed waiting for cluster=\"ingress-cert-le\" in resourcegroup=\"ingress-cert-le-m6dlx86v7zvt\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/4249c9a2-6a00-4a31-a13c-7b395eeda2a9\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/4249c9a2-6a00-4a31-a13c-7b395eeda2a9\",\n      \"name\": \"4249c9a2-6a00-4a31-a13c-7b395eeda2a9\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-27T21:21:19.945219062Z\",\n      \"endTime\": \"2026-10-27T21:50:23.791391981Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: KubeconfigWaitingForCreate: Waiting for hosted control plane kubeconfig to be created; hosted cluster degraded: UnavailableReplicas: capi-provider deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    \u003cAzure error internals omitted\u003e\n        Azure request IDs:\n          GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/4249c9a2-6a00-4a31-a13c-7b395eeda2a9\n            correlation ID: 79f0a27c-81eb-45e3-ba1c-7ed22276e9b1\n            client request ID: unavailable\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4df02b86c3017080377e11175c7c07789e1a456c672831bf64f248cd55f61a83","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: KubeconfigWaitingForCreate: Waiting for hosted control plane kubeconfig to be created; hosted cluster degraded: UnavailableReplicas: [capi-provider]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["25d52162053e586fcf0f8b1f80f5bd0904e6a9593e2a7e8aea650a9440b7f090","4df02b86c3017080377e11175c7c07789e1a456c672831bf64f248cd55f61a83"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2115141408368103424","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-10-27T17:59:01Z","started_at":"2026-10-27T17:59:01Z","completed_at":"2026-10-27T19:35:11Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-27T19:47:39.491923185Z","timing_metadata_checked_at":"2026-10-27T19:47:39.491923185Z","region":"westus3","region_metadata_state":"found","region_metadata_first_checked_at":"2026-10-27T19:47:39.495820173Z","region_metadata_checked_at":"2026-10-27T19:47:39.495820173Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2115118782362947584","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-10-27T16:29:49Z","started_at":"2026-10-27T16:29:49Z","completed_at":"2026-10-27T17:52:57Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-27T18:02:53.921549589Z","timing_metadata_checked_at":"2026-10-27T18:02:53.921549589Z","region":"westus3","region_metadata_state":"found","region_metadata_first_checked_at":"2026-10-27T18:02:53.924918178Z","region_metadata_checked_at":"2026-10-27T18:02:53.924918178Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"eecb6495096787856b7cb497efbc977416bec920a395ded06b2518d9ec265a91","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2115118782362947584","occurred_at":"2026-10-27T16:29:49Z","failed_at":"unknown","signature_id":"591299a6155c115749a9c57afab02aeac1e70aa273d0348576c446c05bcedc8f","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"integration/parallel/all","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:154]: HCP cluster rg-candidate-4-20-x79lxq7pcp2s/cluster-candidate-4-20-wz9qjx should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0x1ea33da4c3e0\u003e: \n    failed to create HCP cluster cluster-candidate-4-20-wz9qjx: failed waiting for cluster=\"cluster-candidate-4-20-wz9qjx\" in resourcegroup=\"rg-candidate-4-20-x79lxq7pcp2s\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/5ef510b2-7fbf-47d3-a252-f868567b1a44\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/5ef510b2-7fbf-47d3-a252-f868567b1a44\",\n      \"name\": \"5ef510b2-7fbf-47d3-a252-f868567b1a44\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-27T16:50:03.68579052Z\",\n      \"endTime\": \"2026-10-27T17:19:03.174752422Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: KubeconfigWaitingForCreate: Waiting for hosted control plane kubeconfig to be created; hosted cluster degraded: UnavailableReplicas: capi-provider deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    \u003cAzure error internals omitted\u003e\n        Azure request IDs:\n          GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/5ef510b2-7fbf-47d3-a252-f868567b1a44\n            correlation ID: 0794d196-09b5-4818-a7ca-7f5fb13bca4d\n            client request ID: unavailable\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:154]: HCP cluster rg-candidate-4-20-x79lxq7pcp2s/cluster-candidate-4-20-wz9qjx should provision\nUnexpected error:\n    \u003c*fmt.wrapError | 0x1ea33da4c3e0\u003e: \n    failed to create HCP cluster cluster-candidate-4-20-wz9qjx: failed waiting for cluster=\"cluster-candidate-4-20-wz9qjx\" in resourcegroup=\"rg-candidate-4-20-x79lxq7pcp2s\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/5ef510b2-7fbf-47d3-a252-f868567b1a44\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/5ef510b2-7fbf-47d3-a252-f868567b1a44\",\n      \"name\": \"5ef510b2-7fbf-47d3-a252-f868567b1a44\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-27T16:50:03.68579052Z\",\n      \"endTime\": \"2026-10-27T17:19:03.174752422Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: KubeconfigWaitingForCreate: Waiting for hosted control plane kubeconfig to be created; hosted cluster degraded: UnavailableReplicas: capi-provider deployment has 1 unavailable replicas\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    \u003cAzure error internals omitted\u003e\n        Azure request IDs:\n          GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/5ef510b2-7fbf-47d3-a252-f868567b1a44\n            correlation ID: 0794d196-09b5-4818-a7ca-7f5fb13bca4d\n            client request ID: unavailable\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"4df02b86c3017080377e11175c7c07789e1a456c672831bf64f248cd55f61a83","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message cluster creation did not complete before the deadline; [clusterServiceClusterStatus] cluster service is installing; [hypershiftHostedCluster] hosted cluster is not available: KubeconfigWaitingForCreate: Waiting for hosted control plane kubeconfig to be created; hosted cluster degraded: UnavailableReplicas: [capi-provider]; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["4df02b86c3017080377e11175c7c07789e1a456c672831bf64f248cd55f61a83"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2115045747266162688","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-10-27T11:39:36Z","started_at":"2026-10-27T11:39:36Z","completed_at":"2026-10-27T13:07:24Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-27T13:21:00.186064968Z","timing_metadata_checked_at":"2026-10-27T13:21:00.186064968Z","region":"westus3","region_metadata_state":"found","region_metadata_first_checked_at":"2026-10-27T13:21:00.18951386Z","region_metadata_checked_at":"2026-10-27T13:21:00.18951386Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"469716ce59c35880179b16b9e47e6dd9c2b415d80b8dc125d0b456ff5f3d3330","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2115045747266162688","occurred_at":"2026-10-27T11:39:36Z","failed_at":"unknown","signature_id":"1891a29ab5c313967803e3f1bb5cda4edbad4544a1c1644ab1374f58167df64d","test_name":"Customer should be able to create a cluster with ACR pull via managed identity and pull from a private ACR","test_suite":"integration/parallel/all","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:657]: failed to get admin REST config\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0x13a2362ee210\u003e: \n    failed waiting for hcpCluster=\"acr-pull\" in resourcegroup=\"acr-pull-5cjwmbnpxtmc\" to finish getting creds, caused by: timeout '2.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster20261001 for cluster acr-pull in resource group acr-pull-5cjwmbnpxtmc, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"acr-pull\\\" in resourcegroup=\\\"acr-pull-5cjwmbnpxtmc\\\" to finish getting creds, caused by: timeout '2.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster20261001 for cluster acr-pull in resource group acr-pull-5cjwmbnpxtmc, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0x13a235e7d850\u003e{\n                s: \"timeout '2.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster20261001 for cluster acr-pull in resource group acr-pull-5cjwmbnpxtmc\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_container_registry.go:657]: failed to get admin REST config\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0x13a2362ee210\u003e: \n    failed waiting for hcpCluster=\"acr-pull\" in resourcegroup=\"acr-pull-5cjwmbnpxtmc\" to finish getting creds, caused by: timeout '2.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster20261001 for cluster acr-pull in resource group acr-pull-5cjwmbnpxtmc, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"acr-pull\\\" in resourcegroup=\\\"acr-pull-5cjwmbnpxtmc\\\" to finish getting creds, caused by: timeout '2.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster20261001 for cluster acr-pull in resource group acr-pull-5cjwmbnpxtmc, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0x13a235e7d850\u003e{\n                s: \"timeout '2.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster20261001 for cluster acr-pull in resource group acr-pull-5cjwmbnpxtmc\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f8a1cfd7bf1a0bd0e82317121262b87bf51fd3aef00a088f1d465c1acea348e3","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"acr-pull\" in resourcegroup=\"acr-pull-5cjwmbnpxtmc\" to finish getting creds, caused by: timeout '2.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster20261001 for cluster acr-pull in resource group acr-pull-5cjwmbnpxtmc, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["f8a1cfd7bf1a0bd0e82317121262b87bf51fd3aef00a088f1d465c1acea348e3"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2114968861756362752","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-10-27T06:34:05Z","started_at":"2026-10-27T06:34:05Z","completed_at":"2026-10-27T07:43:05Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-27T07:47:34.915990247Z","timing_metadata_checked_at":"2026-10-27T07:47:34.915990247Z","region":"westus3","region_metadata_state":"found","region_metadata_first_checked_at":"2026-10-27T07:47:34.918841638Z","region_metadata_checked_at":"2026-10-27T07:47:34.918841638Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2114936561144434688","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-10-27T04:25:44Z","started_at":"2026-10-27T04:25:44Z","completed_at":"2026-10-27T05:50:55Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-27T06:01:50.418421982Z","timing_metadata_checked_at":"2026-10-27T06:01:50.418421982Z","region":"westus3","region_metadata_state":"found","region_metadata_first_checked_at":"2026-10-27T06:01:50.42191227Z","region_metadata_checked_at":"2026-10-27T06:01:50.42191227Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}}]}]}
