{"meta":{"start_date":"2026-03-23","end_date":"2026-03-29","start_at":"2026-03-23T00:00:00Z","end_at":"2026-03-30T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T17:17:06Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":42,"failed_runs":22,"raw_occurrences":326,"matched_occurrences":326,"runs_affected":22},"rows":[{"environment":"int","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-28nqv4, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-28nqv4\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-28nqv4, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":189,"runs_affected":12,"failed_runs":12,"run_impact_percent":28.571428571428573,"anchor_occurrences":189,"after_last_push_count":266,"trend_counts":[1,0,19,33,80,57,0,0],"trend_range":"2026-03-22..2026-03-29 UTC","prior_windows_present":4,"prior_window_starts":["2026-02-23","2026-03-02","2026-03-09","2026-03-16"],"prior_runs_affected":29,"prior_last_seen_at":"2026-03-22T04:10:54Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":10},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.21","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":4},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":9},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":4},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":10},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":10},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":10},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":9},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":6},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":10},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":10},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":10},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":10},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":8},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":9},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":10},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":11},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should upgrade a nodepool from 4.20.z to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should upgrade a nodepool from 4.20.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","occurrences":10},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":9},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":10}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:134]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014cacc0\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-ck2bxp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-ck2bxp, error: context deadline exceeded\n    {\n        msg: \"failed waiting for cluster=\\\"private-kv-cluster\\\" in resourcegroup=\\\"private-keyvault-ck2bxp\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-ck2bxp, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000929890\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-ck2bxp\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:134]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014cacc0\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-ck2bxp\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-ck2bxp, error: context deadline exceeded\n    {\n        msg: \"failed waiting for cluster=\\\"private-kv-cluster\\\" in resourcegroup=\\\"private-keyvault-ck2bxp\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-ck2bxp, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000929890\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-ck2bxp\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012dc8d0\u003e: \n    failed to create HCP cluster ea-listk99r75, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listk99r75 in resource group ea-list-7tsrmq, error: failed waiting for cluster=\"ea-listk99r75\" in resourcegroup=\"ea-list-7tsrmq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listk99r75 in resource group ea-list-7tsrmq, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster ea-listk99r75, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listk99r75 in resource group ea-list-7tsrmq, error: failed waiting for cluster=\\\"ea-listk99r75\\\" in resourcegroup=\\\"ea-list-7tsrmq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listk99r75 in resource group ea-list-7tsrmq, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc001212330\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listk99r75 in resource group ea-list-7tsrmq\",\n            },\n            \u003c*fmt.wrapErrors | 0xc0012dc8a0\u003e{\n                msg: \"failed waiting for cluster=\\\"ea-listk99r75\\\" in resourcegroup=\\\"ea-list-7tsrmq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listk99r75 in resource group ea-list-7tsrmq, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc001212330\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listk99r75 in resource group ea-list-7tsrmq\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012dc8d0\u003e: \n    failed to create HCP cluster ea-listk99r75, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listk99r75 in resource group ea-list-7tsrmq, error: failed waiting for cluster=\"ea-listk99r75\" in resourcegroup=\"ea-list-7tsrmq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listk99r75 in resource group ea-list-7tsrmq, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster ea-listk99r75, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listk99r75 in resource group ea-list-7tsrmq, error: failed waiting for cluster=\\\"ea-listk99r75\\\" in resourcegroup=\\\"ea-list-7tsrmq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listk99r75 in resource group ea-list-7tsrmq, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc001212330\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listk99r75 in resource group ea-list-7tsrmq\",\n            },\n            \u003c*fmt.wrapErrors | 0xc0012dc8a0\u003e{\n                msg: \"failed waiting for cluster=\\\"ea-listk99r75\\\" in resourcegroup=\\\"ea-list-7tsrmq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listk99r75 in resource group ea-list-7tsrmq, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc001212330\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listk99r75 in resource group ea-list-7tsrmq\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:136]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009fc450\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-jnxjrh, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-jnxjrh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-jnxjrh, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-jnxjrh, error: failed waiting for cluster=\\\"idms-e2e-hcp-cluster\\\" in resourcegroup=\\\"idms-jnxjrh\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-jnxjrh, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000c71e70\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-jnxjrh\",\n            },\n            \u003c*fmt.wrapErrors | 0xc0009fc420\u003e{\n                msg: \"failed waiting for cluster=\\\"idms-e2e-hcp-cluster\\\" in resourcegroup=\\\"idms-jnxjrh\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-jnxjrh, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000c71e70\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-jnxjrh\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:136]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009fc450\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-jnxjrh, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-jnxjrh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-jnxjrh, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-jnxjrh, error: failed waiting for cluster=\\\"idms-e2e-hcp-cluster\\\" in resourcegroup=\\\"idms-jnxjrh\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-jnxjrh, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000c71e70\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-jnxjrh\",\n            },\n            \u003c*fmt.wrapErrors | 0xc0009fc420\u003e{\n                msg: \"failed waiting for cluster=\\\"idms-e2e-hcp-cluster\\\" in resourcegroup=\\\"idms-jnxjrh\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-jnxjrh, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000c71e70\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-jnxjrh\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037557559711240192","occurred_at":"2026-03-27T15:49:12Z","signature_id":"9bf0db958e9a0868ef067e35606ebbc92cf0cd51ebca0b11486e67126e330c6f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"0c81dc3d9ae9910bc00ba805a980f521feb1b2ad05cdd3f1f8235518c50a5dcb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"1468cb5a5dd7edab02b8e13ab2fd5b3ed9254cd2ca4b57f4356eed242aab1323","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"20c9dbd1131e4c538183a5788c45c3ff4cedf80f316d539bcb455fe47b638fd8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"2c5696bce8777d8f6677695deb356e3686266bfec13087f35484dd1deafaf60b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"396257ea3708217ac1b8999051b975c006ed825bd8b8a13021056ed55bc2e839","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"4570bc341f3f2d861928a4b449639fedad696507873802bc3450423ae110dca1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"53af53a3bba9f8bc5f3729bc36df75781a7624cfe1c2a3336d11c0d5b700ee88","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"6c4172c030c0fa408648984dc0aea3faa1a5485ce729840700bd1c5d6fe94729","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"87f24bf20755c3fe666abc8d210fe6a72fe16a57a8f73efcf003e825e506ec9b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"9dac912bc0dd25a43425f0cb213ced5154d59c7d004301fca1c09e6e8e35eae1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"abf75bd7d3ee5579c6439a47704cdd6762afae96b116e31c0070d0a7e977fb0d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"c1b5896d3144e148036890ca9a1b779d4e4f68d6ca854ed4a660e7bac2b1dab8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"c1f0fff6cade4f2c33e1734e3b46d58fbb00f518ab38c12453e2bba41de8db68","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"c421dd733f84675de7678493b9e9502fecfdd0b63bc0cdf52f5551e3c0fa3496","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"cc75e75d078f95eda3a083e656004ab7d26e6f8e6d8598ea67f7b9e5f1f3da56","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"d0d92cbb33205efa229d5f3fef327bdea5ed3c64d06071b54470a89d620f8d36","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"dab6a318f3083ee67b5fb9db42eecb5c364ef402a641a46b346791d823b29575","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"e4061f589c8e6f13f06c283ebc41bdaa44a975a6080f1b18e053a83941559d82","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"0ed8d66d8d9e33f08dc8cdee19162c6e97042a9e1185123930d6f02308b8f890","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"151083784509661050799e9418c89b0012acafd8898eb4b20514625afebf4a21","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"1fcd38a9cdc09bfe83358b50045a00fc70bf16506cf4ca8f66eb47ae0572e6e9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"4027f0e971b2d2a10e3d334655ce42b224f00deb31eb164d8ed9e81005b591aa","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"40dc12cfc6b1e203dd0ceabbd0688e140241160726adab1f96541b12ad8c13e1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"4509c5fdca926d939fd076262c7aa16c694d3a377033c73edec7ffa8e6b26a99","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"4cc4073c4a166f140587d389e0ef256ce7e7ee2c091c6703c529cbbc2a07946d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"708f17625acfe4fc27f6e200b5daacfb55d9af0081d82a210c18aa41e9bc1394","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"7df204c6dc2597611fd536d0d917e54aab5fb2f742f340644fbb42d6ab5a9eb9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"8921e896bcd616f68e6d69e33f483e4af56a4a6251d7c492aac816b7955cb200","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"9eaeed833193637ed38545e4e56b67b157994e38b2b7ed256093f455f1287eba","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"9edf0b074c8a5d9d7dabf0e7b407af36c87ea50654086158a908c0f4c7e6b9e4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"a7d55b97cf1a5eb0fe5ca06b1fdf3fffafc2471d96120170533f5893e9b045d4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"d03ccf6df1a70be6ba5a4d2ec5fb21338098c895f0f9f9f96d56e2f10d75c57b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"db587d1bbae8f73ba724e0e733f59b2f4f22eb1b8f2e2f1d046d52845383b6ec","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"e6da818fa776aa1616bb741e3134c5b7cd67785d8e0052252aaf2534d19578c3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"e859d11ace7bf85be34ab9c0d7e19c068c9fe225414f2f9b32161734712b3fd2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"eb2a45ab249ddbd8cebbe44771323894128fd37f270f473a252470b02562084b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"ede2305ca1663273993d6a9b3bd5272fdc425ca3a9f5a76f9beb8b37af136585","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"08dcd2a7d679d01012dac74cfbaec176c4832e05f94c92d6a8c14ef5aae18656","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"0ce36db921934b1b5fcb0d6729fc5dfb392ba27254cd930f3b8d9348f39a1629","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"1eb3600705e6281f3da2763fd8aa90a2e1ec89013b67cda159e82e43efc984fd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"22c76db067beb52c060810092eac0bd36f4c07d29bf1c7d7fe7b15d98802ce40","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"29c35a96a17fd574d055b360d684ceb11c1280b4a36065134de390fbb7790e32","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"3b55e6f85d15d2292268436611cecc7b3f4b6b8e49a3beddd4990a2e89d00e44","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"43bcf349a7258130cc9f3981e3d0b098eb4639c5d0d9727b0baf65c50d4bb34b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"467b2c94495ac82ce1fc2baf830bdd9e310717ecf4701cb63e4acf081c356e72","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"53ee8321b7d375e1c60ba00179887e8dce6f1c03580891d86cd225d12b73e7e9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"63a7d943beab65ea1b0e83436ad7c36f08e977f6fb99b962eee585dd89967251","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"66bb63617b75bd2793de4f6941b11d4b803f6bf43f8e919a66747def9c90c535","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"82de229a8a26750c06512c028acf4fb80cfc678836f956552539389dca75f9af","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"95cd48c531ce680ba791027a2d2ec67ab009b30ac8b0441712ad760291bc5901","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"9955281d051445653da74a8ec12e1bf188b0799d5363762309f2a96bd91815b0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"b9459c5d3887f934b7bbfe31a3d0ded1436b75f6718c365da54d2f129b5114ac","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"beec0c50d78ca37eea68e8f9c0c73b3386cf82100bba119c716e4c9e17bd7867","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"d23ebb096e02af01fa0e71e20eb1344382511f5cddae4655d2bc572a7a567f42","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"e37305956105170a486469f3e8b31790e48fe40c53b7b756bc00f2a8c78002cf","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"f11b6d8b1515ea585b7dc32d6f94b7b0c45693dcb13d7f9dafa9024f06dd5260","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037303065828134912","occurred_at":"2026-03-26T22:57:56Z","signature_id":"090d642b865ec9db7de12f8aa2aa7ace56b4ffb6483b905856523da4ecf10724","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037303065828134912","occurred_at":"2026-03-26T22:57:56Z","signature_id":"8cac051afa6abf73db6392e5202f6ce3c05c12a17b19e3675d7994f3d93db7bf","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037303065828134912","occurred_at":"2026-03-26T22:57:56Z","signature_id":"a2a904929c86c0dd7d25ded835c49a37f45e88c9ffe7956788ad443f5cc98301","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037303065828134912","occurred_at":"2026-03-26T22:57:56Z","signature_id":"b40b1be47818e63c32efabcf86da243917bbc518851367829474023940c6cf4d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037303065828134912","occurred_at":"2026-03-26T22:57:56Z","signature_id":"bdd28bb1d21f59c9ab0c3e0c5e43dfd7ec842bef96cdd7937a8ea95f956fd1bd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037303065828134912","occurred_at":"2026-03-26T22:57:56Z","signature_id":"ce8c4427b334a244f5491a6f95e41faad5997373180d8278cfdf185331cdb074","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037303065828134912","occurred_at":"2026-03-26T22:57:56Z","signature_id":"d02f5ee700f18f2c29c4a8b2fa10f019cac1330817c9a91b28a358dc559bff98","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"0c6290e02ffef386ccfe3560bd1f35a0be792d3e4e84d1c2919450589e12d111","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"14bf42d5984fe05f7da7c2c8bc33865e2d2a15439f630a4d7892c91a36a77291","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"1a4e2fe2d0f0f6595c1aad5a509cb765a7095dbc207606b5a5df8830352bf92f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"6b17eab56dbd359eac4e90d1883acaafbdd5279a3e1e9742d08ee09d6b448843","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"7d4e0bb6929ea7362055e67d326d6c75ea55562dd69ab61d2f505e07f2674c0e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"83b6e03fc2c66e517d41c515ecc06aa725fbdec690d268250f379c44cf87e5f9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"8afa450c8f43552d908108a6f192b5306654efaa39c1aff2f68f7dff7cddb79e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"90aa20f8af9aa2691f1d632fb699987be8e076508d7701a16913a3695bf52266","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"930c738686ea1dae20fa385ea8147331873bfc68125c058e812c92091fac0ba0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"9548f90a5906112d974d3042e6ebb64ed902a0f68c37745f1f2492302dcb7e84","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"a0c6059e336f57a1eccafb736d3cdc4f3ef75db806b2163b396c138f5b9089e5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"a4e5028debf10d0f307f6a905eb2393d18119b3e369d792a57fc61fada39311e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"b06e0fb7484fc15ce9929f0b31b24543d6983c8bf253f09232ef6749d3465597","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"bbf040915600ea5be6522d5988ea8052b9fc75f05127f24a6b85e20d406f6b80","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"cd9894206cd7c541fefad9eef36f8672993aeeaef7105d1fc37cd3568d372027","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"dad7138c534bb18b979f4a79c52e6a3a731ba450ea03a30634460fa8f8239d9e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"e5ab345b7c4a9faa9da0034076f1d8ec9113e2a03e0e2764c5b38c68c6298f8b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"f17cf970c16e751338921006f7bee77e1edc664b5f16a7f8cd2192733ffd9f9a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"faddf6188736487b2287228b3eb089046f2b8cdbfaf1914796807093864edfc2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"05056f9bc60b830e7d3c951fa17af8831ce296a0fa4b5b808f6fd275ab5e9a67","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"07fa7ed3075a2b93f3ed5fc6e875a06077b10e080db5c573ea9fcb45e06c8ebe","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"0807d0fe176787decee9ff972c2aff5afcd910f160a60ce78b491c2d30068c93","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"206f7b1cf40921c30c0e850c0152c5b87b78a83763545dd6250ffd664c6aa028","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"2def6cb999037526f382f8a07d4b58e09b61af35a62f6ee58aac070b34e0defd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"486c83bd348cd909ae5dabaa540c88017b76ffa24114f3401a0d9c6410b5d417","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"4f77db2702464d86c5265a6e26e960f8502bbc8d630bfc5a4dbf6987bc1464de","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"5c5b56a5a8b186e8af889b965054bf6e323499eeece01293e10efc007a8229e3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"7542517784e6c909c561d35077f35c2be7fd0ebf8a6c6da3454a8a39baf0aa44","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"7a7dfef179206e004d6c4448e5e4c6f5d8f5537c08b8a1eca0349f1b1ea82f08","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"808e479ddf55cb0a8a4d6735dffbfe5a5d2aa7bd99f08a3696f100d5b359dd4c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"9a2294ae5f60dea135ec2651433732d73befdf2a369b5a1d4080f68564545402","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"9dde4e9b7f5fe5847d6c211c96a9355f257fe817a265e0aec623838f72201d3f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"bcfbef87143b0d0a478527a44ae3ceec65a944b79a4b36b8016b170bbc9be1aa","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"d4e3868c1094d1031ca9e81f6c19b3aa16ff2bb08cbfccc3cf43d82250c42c0e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"eba4d52ee488445c88417016fcfd802fee84a447be7d5abf6ea47f8da5ea18d3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"f8bb1cbd6b29208a6321fc0463f32ced620e738755be7ecfbf347d14140fa46a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"02900795990df0a32679141e5a98e2c239351212ab782d62842e28b5c1e014d3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"02b597568fa7b20fde6c835d1e14d5995656b7b058ec5a19fadf97fd33759697","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"10349c45683416b1fdd9867b78782183001d599a0e93dc8aec3704820357606c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"1e918a1713172549d1efc930d562dbb2348b705ff143fa57e13122421615e6ab","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"21ad7f187212d880d12e9ffd92b41e6985b1ab507a0094fc6e71f88e28130309","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"31846669fb0b19a1fa93b7d86546601e44e5bfee837ec67d1d18ea9b11c992db","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"44597cdc1d346771937aa02c740dc0400965851aaf3f1c45826a61ab2e2069dd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"46e6dfdd3be7623f88393445f35f7fa58dc75ff2f70c288b173a057791d598c0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"5adf3d2303835607b33de0966820a1fa142bf65a3f7e71ff8dedf94266b0ed52","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"746234359811d42f634dee65d468432a4ed7f4e6878663dadf5d8107c5c3a14a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"b8e6ec62c62319cda5d0273731c7ade623696472d8d1679e0442b6eedd2bf63a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"c816284126010ca1f7fcf1a3c0c3d244badcd129c8da2fd4680d5c6f8d808757","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"cc45cdb6f4eeb7c8d555524f16449b12cd74f8bb244fbc42b4b3271786a2225a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"ce8b2482d411c4765d060996073884d214d51436ae693767faedd7efc0fc5ac7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"d95beee69928b5b8144bbbe358f139256ef7632086357c03b27469358494bd18","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"dfd9c48d1cb1605a135e1aeb699e683de0e611e7fdb5c9de743e5f064b16db5c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"e261efdbd4bb0139f73114f0664182eb0a91b248a706456fc5bb4b1128619278","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"06cc73f412c4d5b144843d1011595175dc3679b727827f68d61fa8b164885d05","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"073f9ad8cfcc3ded2f07dcb6885ca333f887d7b9c3d66a20cf336fc9d3c25ee1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"16866b385ba90665caeaa4b4be508587acec20ee7e9fd588818345b212c643a4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"197320e3763a73560e76c58bfec08c423ff171af2c4628cdc6c82b603c76e3bf","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"52e7a321c0d1fd87e87e4be5612923efd78dcd0c8757e3cb08e0196eb274afeb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"80cc11577ca87e2b7a14d1f37402b63baa7d08b9b1695db55fbb1305e2a0a002","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"80d17367d07f7e1399661a044c6cf37df642e0e68c5290e1af9933cb107b0e74","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"8ef4914e57fbe397fef0d97567fe37fc23a4bcdee7a58ea9724aefedf9af5c4d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"9074ad0d4c5849af8af54ffdec5402730f527e117752a8fddec0b1d808aa7d46","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"97d3ff9c57a8d6d4ae8738a288311ba0d75c4370dd23a16a6fd755a58509c4ab","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"9924d2e6d6ba626bc29a7c982cf5b1ed6ddd47fc952701f77b5396221846f19b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"ac0320687227a2c1a94c15fff7b4ca2c2dc240438e308f94a27a689df0710511","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"c2a2292e8981beca37f49e6d4ba2363cb4019c7718f3be00aefd572870812144","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"c350dd8fce74200c3c4c00c5c37dd67921307ccfd27e4c9dd348194d7a3ae0cb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"d44f3fbb5f971f78280fef3243d89f2e7b60265b0ddb40da761453977947dd56","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"dc9cea100d9355c2ca66146b213fdf127bd0e15b492be6518ff50f4a1a196c3a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"e374425d83c4f8b4ed2813f965722e26e4ea957933abea8afc3f338c4c34b744","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"f0bb8d496a3be751fce97d5eeb607eb62bdb4cc7060cff4a4908b5e4f352b5f5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"f45b34f6ca1dd0736637f75412d1f4121a203cf6847dfb9489f0fea22d5c23db","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"f612a50103c58fd2f2414afa2756cb3e982ef9216ff24f72626a6bb5e741bd44","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"0abd6ba6a343b25ac6bc2b9090d6dd4c43600ae4596b878201b68717d46c10f9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"2fa69ac033ec2c159e3bd9b2e40e3daffa0345185abca8e7eedea82465ba75da","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"396b46c32351385a47482299257f05b37ffa9eb30edd82ede40f2182751c744c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"3e92754240236aa292142c1d6a30b07a5d2d04723d32f85f3c0cf2b5794c47a2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"5e1b072c5c4efd46b9f62c161e0a7089c814e2137b3962e693229e465706f72f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"72aa56dff939c6025f4f7c11e3c5049a1a20af51e8f30ca9860456dbfb9af6e2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"890750bded37d69b41e0f34fb6df46f3fc1054b5140869199ec32a5b3081eb4c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"8e56855e1db8724cc63db64aa3b756c866d72cf3451486f271e16ef5f999e885","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"99fff06e06fa4e746dd12d3295fe5db02b356c23490d75b74177af4d2dea5916","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"9ca7282a6c9148a16f747bb89a2792d09f255dbd90095b376be5b11d7369c21c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"9e2f8d8ccf16e8471ed5d68593deb6c7a651ca43f32e3611fc5fc5847d5c9643","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"b65c32fc3076ed21c7e9e463999dc4d15213f50d2fa6d44145eb34632546066e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"b69ff14a6bbec0fc0332f1b260135c84319cc4d6f0f555fe2ea799d4bd61b18e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"c072d5a9f22f01b7f36adab419810d5c0611cf22a79da54783fcc25edf6fd8b0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"e65ec5171a81f8cf7f2302987d1b0338cb7427e4cb9166f4b23651a1bc8eb9b2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"e76543169564f848d2e0801d432ef455ad281ac6b740c2df8e8032ac19d82de0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"efed81635e50d9d1c4068cfb6e64585dd71bba11b16834d3dfc467faffa45eb0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"620ca66870a34e97b6750125e9b9e14b7b8fe01f59a785f8bfd0d4cedcd5c68b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"6a5653100a15735283a095cf13a7321b6982628823049ac8bbfe7720f48a4eb7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"6c824ea9cf099b09e42d6513f7c92aaa97fc5ec06ec5ba5a3d17042e7eb468f2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"720d13e12efdeb1e777a7a024dd81578ae984b2e2477b40f852098e013812518","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"7f8901b59629097cb77ba70560c73cc19224a67ec6ed6792cb4fca9f71a3bb05","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"8e4f90db70e32349f5d8a9bb793d483ccb12a00a27e42ec4cf55ac0ad81f90b3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"956eb8f30814e3e07f5a999e7f9621d8a77fe5cdd20db749081ebe4c010d7d9d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"a4139f0082ca30247e31673c5b017d7ecc0cd9e6c91a06fea1f652a33429cce4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"a7e82d90e306821a63ffd4e24dc8f108cc1342c9197e75ce53bbebc9d9f740a7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"a9a8df33d17e4ea9ac92e2ec93cbf1001a32138adfc5e86e5ff87984e41d2206","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"b64eaf8a601f7825b32a1a3481a45634ab63cd57a1eeea857a82e63f491a85aa","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"c23865cd5849ff60831243bed0a39800cfe2abe39bf4d37bf13c249d3191e91d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"d4a258a5dda6a50ec1fcba269c392b1e4116951d9db4f567ec17e0bf2b493b44","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"e6f6f8747a2a6b20b7647fa188c0951d43966d43f803abe20031fa5d7bcc502e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"ebda800b88a1221e8974af32e35b9d4bc895d36522b2c36e2a7f528136906f0e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"f20a06cc299b45dd74ccda10acf7995d57bfb569e11f58f9f6d169c8126b694f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"02258756b4687efacbfc1a5acc1b5738d940c15035c5ebae3911d2d7fe210197","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"05d19809ac4c726f4bee0e21674b95109dc7bcfca9f6da357c6715ad5e22f344","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"07168085697e56fb2526c345bb2a31cc377acfb118ff517349324da7976f79e6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"0c9550d0f8503a29b2fb1be1735bd66164272480275684fcb54f7fbb503737d5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"1f13d8b2ff251d7340d646bd762104ad71eb5590210f183aee8e4e18de9eebff","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"30c77a21484f1c23bb03cfd543392bed93eef7b64feea7c8935f2b40b0e2aacd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"33ac321d478cf69c3924e73c5503f39a4aa87a252d0bcf510bf5b74326536ce6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"3f5b005258f6c766526f500fc80deaa4631a34afacc2780deb825dfa8efa0dea","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"42d2ca06557e5150c9dbd5e17b30a16b36f9037abec01eca216c996883201249","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"45c39095263400888377e593a6ce4742db789663485115ba6f0ec94ae14173f9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"50b0ed59ae5438677504fc8d6379eaf6df04a54587fe6c9408e301d6804b36df","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"5600785c83d600bccc1739afaa674e006faae8919cfde8a735924f1e03f402c7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"5e9aa173063ccf2ed60acde1436ff0832c0011b4b78814f4d8a593b11dbc5576","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"6703a8d1897bcdbd2890cac57bc98d1d8e0d8fc4500a132120e6ced85fbb0580","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"78a82fdaf5719b88b4d5864489e3050f0d4ad2f10e3a340e5c4abc7c8489416b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"b6610ac529dbd3d6ebd2c9e3b1f1aa1cd7ab6811355a64090b73dfdf0b3c9441","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"c6fa40239e7ee7f0365604144df1ea895727868365aa652d1bd7db5aa2d9b217","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"ddf2efc62a3cf5cac808d312004cba02267d9cdda04a075e64add070e7e6a8ab","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"f0e996908b6f1adbb6edad71f2ba8cad2bda1467a4946f4209971fe4271d4f85","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"ed91849277e23f84f2cfe3e0bb2a2379781cf9007095371a6220d51d0605b4b7","failure_pattern":"Interrupted by User","search_query":"Interrupted by User","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.20","occurrences":56,"runs_affected":11,"failed_runs":11,"run_impact_percent":26.19047619047619,"anchor_occurrences":56,"after_last_push_count":73,"trend_counts":[0,0,4,12,23,17,0,0],"trend_range":"2026-03-22..2026-03-29 UTC","prior_windows_present":3,"prior_window_starts":["2026-02-23","2026-03-02","2026-03-09"],"prior_runs_affected":24,"prior_last_seen_at":"2026-03-11T00:05:52Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.20","occurrences":10},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.21","occurrences":9},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":6},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":10},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":8},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":4},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:68]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:68]: Interrupted by User","fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:35]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:35]: Interrupted by User","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:127]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:127]: Interrupted by User"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037303065828134912","occurred_at":"2026-03-26T22:57:56Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"e519f1887d9740d59629140c909a7511daaa51821ca3498a363bc02241e26c7f","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"admin-cred-lifecycle-lhbnlp\" in resourcegroup=\"admin-credential-lifecycle-test-cxpsw5\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-lhbnlp in resource group admin-credential-lifecycle-test-cxpsw5, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":45,"runs_affected":8,"failed_runs":8,"run_impact_percent":19.047619047619047,"anchor_occurrences":45,"after_last_push_count":45,"trend_counts":[0,1,0,0,0,5,15,24],"trend_range":"2026-03-22..2026-03-29 UTC","prior_windows_present":1,"prior_window_starts":["2026-03-09"],"prior_runs_affected":10,"prior_last_seen_at":"2026-03-12T07:38:45Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.20","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.21","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":5},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":5},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":4},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":4}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:157]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001508390\u003e: \n    failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-nqc9bn\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-nqc9bn, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-nqc9bn\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-nqc9bn, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc001392170\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-nqc9bn\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:157]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001508390\u003e: \n    failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-nqc9bn\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-nqc9bn, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-nqc9bn\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-nqc9bn, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc001392170\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-nqc9bn\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:156]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00129fb00\u003e: \n    failed waiting for hcpCluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-2nlfhj\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster idms-e2e-hcp-cluster in resource group idms-2nlfhj, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"idms-e2e-hcp-cluster\\\" in resourcegroup=\\\"idms-2nlfhj\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster idms-e2e-hcp-cluster in resource group idms-2nlfhj, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0007a6b60\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster idms-e2e-hcp-cluster in resource group idms-2nlfhj\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:156]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00129fb00\u003e: \n    failed waiting for hcpCluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-2nlfhj\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster idms-e2e-hcp-cluster in resource group idms-2nlfhj, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"idms-e2e-hcp-cluster\\\" in resourcegroup=\\\"idms-2nlfhj\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster idms-e2e-hcp-cluster in resource group idms-2nlfhj, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0007a6b60\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster idms-e2e-hcp-cluster in resource group idms-2nlfhj\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:104]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001211320\u003e: \n    failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-2m22rw\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-2m22rw, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-2m22rw\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-2m22rw, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00092c660\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-2m22rw\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:104]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001211320\u003e: \n    failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-2m22rw\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-2m22rw, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-2m22rw\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-2m22rw, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00092c660\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-2m22rw\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038260698240258048","occurred_at":"2026-03-29T14:23:14Z","signature_id":"42e7aa42f36e7691bbf60636fc811f21f425dc1f897e614e4d0841f004649bb9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038260698240258048","occurred_at":"2026-03-29T14:23:14Z","signature_id":"c195a36ab8f5c8db0d93f016ca003230f9349008d179d5ac3337eb55aa752f45","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038260698240258048","occurred_at":"2026-03-29T14:23:14Z","signature_id":"f8c89275bf955f4b3c4ade42c733558799db634b2a945d37c1aeec8ab697e983","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038260698240258048","occurred_at":"2026-03-29T14:23:14Z","signature_id":"ff6293e10f2758d1abe5ad92318ebcbaa8ca122ad20894acf55249a7eaf018a5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038212316792623104","occurred_at":"2026-03-29T11:10:59Z","signature_id":"00360cc2395b76a42bb9582c1d6605476724a3c5d165d16accd5fa72db2513d0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038212316792623104","occurred_at":"2026-03-29T11:10:59Z","signature_id":"0d3a21877ea2e9eaa94f54f630225d82b83ef6952c76a421a40dc52a480591c3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038212316792623104","occurred_at":"2026-03-29T11:10:59Z","signature_id":"3b545fbd7a6918df68d71020ffd0b065236d93cb934a3f72c378b3ecb14d2de2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038212316792623104","occurred_at":"2026-03-29T11:10:59Z","signature_id":"3de7ad22d8fe30c2e9477de667af65d9c3a64d634999cacad1a1053156aefdc5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038212316792623104","occurred_at":"2026-03-29T11:10:59Z","signature_id":"41c28bc8e352d28d0efe047ee253b5813498d1b2c38976e5fe3333fa3eec1f12","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038212316792623104","occurred_at":"2026-03-29T11:10:59Z","signature_id":"94609d1b736067e2ae9938fcfd93eb7ae768b96b8b9c03e091449a13c49bc068","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038212316792623104","occurred_at":"2026-03-29T11:10:59Z","signature_id":"9e6a96a9a3f39fac45989d465c0adb24930167a51e2661f2d7414669e1086cc9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038212316792623104","occurred_at":"2026-03-29T11:10:59Z","signature_id":"ac3ef309b9fc43e6f5ce13c621c4fcede5681f21dbfa8244fe5a7887cc96399d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038212316792623104","occurred_at":"2026-03-29T11:10:59Z","signature_id":"ae1810961d5c2b630ad17ba8061c355d61ac218fb6e383e608925b340aa252bc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038212316792623104","occurred_at":"2026-03-29T11:10:59Z","signature_id":"c9dc7eda11dc41075ea64cd35f642c5dd3c36c0b2bc829167b37d575e60f3426","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038212316792623104","occurred_at":"2026-03-29T11:10:59Z","signature_id":"d0a71a0510dc4b5486adabaa21f1ca9866d0968fe158ab3b52cbc4d6dae86b9f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038212316792623104","occurred_at":"2026-03-29T11:10:59Z","signature_id":"df67e06c39b41b18a3a08fc755053723b1e9847e3e763632c266acb9e1b45955","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038212316792623104","occurred_at":"2026-03-29T11:10:59Z","signature_id":"f9f51a358fb36bf932060969968906254ad5245a396ae86ab3ab674ab1d30830","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038107327839604736","occurred_at":"2026-03-29T04:13:47Z","signature_id":"06a0b4ab1c78a20122b938b34eed6968d44463570ecc8ab37304f8d5fbfdd825","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038107327839604736","occurred_at":"2026-03-29T04:13:47Z","signature_id":"604b15d4aa8e4c73b69b01c4bfd450d9b359012496c285bb0c634f3dc8239ae3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038107327839604736","occurred_at":"2026-03-29T04:13:47Z","signature_id":"7cc7ccf0796cec9d59e1068d1cfa0c13f0347f6f32b307bef44c5586ae087925","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038107327839604736","occurred_at":"2026-03-29T04:13:47Z","signature_id":"b80589f5585e56530d0e1c2cd78f17864b5ab7664640b407b2dc1a8723b403a8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038107327839604736","occurred_at":"2026-03-29T04:13:47Z","signature_id":"c2ebc4f01a1475212b00456e94156ecf87e6e5bbb7c2778d9a8ac3a53d6d3cfe","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038107327839604736","occurred_at":"2026-03-29T04:13:47Z","signature_id":"c79ee4ba278ae83a1c982d7548f0125e85eb5855b4f51992fd7560dcb87b8a33","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038107327839604736","occurred_at":"2026-03-29T04:13:47Z","signature_id":"f1b6fcdd76057a79e7381f9d156ba9e4eb1896dc0df9c6c0790a37c1c8f8b1f7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037746786193379328","occurred_at":"2026-03-28T04:21:07Z","signature_id":"04d153c43c89376d98f19f2f074d7e747c7ec21da3de1da948da7f77a3cae152","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037746786193379328","occurred_at":"2026-03-28T04:21:07Z","signature_id":"565ed3e531bd86ace47aafad3aaabe1d3cd27b42a479ef7f818483b8d2057287","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037746786193379328","occurred_at":"2026-03-28T04:21:07Z","signature_id":"a950fb82091a0da152f09edaa02fb516376cf04fa3e9de0e24a3b8ef06c31e0e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037746786193379328","occurred_at":"2026-03-28T04:21:07Z","signature_id":"f438c54b193621c8cfd129a41686d1530924ca03f1d07eb84a0b648b4a63a8a0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037699996773519360","occurred_at":"2026-03-28T01:15:12Z","signature_id":"11cec903f8259ae7ad73a0755cef7c6151bc94b98150454f9716b3e59d76e3e0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037699996773519360","occurred_at":"2026-03-28T01:15:12Z","signature_id":"56dde8a2ab8dc94673094722c8ed7b235b1bd98f9b110416b95ce8ccdd2f7018","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037699996773519360","occurred_at":"2026-03-28T01:15:12Z","signature_id":"7246de8bd1407ad29b1fba7763beff297c8f609752bc52a7ad541e796538e275","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037699996773519360","occurred_at":"2026-03-28T01:15:12Z","signature_id":"81e9e44400e808632492daca2c6df4eeddd328e3f27272af42e82a8bd33e21a2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037699996773519360","occurred_at":"2026-03-28T01:15:12Z","signature_id":"8e0fc20b23f9d63f0f337226be1b988c7d89ce138e3e4b9d182eb01419189802","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037699996773519360","occurred_at":"2026-03-28T01:15:12Z","signature_id":"94fbeb1c786edae9be89829026d3fb69176afdab6d332fc08db9fe7b933cc771","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037699996773519360","occurred_at":"2026-03-28T01:15:12Z","signature_id":"9c6b777002b41833514f9d8ddc0325e9e8d359d8f7abb7829104ae6f450f2876","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037699996773519360","occurred_at":"2026-03-28T01:15:12Z","signature_id":"a600de30917c704963a485dd7bc4765be813dd79c2f5d75103cc4e2330333fba","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037699996773519360","occurred_at":"2026-03-28T01:15:12Z","signature_id":"a79b3a9242f57994a7a8c21599fa4f5b552f3300f0f09d9fa7a1a6e2e724dc78","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037699996773519360","occurred_at":"2026-03-28T01:15:12Z","signature_id":"db908e471e59e7f54ec22944de88d5ba59e2de4c951d14d4fcdb67f534009722","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037699996773519360","occurred_at":"2026-03-28T01:15:12Z","signature_id":"f65b1b7468e0b565403ed0d0d7d80a246bacbd991b93285d21d16280c2ec45b8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037628298602745856","occurred_at":"2026-03-27T20:30:15Z","signature_id":"02340001a6c55a503901731b3c06bcffb816d2e371e51b10c9a16cddedfc3221","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037628298602745856","occurred_at":"2026-03-27T20:30:15Z","signature_id":"48d038fcc0ac265d1e3d2f71ee703175b8d69fb6e8275b15cd1e4e772494396c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037628298602745856","occurred_at":"2026-03-27T20:30:15Z","signature_id":"71283a337654a5334b3b923a77c0123aa95c9ebaa810aaf5026040eba7e7e11a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037628298602745856","occurred_at":"2026-03-27T20:30:15Z","signature_id":"9349294c90fa05642847b341b13b75e624f7451022b2c886770e5242a27b8a70","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037557559711240192","occurred_at":"2026-03-27T15:49:12Z","signature_id":"32e5ce50d1bfbeb226ae81265f914ba40e93ac8520aa8abad3952dcad9ae84c2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036157936429961216","occurred_at":"2026-03-23T19:07:26Z","signature_id":"59c46df934bc4c7745db1c93741e619dcae327516a0d75c33315fd60fe8488e3","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"2d1906ec85d934b5bfe9201fdd489d4450037751378f0d66a8abd6c1b1f5a4bd","failure_pattern":"Cluster should become ready within 45 minutes","search_query":"Cluster should become ready within 45 minutes","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":10,"runs_affected":10,"failed_runs":10,"run_impact_percent":23.80952380952381,"anchor_occurrences":10,"after_last_push_count":14,"trend_counts":[0,0,1,2,4,3,0,0],"trend_range":"2026-03-22..2026-03-29 UTC","prior_windows_present":2,"prior_window_starts":["2026-02-23","2026-03-02"],"prior_runs_affected":20,"prior_last_seen_at":"2026-03-08T23:23:19Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":10}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.002s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.002s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true","fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.000s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.000s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true","fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.003s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.003s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037452645840457728","occurred_at":"2026-03-27T08:52:19Z","signature_id":"7a642a40783ca06c52eebfb80a006a11f078896ee2d3e17894564fbad97bfbd0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"7dc26f820fd2928c111033bd0ce08af1bae6042a6cbe5fb5bf76d461b5be1d01","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"47849310d8baed7614d254a6d678f563ad4b15adc4d5e44bf2723b310f1f24d7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037210183100272640","occurred_at":"2026-03-26T16:46:50Z","signature_id":"7dc26f820fd2928c111033bd0ce08af1bae6042a6cbe5fb5bf76d461b5be1d01","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"b8285d1fe5e0e06b0118077c74385230269c41bde5a189b9513acacc0d1a338e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"7dc26f820fd2928c111033bd0ce08af1bae6042a6cbe5fb5bf76d461b5be1d01","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036978293944619008","occurred_at":"2026-03-26T01:27:25Z","signature_id":"7dc26f820fd2928c111033bd0ce08af1bae6042a6cbe5fb5bf76d461b5be1d01","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"7dc26f820fd2928c111033bd0ce08af1bae6042a6cbe5fb5bf76d461b5be1d01","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"b8285d1fe5e0e06b0118077c74385230269c41bde5a189b9513acacc0d1a338e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036428866838335488","occurred_at":"2026-03-24T13:04:11Z","signature_id":"b8285d1fe5e0e06b0118077c74385230269c41bde5a189b9513acacc0d1a338e","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"d0993ee7c174e66d21d6873cdcbb83cae1352c1482345816cea0f68947670c76","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":8,"runs_affected":7,"failed_runs":7,"run_impact_percent":16.666666666666668,"anchor_occurrences":8,"after_last_push_count":26,"trend_counts":[0,0,0,2,3,2,0,1],"trend_range":"2026-03-22..2026-03-29 UTC","prior_windows_present":2,"prior_window_starts":["2026-03-02","2026-03-16"],"prior_runs_affected":12,"prior_last_seen_at":"2026-03-18T07:37:53Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":2}],"full_error_samples":["e/proc.go:466\nruntime.semacquire1(0xc001686608, 0x0, 0x1, 0x0, 0x19)\n\t/usr/lib/golang/src/runtime/sema.go:192 +0x21d fp=0xc000a595f8 sp=0xc000a59590 pc=0x2b3451d\nsync.runtime_SemacquireWaitGroup(0xc000a30c20?, 0x40?)\n\t/usr/lib/golang/src/runtime/sema.go:114 +0x2e fp=0xc000a59630 sp=0xc000a595f8 pc=0x2b59bae\nsync.(*WaitGroup).Wait(0xc001686600)\n\t/usr/lib/golang/src/sync/waitgroup.go:206 +0x85 fp=0xc000a59658 sp=0xc000a59630 pc=0x2b7d0e5\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups(0xc000548500, {0x7f9abcaaa958, 0xc00160ca50}, {{0xc000daf270, 0x1, 0x1}, 0x34630b8a000, {0x7995009, 0x8}})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:308 +0x273 fp=0xc000a59768 sp=0xc000a59658 pc=0x4fdc233\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources(0xc000548500, {0x7f9abcaaa958, 0xc00160ca50})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:227 +0x225 fp=0xc000a59888 sp=0xc000a59768 pc=0x4fdbac5\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources-fm({0x7f9abcaaa958?, 0xc00160ca50?})\n\t\u003cautogenerated\u003e:1 +0x33 fp=0xc000a598b0 sp=0xc000a59888 pc=0x4fea753\nruntime.call16(0xc0011e87e0, 0xc000091030, 0x0, 0x0, 0x0, 0x10, 0xc000a59b08)\n\t/usr/lib/golang/src/runtime/asm_amd64.s:774 +0x43 fp=0xc000a598d0 sp=0xc000a598b0 pc=0x2b5f163\nruntime.reflectcall(0x73e36c0?, 0xc00160ca50?, 0x2?, 0x79c5cd8?, 0x0?, 0x12?, 0x7018be0?)\n\t\u003cautogenerated\u003e:1 +0x36 fp=0xc000a59910 sp=0xc000a598d0 pc=0x2b679f6\nreflect.Value.call({0x699dce0?, 0xc000091030?, 0xc00000029f?}, {0x7989dfb, 0x4}, {0xc000e30f60, 0x1, 0x2ae7368?})\n\t/usr/lib/golang/src/reflect/value.go:581 +0xcc6 fp=0xc000a59e70 sp=0xc000a59910 pc=0x2b9a9c6\nreflect.Value.Call({0x699dce0?, 0xc000091030?, 0x0?}, {0xc000e30f60?, 0x326f4c8?, 0xc000e00150?})\n\t/usr/lib/golang/src/reflect/value.go:365 +0xb9 fp=0xc000a59ee8 sp=0xc000a59e70 pc=0x2b99ab9\ngithub.com/onsi/ginkgo/v2/internal.NewCleanupNode.func2({0x8400760?, 0xc00160ca50?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:589 +0x150 fp=0xc000a59f88 sp=0xc000a59ee8 pc=0x2fba290\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000a59fe0 sp=0xc000a59f88 pc=0x2fccd5b\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000a59fe8 sp=0xc000a59fe0 pc=0x2b60c01\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 104\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\ngoroutine 1180 gp=0xc00137efc0 m=nil [select]:\nruntime.gopark(0xc000095ab8?, 0x2?, 0x80?, 0xfa?, 0xc000095aac?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000095938 sp=0xc000095918 pc=0x2b5848e\nruntime.selectgo(0xc000095ab8, 0xc000095aa8, 0xc0016104e0?, 0x0, 0x33570dc?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc000095a78 sp=0xc000095938 pc=0x2b33277\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x83ea848, 0xc000e9f4f0}, 0x79a98af?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36 +0x76 fp=0xc000095ae8 sp=0xc000095a78 pc=0x3356836\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x842fc60, {0x83ea848, 0xc000e9f4f0}, 0xc00095ec50)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284 +0x732 fp=0xc000095de8 sp=0xc000095ae8 pc=0x3792ed2\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster({0x83ea848, 0xc000e9f4a0}, 0xc001997380, {0xc000d69100, 0x1a}, {0xc0017bae70, 0x18}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:201 +0x218 fp=0xc000095ef0 sp=0xc000095de8 pc=0x4fbdf38\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:349 +0x94 fp=0xc000095f78 sp=0xc000095ef0 pc=0x4fc0534\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:93 +0x50 fp=0xc000095fe0 sp=0xc000095f78 pc=0x3874450\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000095fe8 sp=0xc000095fe0 pc=0x2b60c01\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 1178\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:78 +0x95\n\nrax    0xfffffffffffffffc\nrbx    0x5\nrcx    0x2ad7e2e\nrdx    0x80\nrdi    0x5\nrsi    0x7ffe140e4e5c\nrbp    0x7ffe140e4e10\nrsp    0x7ffe140e4dc8\nr8     0x0\nr9     0x0\nr10    0x432\nr11    0x246\nr12    0x7ffe140e4ea0\nr13    0x1\nr14    0xb57b700\nr15    0x7\nrip    0x2ad7e2e\nrflags 0x246\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\ne/proc.go:466\nruntime.semacquire1(0xc001686608, 0x0, 0x1, 0x0, 0x19)\n\t/usr/lib/golang/src/runtime/sema.go:192 +0x21d fp=0xc000a595f8 sp=0xc000a59590 pc=0x2b3451d\nsync.runtime_SemacquireWaitGroup(0xc000a30c20?, 0x40?)\n\t/usr/lib/golang/src/runtime/sema.go:114 +0x2e fp=0xc000a59630 sp=0xc000a595f8 pc=0x2b59bae\nsync.(*WaitGroup).Wait(0xc001686600)\n\t/usr/lib/golang/src/sync/waitgroup.go:206 +0x85 fp=0xc000a59658 sp=0xc000a59630 pc=0x2b7d0e5\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups(0xc000548500, {0x7f9abcaaa958, 0xc00160ca50}, {{0xc000daf270, 0x1, 0x1}, 0x34630b8a000, {0x7995009, 0x8}})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:308 +0x273 fp=0xc000a59768 sp=0xc000a59658 pc=0x4fdc233\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources(0xc000548500, {0x7f9abcaaa958, 0xc00160ca50})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:227 +0x225 fp=0xc000a59888 sp=0xc000a59768 pc=0x4fdbac5\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources-fm({0x7f9abcaaa958?, 0xc00160ca50?})\n\t\u003cautogenerated\u003e:1 +0x33 fp=0xc000a598b0 sp=0xc000a59888 pc=0x4fea753\nruntime.call16(0xc0011e87e0, 0xc000091030, 0x0, 0x0, 0x0, 0x10, 0xc000a59b08)\n\t/usr/lib/golang/src/runtime/asm_amd64.s:774 +0x43 fp=0xc000a598d0 sp=0xc000a598b0 pc=0x2b5f163\nruntime.reflectcall(0x73e36c0?, 0xc00160ca50?, 0x2?, 0x79c5cd8?, 0x0?, 0x12?, 0x7018be0?)\n\t\u003cautogenerated\u003e:1 +0x36 fp=0xc000a59910 sp=0xc000a598d0 pc=0x2b679f6\nreflect.Value.call({0x699dce0?, 0xc000091030?, 0xc00000029f?}, {0x7989dfb, 0x4}, {0xc000e30f60, 0x1, 0x2ae7368?})\n\t/usr/lib/golang/src/reflect/value.go:581 +0xcc6 fp=0xc000a59e70 sp=0xc000a59910 pc=0x2b9a9c6\nreflect.Value.Call({0x699dce0?, 0xc000091030?, 0x0?}, {0xc000e30f60?, 0x326f4c8?, 0xc000e00150?})\n\t/usr/lib/golang/src/reflect/value.go:365 +0xb9 fp=0xc000a59ee8 sp=0xc000a59e70 pc=0x2b99ab9\ngithub.com/onsi/ginkgo/v2/internal.NewCleanupNode.func2({0x8400760?, 0xc00160ca50?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:589 +0x150 fp=0xc000a59f88 sp=0xc000a59ee8 pc=0x2fba290\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000a59fe0 sp=0xc000a59f88 pc=0x2fccd5b\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000a59fe8 sp=0xc000a59fe0 pc=0x2b60c01\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 104\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\ngoroutine 1180 gp=0xc00137efc0 m=nil [select]:\nruntime.gopark(0xc000095ab8?, 0x2?, 0x80?, 0xfa?, 0xc000095aac?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000095938 sp=0xc000095918 pc=0x2b5848e\nruntime.selectgo(0xc000095ab8, 0xc000095aa8, 0xc0016104e0?, 0x0, 0x33570dc?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc000095a78 sp=0xc000095938 pc=0x2b33277\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x83ea848, 0xc000e9f4f0}, 0x79a98af?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36 +0x76 fp=0xc000095ae8 sp=0xc000095a78 pc=0x3356836\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x842fc60, {0x83ea848, 0xc000e9f4f0}, 0xc00095ec50)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284 +0x732 fp=0xc000095de8 sp=0xc000095ae8 pc=0x3792ed2\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster({0x83ea848, 0xc000e9f4a0}, 0xc001997380, {0xc000d69100, 0x1a}, {0xc0017bae70, 0x18}, 0x34630b8a000)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:201 +0x218 fp=0xc000095ef0 sp=0xc000095de8 pc=0x4fbdf38\ngithub.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters.func1()\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:349 +0x94 fp=0xc000095f78 sp=0xc000095ef0 pc=0x4fc0534\ngolang.org/x/sync/errgroup.(*Group).Go.func1()\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:93 +0x50 fp=0xc000095fe0 sp=0xc000095f78 pc=0x3874450\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000095fe8 sp=0xc000095fe0 pc=0x2b60c01\ncreated by golang.org/x/sync/errgroup.(*Group).Go in goroutine 1178\n\t/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:78 +0x95\n\nrax    0xfffffffffffffffc\nrbx    0x5\nrcx    0x2ad7e2e\nrdx    0x80\nrdi    0x5\nrsi    0x7ffe140e4e5c\nrbp    0x7ffe140e4e10\nrsp    0x7ffe140e4dc8\nr8     0x0\nr9     0x0\nr10    0x432\nr11    0x246\nr12    0x7ffe140e4ea0\nr13    0x1\nr14    0xb57b700\nr15    0x7\nrip    0x2ad7e2e\nrflags 0x246\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command","ternal.extractBodyFunction.func2({0x83ff000?, 0xc000852900?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e fp=0xc000095f88 sp=0xc000095f58 pc=0x2fb863e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000095fe0 sp=0xc000095f88 pc=0x2fccd5b\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000095fe8 sp=0xc000095fe0 pc=0x2b60c01\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 110\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\ngoroutine 154 gp=0xc0002d6e00 m=nil [IO wait]:\nruntime.gopark(0xc00128de20?, 0x202dc100?, 0x50?, 0x27?, 0xb?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000392720 sp=0xc000392700 pc=0x2b5848e\nruntime.netpollblock(0x2bc2038?, 0x2ae4066?, 0x0?)\n\t/usr/lib/golang/src/runtime/netpoll.go:575 +0xf7 fp=0xc000392758 sp=0xc000392720 pc=0x2b17f37\ninternal/poll.runtime_pollWait(0x7f8021c36e00, 0x72)\n\t/usr/lib/golang/src/runtime/netpoll.go:351 +0x85 fp=0xc000392778 sp=0xc000392758 pc=0x2b56d25\ninternal/poll.(*pollDesc).wait(0xc000b26480?, 0xc000f12000?, 0x0)\n\t/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc0003927a0 sp=0xc000392778 pc=0x2be4d67\ninternal/poll.(*pollDesc).waitRead(...)\n\t/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89\ninternal/poll.(*FD).Read(0xc000b26480, {0xc000f12000, 0x3500, 0x3500})\n\t/usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x279 fp=0xc000392838 sp=0xc0003927a0 pc=0x2be6199\nnet.(*netFD).Read(0xc000b26480, {0xc000f12000?, 0xc000f122c2?, 0x5?})\n\t/usr/lib/golang/src/net/fd_posix.go:68 +0x25 fp=0xc000392880 sp=0xc000392838 pc=0x2da9785\nnet.(*conn).Read(0xc0000bb868, {0xc000f12000?, 0x7f802021c948?, 0x7f806881f5c0?})\n\t/usr/lib/golang/src/net/net.go:196 +0x45 fp=0xc0003928c8 sp=0xc000392880 pc=0x2dbb825\ncrypto/tls.(*atLeastReader).Read(0xc000b105a0, {0xc000f12000?, 0x3239?, 0x2b551c5?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:819 +0x3b fp=0xc000392910 sp=0xc0003928c8 pc=0x2e272bb\nbytes.(*Buffer).ReadFrom(0xc000533ea8, {0x834e6c0, 0xc000b105a0})\n\t/usr/lib/golang/src/bytes/buffer.go:217 +0x98 fp=0xc000392968 sp=0xc000392910 pc=0x2c22d18\ncrypto/tls.(*Conn).readFromUntil(0xc000533c08, {0x834f220, 0xc0000bb868}, 0xc0003929d0?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc0003929a0 sp=0xc000392968 pc=0x2e2749e\ncrypto/tls.(*Conn).readRecordOrCCS(0xc000533c08, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc000392c18 sp=0xc0003929a0 pc=0x2e2451b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc000533c08, {0xc001591000, 0x1000, 0x3267100?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc000392c80 sp=0xc000392c18 pc=0x2e2ae05\nbufio.(*Reader).Read(0xc001455a40, {0xc0012bf004, 0x9, 0x32751ae?})\n\t/usr/lib/golang/src/bufio/bufio.go:245 +0x197 fp=0xc000392cb8 sp=0xc000392c80 pc=0x2cbe4d7\nio.ReadAtLeast({0x834dce0, 0xc001455a40}, {0xc0012bf004, 0x9, 0x9}, 0x9)\n\t/usr/lib/golang/src/io/io.go:335 +0x8e fp=0xc000392d00 sp=0xc000392cb8 pc=0x2bb2dce\nio.ReadFull(...)\n\t/usr/lib/golang/src/io/io.go:354\ngolang.org/x/net/http2.readFrameHeader({0xc0012bf004, 0x9, 0xc00000018b?}, {0x834dce0?, 0xc001455a40?})\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/frame.go:250 +0x65 fp=0xc000392d50 sp=0xc000392d00 pc=0x325dec5\ngolang.org/x/net/http2.(*Framer).ReadFrameHeader(0xc0012befc0)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/frame.go:513 +0x6b fp=0xc000392dd8 sp=0xc000392d50 pc=0x325ea8b\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc0012befc0)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/frame.go:572 +0x18 fp=0xc000392e18 sp=0xc000392dd8 pc=0x325f1f8\ngolang.org/x/net/http2.(*clientConnReadLoop).run(0xc000392fa8)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:2254 +0xca fp=0xc000392f60 sp=0xc000392e18 pc=0x32720ea\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc001049dc0)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:2123 +0x52 fp=0xc000392fc8 sp=0xc000392f60 pc=0x3271472\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:876 +0x25 fp=0xc000392fe0 sp=0xc000392fc8 pc=0x326ac05\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000392fe8 sp=0xc000392fe0 pc=0x2b60c01\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 153\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:876 +0xda5\n\nrax    0xca\nrbx    0x0\nrcx    0x2b62a23\nrdx    0x0\nrdi    0xb57b7d0\nrsi    0x80\nrbp    0x7ffef1febfe0\nrsp    0x7ffef1febf98\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0x0\nr13    0x1\nr14    0xb5796e0\nr15    0x3\nrip    0x2b62a21\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\nternal.extractBodyFunction.func2({0x83ff000?, 0xc000852900?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e fp=0xc000095f88 sp=0xc000095f58 pc=0x2fb863e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000095fe0 sp=0xc000095f88 pc=0x2fccd5b\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000095fe8 sp=0xc000095fe0 pc=0x2b60c01\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 110\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\ngoroutine 154 gp=0xc0002d6e00 m=nil [IO wait]:\nruntime.gopark(0xc00128de20?, 0x202dc100?, 0x50?, 0x27?, 0xb?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000392720 sp=0xc000392700 pc=0x2b5848e\nruntime.netpollblock(0x2bc2038?, 0x2ae4066?, 0x0?)\n\t/usr/lib/golang/src/runtime/netpoll.go:575 +0xf7 fp=0xc000392758 sp=0xc000392720 pc=0x2b17f37\ninternal/poll.runtime_pollWait(0x7f8021c36e00, 0x72)\n\t/usr/lib/golang/src/runtime/netpoll.go:351 +0x85 fp=0xc000392778 sp=0xc000392758 pc=0x2b56d25\ninternal/poll.(*pollDesc).wait(0xc000b26480?, 0xc000f12000?, 0x0)\n\t/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc0003927a0 sp=0xc000392778 pc=0x2be4d67\ninternal/poll.(*pollDesc).waitRead(...)\n\t/usr/lib/golang/src/internal/poll/fd_poll_runtime.go:89\ninternal/poll.(*FD).Read(0xc000b26480, {0xc000f12000, 0x3500, 0x3500})\n\t/usr/lib/golang/src/internal/poll/fd_unix.go:165 +0x279 fp=0xc000392838 sp=0xc0003927a0 pc=0x2be6199\nnet.(*netFD).Read(0xc000b26480, {0xc000f12000?, 0xc000f122c2?, 0x5?})\n\t/usr/lib/golang/src/net/fd_posix.go:68 +0x25 fp=0xc000392880 sp=0xc000392838 pc=0x2da9785\nnet.(*conn).Read(0xc0000bb868, {0xc000f12000?, 0x7f802021c948?, 0x7f806881f5c0?})\n\t/usr/lib/golang/src/net/net.go:196 +0x45 fp=0xc0003928c8 sp=0xc000392880 pc=0x2dbb825\ncrypto/tls.(*atLeastReader).Read(0xc000b105a0, {0xc000f12000?, 0x3239?, 0x2b551c5?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:819 +0x3b fp=0xc000392910 sp=0xc0003928c8 pc=0x2e272bb\nbytes.(*Buffer).ReadFrom(0xc000533ea8, {0x834e6c0, 0xc000b105a0})\n\t/usr/lib/golang/src/bytes/buffer.go:217 +0x98 fp=0xc000392968 sp=0xc000392910 pc=0x2c22d18\ncrypto/tls.(*Conn).readFromUntil(0xc000533c08, {0x834f220, 0xc0000bb868}, 0xc0003929d0?)\n\t/usr/lib/golang/src/crypto/tls/conn.go:841 +0xde fp=0xc0003929a0 sp=0xc000392968 pc=0x2e2749e\ncrypto/tls.(*Conn).readRecordOrCCS(0xc000533c08, 0x0)\n\t/usr/lib/golang/src/crypto/tls/conn.go:630 +0x3db fp=0xc000392c18 sp=0xc0003929a0 pc=0x2e2451b\ncrypto/tls.(*Conn).readRecord(...)\n\t/usr/lib/golang/src/crypto/tls/conn.go:592\ncrypto/tls.(*Conn).Read(0xc000533c08, {0xc001591000, 0x1000, 0x3267100?})\n\t/usr/lib/golang/src/crypto/tls/conn.go:1397 +0x145 fp=0xc000392c80 sp=0xc000392c18 pc=0x2e2ae05\nbufio.(*Reader).Read(0xc001455a40, {0xc0012bf004, 0x9, 0x32751ae?})\n\t/usr/lib/golang/src/bufio/bufio.go:245 +0x197 fp=0xc000392cb8 sp=0xc000392c80 pc=0x2cbe4d7\nio.ReadAtLeast({0x834dce0, 0xc001455a40}, {0xc0012bf004, 0x9, 0x9}, 0x9)\n\t/usr/lib/golang/src/io/io.go:335 +0x8e fp=0xc000392d00 sp=0xc000392cb8 pc=0x2bb2dce\nio.ReadFull(...)\n\t/usr/lib/golang/src/io/io.go:354\ngolang.org/x/net/http2.readFrameHeader({0xc0012bf004, 0x9, 0xc00000018b?}, {0x834dce0?, 0xc001455a40?})\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/frame.go:250 +0x65 fp=0xc000392d50 sp=0xc000392d00 pc=0x325dec5\ngolang.org/x/net/http2.(*Framer).ReadFrameHeader(0xc0012befc0)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/frame.go:513 +0x6b fp=0xc000392dd8 sp=0xc000392d50 pc=0x325ea8b\ngolang.org/x/net/http2.(*Framer).ReadFrame(0xc0012befc0)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/frame.go:572 +0x18 fp=0xc000392e18 sp=0xc000392dd8 pc=0x325f1f8\ngolang.org/x/net/http2.(*clientConnReadLoop).run(0xc000392fa8)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:2254 +0xca fp=0xc000392f60 sp=0xc000392e18 pc=0x32720ea\ngolang.org/x/net/http2.(*ClientConn).readLoop(0xc001049dc0)\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:2123 +0x52 fp=0xc000392fc8 sp=0xc000392f60 pc=0x3271472\ngolang.org/x/net/http2.(*Transport).newClientConn.gowrap1()\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:876 +0x25 fp=0xc000392fe0 sp=0xc000392fc8 pc=0x326ac05\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000392fe8 sp=0xc000392fe0 pc=0x2b60c01\ncreated by golang.org/x/net/http2.(*Transport).newClientConn in goroutine 153\n\t/go/pkg/mod/golang.org/x/net@v0.52.0/http2/transport.go:876 +0xda5\n\nrax    0xca\nrbx    0x0\nrcx    0x2b62a23\nrdx    0x0\nrdi    0xb57b7d0\nrsi    0x80\nrbp    0x7ffef1febfe0\nrsp    0x7ffef1febf98\nr8     0x0\nr9     0x0\nr10    0x0\nr11    0x286\nr12    0x0\nr13    0x1\nr14    0xb5796e0\nr15    0x3\nrip    0x2b62a21\nrflags 0x286\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command",".com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:349 +0x905 fp=0xc000d96960 sp=0xc000d95d58 pc=0x2fb2dc5\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runSpecs(0xc000b1ea88, {0x0, 0x0}, {0xb5a6520, 0x0, 0x0}, {0xc00007a094, 0x2a}, 0x0, {0xc000a93320, ...})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:496 +0xa9b fp=0xc000d96e10 sp=0xc000d96960 pc=0x2fc68bb\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).RunSpec(_, {_, _}, {_, _, _}, {_, _}, {0xc00007a094, 0x2a}, ...)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite_patch.go:68 +0x3c5 fp=0xc000d96eb8 sp=0xc000d96e10 pc=0x2fcdc25\ngithub.com/openshift-eng/openshift-tests-extension/pkg/ginkgo.BuildExtensionTestSpecsFromOpenShiftGinkgoSuite.func1.1({0x2ae7a85?, 0xc000610000?})\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/ginkgo/util.go:85 +0x2ba fp=0xc000d97b88 sp=0xc000d96eb8 pc=0x5394dda\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.runSpec({0x83e90e8, 0xc000c146e0}, 0xc000cf0a80, 0x1)\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:596 +0xee fp=0xc000d97c30 sp=0xc000d97b88 pc=0x538b14e\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:237 +0x196 fp=0xc000d97fe0 sp=0xc000d97c30 pc=0x5386ed6\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000d97fe8 sp=0xc000d97fe0 pc=0x2b60c01\ncreated by github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:230 +0x1e5\n\ngoroutine 96 gp=0xc000d58c40 m=nil [select]:\nruntime.gopark(0xc000094ec8?, 0x2?, 0xc8?, 0xaa?, 0xc000094ebc?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000094d48 sp=0xc000094d28 pc=0x2b5848e\nruntime.selectgo(0xc000094ec8, 0xc000094eb8, 0xc001486940?, 0x0, 0x33570dc?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc000094e88 sp=0xc000094d48 pc=0x2b33277\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x83e90e8, 0xc000909ae0}, 0x79a871d?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36 +0x76 fp=0xc000094ef8 sp=0xc000094e88 pc=0x3356836\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x841cda0, {0x83e90e8, 0xc000909ae0}, 0x0)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284 +0x7b2 fp=0xc000095240 sp=0xc000094ef8 pc=0x383e6f2\ngithub.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x83e9158?, 0xc0005293b0?}, {{0x83fef28?, 0xc0005fe200?}, 0xc0013f8ca8?}, 0xc000095748, {0xc0012c2960, 0x1e}, {0x7a1d023, 0x23}, ...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:694 +0x405 fp=0xc0000954b8 sp=0xc000095240 pc=0x4fc3965\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0x7988ba7, 0x4}, ...}, ...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:346 +0x497 fp=0xc000095818 sp=0xc0000954b8 pc=0x4fb7717\ngithub.com/Azure/ARO-HCP/test/e2e.init.func24.2({0x7f0ed0192000, 0xc00086afc0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:82 +0x486 fp=0xc000095f58 sp=0xc000095818 pc=0x51854e6\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x83ff000?, 0xc00086afc0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e fp=0xc000095f88 sp=0xc000095f58 pc=0x2fb863e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000095fe0 sp=0xc000095f88 pc=0x2fccd5b\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000095fe8 sp=0xc000095fe0 pc=0x2b60c01\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 93\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nrax    0xfffffffffffffffc\nrbx    0x0\nrcx    0x2b62a23\nrdx    0x0\nrdi    0xb57d910\nrsi    0x80\nrbp    0x7f0ed2249cb8\nrsp    0x7f0ed2249c70\nr8     0x0\nr9     0x0\nr10    0x7f0ed2249ca8\nr11    0x206\nr12    0x7f0ed2249ca8\nr13    0x0\nr14    0xc000002c40\nr15    0x0\nrip    0x2b62a23\nrflags 0x206\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command\n.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/group.go:349 +0x905 fp=0xc000d96960 sp=0xc000d95d58 pc=0x2fb2dc5\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runSpecs(0xc000b1ea88, {0x0, 0x0}, {0xb5a6520, 0x0, 0x0}, {0xc00007a094, 0x2a}, 0x0, {0xc000a93320, ...})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:496 +0xa9b fp=0xc000d96e10 sp=0xc000d96960 pc=0x2fc68bb\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).RunSpec(_, {_, _}, {_, _, _}, {_, _}, {0xc00007a094, 0x2a}, ...)\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite_patch.go:68 +0x3c5 fp=0xc000d96eb8 sp=0xc000d96e10 pc=0x2fcdc25\ngithub.com/openshift-eng/openshift-tests-extension/pkg/ginkgo.BuildExtensionTestSpecsFromOpenShiftGinkgoSuite.func1.1({0x2ae7a85?, 0xc000610000?})\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/ginkgo/util.go:85 +0x2ba fp=0xc000d97b88 sp=0xc000d96eb8 pc=0x5394dda\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.runSpec({0x83e90e8, 0xc000c146e0}, 0xc000cf0a80, 0x1)\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:596 +0xee fp=0xc000d97c30 sp=0xc000d97b88 pc=0x538b14e\ngithub.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run.func2()\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:237 +0x196 fp=0xc000d97fe0 sp=0xc000d97c30 pc=0x5386ed6\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000d97fe8 sp=0xc000d97fe0 pc=0x2b60c01\ncreated by github.com/openshift-eng/openshift-tests-extension/pkg/extension/extensiontests.ExtensionTestSpecs.Run in goroutine 1\n\t/go/pkg/mod/github.com/openshift-eng/openshift-tests-extension@v0.0.0-20260127124016-0fed2b824818/pkg/extension/extensiontests/spec.go:230 +0x1e5\n\ngoroutine 96 gp=0xc000d58c40 m=nil [select]:\nruntime.gopark(0xc000094ec8?, 0x2?, 0xc8?, 0xaa?, 0xc000094ebc?)\n\t/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000094d48 sp=0xc000094d28 pc=0x2b5848e\nruntime.selectgo(0xc000094ec8, 0xc000094eb8, 0xc001486940?, 0x0, 0x33570dc?, 0x1)\n\t/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc000094e88 sp=0xc000094d48 pc=0x2b33277\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x83e90e8, 0xc000909ae0}, 0x79a871d?)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36 +0x76 fp=0xc000094ef8 sp=0xc000094e88 pc=0x3356836\ngithub.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x841cda0, {0x83e90e8, 0xc000909ae0}, 0x0)\n\t/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284 +0x7b2 fp=0xc000095240 sp=0xc000094ef8 pc=0x383e6f2\ngithub.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x83e9158?, 0xc0005293b0?}, {{0x83fef28?, 0xc0005fe200?}, 0xc0013f8ca8?}, 0xc000095748, {0xc0012c2960, 0x1e}, {0x7a1d023, 0x23}, ...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:694 +0x405 fp=0xc0000954b8 sp=0xc000095240 pc=0x4fc3965\ngithub.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0x7988ba7, 0x4}, ...}, ...)\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:346 +0x497 fp=0xc000095818 sp=0xc0000954b8 pc=0x4fb7717\ngithub.com/Azure/ARO-HCP/test/e2e.init.func24.2({0x7f0ed0192000, 0xc00086afc0})\n\t/opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:82 +0x486 fp=0xc000095f58 sp=0xc000095818 pc=0x51854e6\ngithub.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x83ff000?, 0xc00086afc0?})\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465 +0x3e fp=0xc000095f88 sp=0xc000095f58 pc=0x2fb863e\ngithub.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000095fe0 sp=0xc000095f88 pc=0x2fccd5b\nruntime.goexit({})\n\t/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000095fe8 sp=0xc000095fe0 pc=0x2b60c01\ncreated by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 93\n\t/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50\n\nrax    0xfffffffffffffffc\nrbx    0x0\nrcx    0x2b62a23\nrdx    0x0\nrdi    0xb57d910\nrsi    0x80\nrbp    0x7f0ed2249cb8\nrsp    0x7f0ed2249c70\nr8     0x0\nr9     0x0\nr10    0x7f0ed2249ca8\nr11    0x206\nr12    0x7f0ed2249ca8\nr13    0x0\nr14    0xc000002c40\nr15    0x0\nrip    0x2b62a23\nrflags 0x206\ncs     0x33\nfs     0x0\ngs     0x0\nCommand Error: exit status 2\nDeserializaion Error: no output from command"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038260698240258048","occurred_at":"2026-03-29T14:23:14Z","signature_id":"372efcf123cccb89061cb1c5cbc3d60e4d6d3ad9467d7807a672d17a2f062792","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037413674255126528","occurred_at":"2026-03-27T06:17:27Z","signature_id":"7c49dc9b1441e609580ebe5fc2de49e52edc4985b5545b8f1dd4cb6a37a856c0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037366470257676288","occurred_at":"2026-03-27T03:09:53Z","signature_id":"dc9c3b9d3941d166a582d4a2ac56740c422958aa7ba7a168f408c68a2b829c80","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037065115634765824","occurred_at":"2026-03-26T07:12:24Z","signature_id":"3528c21617cdbae2dfd8208d2e8e3ebd8e7433dad515d22f638353c669053fde","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"6aebe5f767ab55ae5a3e15cf2967b80932ed0ce86471a6abcc4738bb7ba69b16","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037024456240533504","occurred_at":"2026-03-26T04:30:51Z","signature_id":"919b2816679ef492ee3bc9541e8ca0ddd5aeee2821af8c1e79782b71e2c8c47e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036937715248795648","occurred_at":"2026-03-25T22:46:10Z","signature_id":"a610b9bd385b129260c39cf145486707f28ea7906823aef325b4b0a68da5454f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036888953293901824","occurred_at":"2026-03-25T19:32:20Z","signature_id":"611447263b7c349a23626f1aefe3571c1fe8ee7fb11cc2d8aa0d7010f2228952","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"d2973977438d8e970cb26c45be13f7a3ebd47e52a45ae782e685cf476877173a","failure_pattern":"ERROR CODE: InternalServerError; context ; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.20","occurrences":7,"runs_affected":3,"failed_runs":3,"run_impact_percent":7.142857142857143,"anchor_occurrences":7,"after_last_push_count":8,"trend_counts":[0,0,0,0,0,0,5,2],"trend_range":"2026-03-22..2026-03-29 UTC","prior_windows_present":1,"prior_window_starts":["2026-03-09"],"prior_runs_affected":4,"prior_last_seen_at":"2026-03-09T15:26:41Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.20","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:104]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0009e28a0\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-vm728z/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 500: 500 Internal Server Error\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Internal server error.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-vm728z/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"Internal server error.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc0008ed830\u003e{\n            ErrorCode: \"InternalServerError\",\n            StatusCode: 500,\n            RawResponse: {\n                Status: \"500 Internal Server Error\",\n                StatusCode: 500,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Error-Code\": [\n                        \"InternalServerError\",\n                    ],\n                    \"X-Envoy-Upstream-Service-Time\": [\"855\"],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260329T123708Z:c6998271-44f0-41ca-8da6-1f46b5fe6948\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 29A874DFCC374E0391D1296600C0E257 Ref B: CH1AA2020617027 Ref C: 2026-03-29T12:37:07Z\",\n                    ],\n                    \"Date\": [\n                        \"Sun, 29 Mar 2026 12:37:08 GMT\",\n                    ],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"X-Ms-Request-Id\": [\n                        \"5bfee52a-0937-45f3-82af-d95d755a8729\",\n                    ],\n                    \"X-Ms-Failure-Cause\": [\"service\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/6a20fe18-7658-4e7c-bdbc-1e74dd3ff699\",\n                    ],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"c6998271-44f0-41ca-8da6-1f46b5fe6948\",\n                    ],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"Content-Type\": [\"application/json\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"Pragma\": [\"no-cache\"],\n                    \"Content-Length\": [\"107\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc0009e27e0\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                    i: 0,\n                },\n                ContentLength: 107,\n                TransferEncoding: nil,\n                Close: false,\n                Uncompressed: false,\n                Trailer: nil,\n                Request: {\n                    Method: \"POST\",\n                    URL: {\n                        Scheme: \"https\",\n                        Opaque: \"\",\n                        User: nil,\n                        Host: \"manageme...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:104]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0009e28a0\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-vm728z/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 500: 500 Internal Server Error\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Internal server error.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-vm728z/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"Internal server error.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc0008ed830\u003e{\n            ErrorCode: \"InternalServerError\",\n            StatusCode: 500,\n            RawResponse: {\n                Status: \"500 Internal Server Error\",\n                StatusCode: 500,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Error-Code\": [\n                        \"InternalServerError\",\n                    ],\n                    \"X-Envoy-Upstream-Service-Time\": [\"855\"],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260329T123708Z:c6998271-44f0-41ca-8da6-1f46b5fe6948\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 29A874DFCC374E0391D1296600C0E257 Ref B: CH1AA2020617027 Ref C: 2026-03-29T12:37:07Z\",\n                    ],\n                    \"Date\": [\n                        \"Sun, 29 Mar 2026 12:37:08 GMT\",\n                    ],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"X-Ms-Request-Id\": [\n                        \"5bfee52a-0937-45f3-82af-d95d755a8729\",\n                    ],\n                    \"X-Ms-Failure-Cause\": [\"service\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/6a20fe18-7658-4e7c-bdbc-1e74dd3ff699\",\n                    ],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"c6998271-44f0-41ca-8da6-1f46b5fe6948\",\n                    ],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"Content-Type\": [\"application/json\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"Pragma\": [\"no-cache\"],\n                    \"Content-Length\": [\"107\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc0009e27e0\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                    i: 0,\n                },\n                ContentLength: 107,\n                TransferEncoding: nil,\n                Close: false,\n                Uncompressed: false,\n                Trailer: nil,\n                Request: {\n                    Method: \"POST\",\n                    URL: {\n                        Scheme: \"https\",\n                        Opaque: \"\",\n                        User: nil,\n                        Host: \"manageme...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0009aac00\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-zstream-upgrade-4-20-79sq4q/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-zstream-4-20-zskdm8/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 500: 500 Internal Server Error\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Internal server error.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-zstream-upgrade-4-20-79sq4q/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-zstream-4-20-zskdm8/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"Internal server error.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc0010d7dd0\u003e{\n            ErrorCode: \"InternalServerError\",\n            StatusCode: 500,\n            RawResponse: {\n                Status: \"500 Internal Server Error\",\n                StatusCode: 500,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"X-Envoy-Upstream-Service-Time\": [\"560\"],\n                    \"X-Ms-Failure-Cause\": [\"service\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Ms-Error-Code\": [\n                        \"InternalServerError\",\n                    ],\n                    \"X-Ms-Request-Id\": [\n                        \"8d6cae0d-8889-4205-aa31-fe38545dd223\",\n                    ],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/1101af73-6be3-42a3-a250-ff1e67521ad4\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Date\": [\n                        \"Sun, 29 Mar 2026 12:37:09 GMT\",\n                    ],\n                    \"Pragma\": [\"no-cache\"],\n                    \"Content-Length\": [\"107\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260329T123709Z:f22db835-02bb-4bfb-9e27-d21a5b4df8a1\",\n                    ],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 55288A5C640E4D0B9D2013D93A2A6472 Ref B: CHI261140510031 Ref C: 2026-03-29T12:37:08Z\",\n                    ],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"f22db835-02bb-4bfb-9e27-d21a5b4df8a1\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"Content-Type\": [\"application/json\"],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc0009aaac0\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                    i: 0,\n                },\n                ContentLength: 107,\n                TransferEncoding: nil,\n                Close: false,\n                Uncompressed: false,\n                Trailer: nil,\n                Request: {\n                    Method: \"POST\",\n                    URL: {\n                        Scheme: \"https\",\n                        Opaque: \"\",\n                        User: nil,\n                   ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0009aac00\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-zstream-upgrade-4-20-79sq4q/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-zstream-4-20-zskdm8/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 500: 500 Internal Server Error\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Internal server error.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-zstream-upgrade-4-20-79sq4q/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-zstream-4-20-zskdm8/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"Internal server error.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc0010d7dd0\u003e{\n            ErrorCode: \"InternalServerError\",\n            StatusCode: 500,\n            RawResponse: {\n                Status: \"500 Internal Server Error\",\n                StatusCode: 500,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"X-Envoy-Upstream-Service-Time\": [\"560\"],\n                    \"X-Ms-Failure-Cause\": [\"service\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Ms-Error-Code\": [\n                        \"InternalServerError\",\n                    ],\n                    \"X-Ms-Request-Id\": [\n                        \"8d6cae0d-8889-4205-aa31-fe38545dd223\",\n                    ],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/1101af73-6be3-42a3-a250-ff1e67521ad4\",\n                    ],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Date\": [\n                        \"Sun, 29 Mar 2026 12:37:09 GMT\",\n                    ],\n                    \"Pragma\": [\"no-cache\"],\n                    \"Content-Length\": [\"107\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260329T123709Z:f22db835-02bb-4bfb-9e27-d21a5b4df8a1\",\n                    ],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 55288A5C640E4D0B9D2013D93A2A6472 Ref B: CHI261140510031 Ref C: 2026-03-29T12:37:08Z\",\n                    ],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"f22db835-02bb-4bfb-9e27-d21a5b4df8a1\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"Content-Type\": [\"application/json\"],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc0009aaac0\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                    i: 0,\n                },\n                ContentLength: 107,\n                TransferEncoding: nil,\n                Close: false,\n                Uncompressed: false,\n                Trailer: nil,\n                Request: {\n                    Method: \"POST\",\n                    URL: {\n                        Scheme: \"https\",\n                        Opaque: \"\",\n                        User: nil,\n                   ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000886fe0\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-zstream-upgrade-4-20-k8s82w/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-zstream-4-20-gsxqhp/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 500: 500 Internal Server Error\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Internal server error.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-zstream-upgrade-4-20-k8s82w/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-zstream-4-20-gsxqhp/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"Internal server error.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc0006bc720\u003e{\n            ErrorCode: \"InternalServerError\",\n            StatusCode: 500,\n            RawResponse: {\n                Status: \"500 Internal Server Error\",\n                StatusCode: 500,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Content-Type\": [\"application/json\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 5C18A5E5865A447CAD257B2D17AC69BC Ref B: CHI261140511062 Ref C: 2026-03-28T05:01:46Z\",\n                    ],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Request-Id\": [\n                        \"b8001b45-128e-4419-b622-ebd59339ca7f\",\n                    ],\n                    \"X-Envoy-Upstream-Service-Time\": [\"588\"],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260328T050147Z:2938cc51-e278-4bbf-8d54-92e75318a0ab\",\n                    ],\n                    \"Content-Length\": [\"107\"],\n                    \"X-Ms-Failure-Cause\": [\"service\"],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Date\": [\n                        \"Sat, 28 Mar 2026 05:01:46 GMT\",\n                    ],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"X-Ms-Error-Code\": [\n                        \"InternalServerError\",\n                    ],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/e2afbe11-ecaf-4b3c-9fb7-45c6d078ee48\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"2938cc51-e278-4bbf-8d54-92e75318a0ab\",\n                    ],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"Pragma\": [\"no-cache\"],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000886e40\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                    i: 0,\n                },\n                ContentLength: 107,\n                TransferEncoding: nil,\n                Close: false,\n                Uncompressed: false,\n                Trailer: nil,\n                Request: {\n                    Method: \"POST\",\n                    URL: {\n                        Scheme: \"https\",\n                        Opaque: \"\",\n                        User: nil,\n                   ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000886fe0\u003e: \n    failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-zstream-upgrade-4-20-k8s82w/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-zstream-4-20-gsxqhp/requestAdminCredential\n    --------------------------------------------------------------------------------\n    RESPONSE 500: 500 Internal Server Error\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"Internal server error.\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-zstream-upgrade-4-20-k8s82w/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-zstream-4-20-gsxqhp/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 500: 500 Internal Server Error\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"Internal server error.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc0006bc720\u003e{\n            ErrorCode: \"InternalServerError\",\n            StatusCode: 500,\n            RawResponse: {\n                Status: \"500 Internal Server Error\",\n                StatusCode: 500,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Content-Type\": [\"application/json\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 5C18A5E5865A447CAD257B2D17AC69BC Ref B: CHI261140511062 Ref C: 2026-03-28T05:01:46Z\",\n                    ],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Request-Id\": [\n                        \"b8001b45-128e-4419-b622-ebd59339ca7f\",\n                    ],\n                    \"X-Envoy-Upstream-Service-Time\": [\"588\"],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"UKSOUTH:20260328T050147Z:2938cc51-e278-4bbf-8d54-92e75318a0ab\",\n                    ],\n                    \"Content-Length\": [\"107\"],\n                    \"X-Ms-Failure-Cause\": [\"service\"],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Date\": [\n                        \"Sat, 28 Mar 2026 05:01:46 GMT\",\n                    ],\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"X-Ms-Error-Code\": [\n                        \"InternalServerError\",\n                    ],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/e2afbe11-ecaf-4b3c-9fb7-45c6d078ee48\",\n                    ],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"2938cc51-e278-4bbf-8d54-92e75318a0ab\",\n                    ],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"Pragma\": [\"no-cache\"],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000886e40\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                    i: 0,\n                },\n                ContentLength: 107,\n                TransferEncoding: nil,\n                Close: false,\n                Uncompressed: false,\n                Trailer: nil,\n                Request: {\n                    Method: \"POST\",\n                    URL: {\n                        Scheme: \"https\",\n                        Opaque: \"\",\n                        User: nil,\n                   ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038212316792623104","occurred_at":"2026-03-29T11:10:59Z","signature_id":"5f1d821a7842fd4d7f5eb06ee1bb1766d9e9c60a2e51f4c81d5faf18018af017","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038212316792623104","occurred_at":"2026-03-29T11:10:59Z","signature_id":"d404f2ef85a9c754cd568553c1c92e91f535b31abf62580940675d496e82a1bf","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037746786193379328","occurred_at":"2026-03-28T04:21:07Z","signature_id":"11cbc0e1324c508a5dfea0152fcf82cd8fe42d73092cf58656989cb753d91a18","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037746786193379328","occurred_at":"2026-03-28T04:21:07Z","signature_id":"29564ef1e0c790499a35c44b36227037c31a4c3b8488a2222d3277068798fb52","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037746786193379328","occurred_at":"2026-03-28T04:21:07Z","signature_id":"a947c1fb4edd87d39a6a4023ba5cdbdb3e1c6558b374fd7c810d75833987b8ac","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037746786193379328","occurred_at":"2026-03-28T04:21:07Z","signature_id":"da2385e43793d8a607706c31e8f13963ee0d68f8a226401edc9808d5199b8223","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037699996773519360","occurred_at":"2026-03-28T01:15:12Z","signature_id":"7ffdbc942f49c9772f4086e95435a9d0622d25cddfdc72bee9a1d0857b7ff8b3","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"a880b7dbbe8686372b606e0212fd3742bc75c3c0a9c545bae9481b243ed0f55b","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool gpu-np-1 in resource group rg-gpu-nodepool-NC4asT4v3-n2zmdv, error: failed waiting for nodepool=\"gpu-np-1\" for cluster \"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-NC4asT4v3-n2zmdv\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should upgrade a nodepool from 4.20.z to 4.20.zLatest","occurrences":3,"runs_affected":1,"failed_runs":1,"run_impact_percent":2.380952380952381,"anchor_occurrences":3,"after_last_push_count":3,"trend_counts":[0,0,0,0,3,0,0,0],"trend_range":"2026-03-22..2026-03-29 UTC","prior_windows_present":2,"prior_window_starts":["2026-03-02","2026-03-16"],"prior_runs_affected":4,"prior_last_seen_at":"2026-03-18T14:25:52Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should upgrade a nodepool from 4.20.z to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should upgrade a nodepool from 4.20.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:144]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ed0a50\u003e: \n    failed to create NodePool gpu-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool gpu-np-1 in resource group rg-gpu-nodepool-NC4asT4v3-n2zmdv, error: failed waiting for nodepool=\"gpu-np-1\" for cluster \"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-NC4asT4v3-n2zmdv\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool gpu-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool gpu-np-1 in resource group rg-gpu-nodepool-NC4asT4v3-n2zmdv, error: failed waiting for nodepool=\\\"gpu-np-1\\\" for cluster \\\"cluster-gpu-np\\\" in resourcegroup=\\\"rg-gpu-nodepool-NC4asT4v3-n2zmdv\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000ae53f0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool gpu-np-1 in resource group rg-gpu-nodepool-NC4asT4v3-n2zmdv\",\n            },\n            \u003c*fmt.wrapError | 0xc0008d4d00\u003e{\n                msg: \"failed waiting for nodepool=\\\"gpu-np-1\\\" for cluster \\\"cluster-gpu-np\\\" in resourcegroup=\\\"rg-gpu-nodepool-NC4asT4v3-n2zmdv\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:144]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ed0a50\u003e: \n    failed to create NodePool gpu-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool gpu-np-1 in resource group rg-gpu-nodepool-NC4asT4v3-n2zmdv, error: failed waiting for nodepool=\"gpu-np-1\" for cluster \"cluster-gpu-np\" in resourcegroup=\"rg-gpu-nodepool-NC4asT4v3-n2zmdv\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool gpu-np-1, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool gpu-np-1 in resource group rg-gpu-nodepool-NC4asT4v3-n2zmdv, error: failed waiting for nodepool=\\\"gpu-np-1\\\" for cluster \\\"cluster-gpu-np\\\" in resourcegroup=\\\"rg-gpu-nodepool-NC4asT4v3-n2zmdv\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000ae53f0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool gpu-np-1 in resource group rg-gpu-nodepool-NC4asT4v3-n2zmdv\",\n            },\n            \u003c*fmt.wrapError | 0xc0008d4d00\u003e{\n                msg: \"failed waiting for nodepool=\\\"gpu-np-1\\\" for cluster \\\"cluster-gpu-np\\\" in resourcegroup=\\\"rg-gpu-nodepool-NC4asT4v3-n2zmdv\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:149]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000971080\u003e: \n    failed to create NodePool npupgrade-4-20, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-jbg5qp-5qgd94, error: failed waiting for nodepool=\"npupgrade-4-20\" for cluster \"np-version-upgrade-cluster-jbg5qp\" in resourcegroup=\"rg-np-version-upgrade-jbg5qp-5qgd94\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool npupgrade-4-20, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-jbg5qp-5qgd94, error: failed waiting for nodepool=\\\"npupgrade-4-20\\\" for cluster \\\"np-version-upgrade-cluster-jbg5qp\\\" in resourcegroup=\\\"rg-np-version-upgrade-jbg5qp-5qgd94\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0009509c0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-jbg5qp-5qgd94\",\n            },\n            \u003c*fmt.wrapError | 0xc0006cafc0\u003e{\n                msg: \"failed waiting for nodepool=\\\"npupgrade-4-20\\\" for cluster \\\"np-version-upgrade-cluster-jbg5qp\\\" in resourcegroup=\\\"rg-np-version-upgrade-jbg5qp-5qgd94\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:149]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000971080\u003e: \n    failed to create NodePool npupgrade-4-20, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-jbg5qp-5qgd94, error: failed waiting for nodepool=\"npupgrade-4-20\" for cluster \"np-version-upgrade-cluster-jbg5qp\" in resourcegroup=\"rg-np-version-upgrade-jbg5qp-5qgd94\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool npupgrade-4-20, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-jbg5qp-5qgd94, error: failed waiting for nodepool=\\\"npupgrade-4-20\\\" for cluster \\\"np-version-upgrade-cluster-jbg5qp\\\" in resourcegroup=\\\"rg-np-version-upgrade-jbg5qp-5qgd94\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0009509c0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-jbg5qp-5qgd94\",\n            },\n            \u003c*fmt.wrapError | 0xc0006cafc0\u003e{\n                msg: \"failed waiting for nodepool=\\\"npupgrade-4-20\\\" for cluster \\\"np-version-upgrade-cluster-jbg5qp\\\" in resourcegroup=\\\"rg-np-version-upgrade-jbg5qp-5qgd94\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:149]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00141ce40\u003e: \n    failed to create NodePool npupgrade-4-20, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-vx4kj8-59lpv4, error: failed waiting for nodepool=\"npupgrade-4-20\" for cluster \"np-version-upgrade-cluster-vx4kj8\" in resourcegroup=\"rg-np-version-upgrade-vx4kj8-59lpv4\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool npupgrade-4-20, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-vx4kj8-59lpv4, error: failed waiting for nodepool=\\\"npupgrade-4-20\\\" for cluster \\\"np-version-upgrade-cluster-vx4kj8\\\" in resourcegroup=\\\"rg-np-version-upgrade-vx4kj8-59lpv4\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0015989a0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-vx4kj8-59lpv4\",\n            },\n            \u003c*fmt.wrapError | 0xc001094800\u003e{\n                msg: \"failed waiting for nodepool=\\\"npupgrade-4-20\\\" for cluster \\\"np-version-upgrade-cluster-vx4kj8\\\" in resourcegroup=\\\"rg-np-version-upgrade-vx4kj8-59lpv4\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:149]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00141ce40\u003e: \n    failed to create NodePool npupgrade-4-20, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-vx4kj8-59lpv4, error: failed waiting for nodepool=\"npupgrade-4-20\" for cluster \"np-version-upgrade-cluster-vx4kj8\" in resourcegroup=\"rg-np-version-upgrade-vx4kj8-59lpv4\" to finish creating: context deadline exceeded\n    {\n        msg: \"failed to create NodePool npupgrade-4-20, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-vx4kj8-59lpv4, error: failed waiting for nodepool=\\\"npupgrade-4-20\\\" for cluster \\\"np-version-upgrade-cluster-vx4kj8\\\" in resourcegroup=\\\"rg-np-version-upgrade-vx4kj8-59lpv4\\\" to finish creating: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0015989a0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-vx4kj8-59lpv4\",\n            },\n            \u003c*fmt.wrapError | 0xc001094800\u003e{\n                msg: \"failed waiting for nodepool=\\\"npupgrade-4-20\\\" for cluster \\\"np-version-upgrade-cluster-vx4kj8\\\" in resourcegroup=\\\"rg-np-version-upgrade-vx4kj8-59lpv4\\\" to finish creating: context deadline exceeded\",\n                err: \u003ccontext.deadlineExceededError\u003e{},\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037303065828134912","occurred_at":"2026-03-26T22:57:56Z","signature_id":"2f25db75d60492c9cdad9ffe5ef52035ec0fdec499b09f0b7e20b64d71e1a635","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037303065828134912","occurred_at":"2026-03-26T22:57:56Z","signature_id":"79e5687ee23980856e6b1439b63e4b763502cce701658f07caf442400fa198e5","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037303065828134912","occurred_at":"2026-03-26T22:57:56Z","signature_id":"fcd94756d5f69e9a252ece522056b4eac73f4d116ee8f9e1a476a02437beacd6","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"0f98f9852c83b2fedc06e31e821a56d6937bc67b3023b3e262e587403a4f0d39","failure_pattern":"ERROR CODE: DeploymentFailed; detail code CannotChangePrivateLinkConnectionOnPrivateEndpoint; detail message Cannot change the private link connection on private endpoint /subscriptions/\u003csubscription\u003e/resourcegroups/\u003cresource-group\u003e/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint. Please ensure you are not updating the details of existing private link connection: '/subscriptions/\u003csubscription\u003e/resourcegroups/\u003cresource-group\u003e/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint/privateLinkServiceConnections/kv-private-endpoint'. That is not allowed.; provider Microsoft.Network","search_query":"ERROR CODE: DeploymentFailed","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":2,"runs_affected":1,"failed_runs":1,"run_impact_percent":2.380952380952381,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,2,0,0,0],"trend_range":"2026-03-22..2026-03-29 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:96]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000805a20\u003e: \n    failed to create customer-infra: failed waiting for deployment \"customer-infra-basic-hcp-cluster2-55ctkl\" in resourcegroup=\"customer-rg-97sgrb\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/customer-rg-97sgrb/providers/Microsoft.Resources/deployments/customer-infra-basic-hcp-cluster2-55ctkl/operationStatuses/08584270498462875647\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeploymentFailed\n    --------------------------------------------------------------------------------\n    {\n      \"status\": \"Failed\",\n      \"error\": {\n        \"code\": \"DeploymentFailed\",\n        \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n        \"details\": [\n          {\n            \"code\": \"BadRequest\",\n            \"message\": \"{\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"CannotChangePrivateLinkConnectionOnPrivateEndpoint\\\",\\r\\n    \\\"message\\\": \\\"Cannot change the private link connection on private endpoint /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-97sgrb/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint. Please ensure you are not updating the details of existing private link connection: '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-97sgrb/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint/privateLinkServiceConnections/kv-private-endpoint'. That is not allowed.\\\",\\r\\n    \\\"details\\\": []\\r\\n  }\\r\\n}\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create customer-infra: failed waiting for deployment \\\"customer-infra-basic-hcp-cluster2-55ctkl\\\" in resourcegroup=\\\"customer-rg-97sgrb\\\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/customer-rg-97sgrb/providers/Microsoft.Resources/deployments/customer-infra-basic-hcp-cluster2-55ctkl/operationStatuses/08584270498462875647\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeploymentFailed\\\",\\n    \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n    \\\"details\\\": [\\n      {\\n        \\\"code\\\": \\\"BadRequest\\\",\\n        \\\"message\\\": \\\"{\\\\r\\\\n  \\\\\\\"error\\\\\\\": {\\\\r\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"CannotChangePrivateLinkConnectionOnPrivateEndpoint\\\\\\\",\\\\r\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot change the private link connection on private endpoint /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-97sgrb/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint. Please ensure you are not updating the details of existing private link connection: '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-97sgrb/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint/privateLinkServiceConnections/kv-private-endpoint'. That is not allowed.\\\\\\\",\\\\r\\\\n    \\\\\\\"details\\\\\\\": []\\\\r\\\\n  }\\\\r\\\\n}\\\"\\n      }\\n    ]\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000805a00\u003e{\n            msg: \"failed waiting for deployment \\\"customer-infra-basic-hcp-cluster2-55ctkl\\\" in resourcegroup=\\\"customer-rg-97sgrb\\\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/customer-rg-97sgrb/providers/Microsoft.Resources/deployments/customer-infra-basic-hcp-cluster2-55ctkl/operationStatuses/08584270498462875647\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeploymentFailed\\\",\\n    \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n    \\\"details\\\": [\\n      {\\n        \\\"code\\\": \\\"BadRequest\\\",\\n        \\\"message\\\": \\\"{\\\\r\\\\n  \\\\\\\"error\\\\\\\": {\\\\r\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"CannotChangePrivateLinkConnectionOnPrivateEndpoint\\\\\\\",\\\\r\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot change the private link connection on private endpoint /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-97sgrb/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint. Please ensure you are not updating the details of existing private link connection: '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-97sgrb/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint/privateLinkServiceConnections/kv-private-endpoint'. That is not allowed.\\\\\\\",\\\\r\\\\n    \\\\\\\"details\\\\\\\": []\\\\r\\\\n  }\\\\r\\\\n}\\\"\\n      }\\n    ]\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc001129e30\u003e{\n                ErrorCode: \"DeploymentFailed\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:96]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000805a20\u003e: \n    failed to create customer-infra: failed waiting for deployment \"customer-infra-basic-hcp-cluster2-55ctkl\" in resourcegroup=\"customer-rg-97sgrb\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/customer-rg-97sgrb/providers/Microsoft.Resources/deployments/customer-infra-basic-hcp-cluster2-55ctkl/operationStatuses/08584270498462875647\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeploymentFailed\n    --------------------------------------------------------------------------------\n    {\n      \"status\": \"Failed\",\n      \"error\": {\n        \"code\": \"DeploymentFailed\",\n        \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n        \"details\": [\n          {\n            \"code\": \"BadRequest\",\n            \"message\": \"{\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"CannotChangePrivateLinkConnectionOnPrivateEndpoint\\\",\\r\\n    \\\"message\\\": \\\"Cannot change the private link connection on private endpoint /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-97sgrb/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint. Please ensure you are not updating the details of existing private link connection: '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-97sgrb/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint/privateLinkServiceConnections/kv-private-endpoint'. That is not allowed.\\\",\\r\\n    \\\"details\\\": []\\r\\n  }\\r\\n}\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create customer-infra: failed waiting for deployment \\\"customer-infra-basic-hcp-cluster2-55ctkl\\\" in resourcegroup=\\\"customer-rg-97sgrb\\\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/customer-rg-97sgrb/providers/Microsoft.Resources/deployments/customer-infra-basic-hcp-cluster2-55ctkl/operationStatuses/08584270498462875647\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeploymentFailed\\\",\\n    \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n    \\\"details\\\": [\\n      {\\n        \\\"code\\\": \\\"BadRequest\\\",\\n        \\\"message\\\": \\\"{\\\\r\\\\n  \\\\\\\"error\\\\\\\": {\\\\r\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"CannotChangePrivateLinkConnectionOnPrivateEndpoint\\\\\\\",\\\\r\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot change the private link connection on private endpoint /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-97sgrb/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint. Please ensure you are not updating the details of existing private link connection: '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-97sgrb/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint/privateLinkServiceConnections/kv-private-endpoint'. That is not allowed.\\\\\\\",\\\\r\\\\n    \\\\\\\"details\\\\\\\": []\\\\r\\\\n  }\\\\r\\\\n}\\\"\\n      }\\n    ]\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc000805a00\u003e{\n            msg: \"failed waiting for deployment \\\"customer-infra-basic-hcp-cluster2-55ctkl\\\" in resourcegroup=\\\"customer-rg-97sgrb\\\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/customer-rg-97sgrb/providers/Microsoft.Resources/deployments/customer-infra-basic-hcp-cluster2-55ctkl/operationStatuses/08584270498462875647\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeploymentFailed\\\",\\n    \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n    \\\"details\\\": [\\n      {\\n        \\\"code\\\": \\\"BadRequest\\\",\\n        \\\"message\\\": \\\"{\\\\r\\\\n  \\\\\\\"error\\\\\\\": {\\\\r\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"CannotChangePrivateLinkConnectionOnPrivateEndpoint\\\\\\\",\\\\r\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot change the private link connection on private endpoint /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-97sgrb/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint. Please ensure you are not updating the details of existing private link connection: '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/customer-rg-97sgrb/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint/privateLinkServiceConnections/kv-private-endpoint'. That is not allowed.\\\\\\\",\\\\r\\\\n    \\\\\\\"details\\\\\\\": []\\\\r\\\\n  }\\\\r\\\\n}\\\"\\n      }\\n    ]\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc001129e30\u003e{\n                ErrorCode: \"DeploymentFailed\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:96]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000899900\u003e: \n    failed to create customer-infra: failed waiting for deployment \"customer-infra-basic-cluster-rc7l8v\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-5rm9ww\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/rg-cluster-nsg-subnet-reuse-5rm9ww/providers/Microsoft.Resources/deployments/customer-infra-basic-cluster-rc7l8v/operationStatuses/08584270500153299231\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeploymentFailed\n    --------------------------------------------------------------------------------\n    {\n      \"status\": \"Failed\",\n      \"error\": {\n        \"code\": \"DeploymentFailed\",\n        \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n        \"details\": [\n          {\n            \"code\": \"BadRequest\",\n            \"message\": \"{\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"CannotChangePrivateLinkConnectionOnPrivateEndpoint\\\",\\r\\n    \\\"message\\\": \\\"Cannot change the private link connection on private endpoint /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-5rm9ww/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint. Please ensure you are not updating the details of existing private link connection: '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-5rm9ww/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint/privateLinkServiceConnections/kv-private-endpoint'. That is not allowed.\\\",\\r\\n    \\\"details\\\": []\\r\\n  }\\r\\n}\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create customer-infra: failed waiting for deployment \\\"customer-infra-basic-cluster-rc7l8v\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-5rm9ww\\\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/rg-cluster-nsg-subnet-reuse-5rm9ww/providers/Microsoft.Resources/deployments/customer-infra-basic-cluster-rc7l8v/operationStatuses/08584270500153299231\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeploymentFailed\\\",\\n    \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n    \\\"details\\\": [\\n      {\\n        \\\"code\\\": \\\"BadRequest\\\",\\n        \\\"message\\\": \\\"{\\\\r\\\\n  \\\\\\\"error\\\\\\\": {\\\\r\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"CannotChangePrivateLinkConnectionOnPrivateEndpoint\\\\\\\",\\\\r\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot change the private link connection on private endpoint /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-5rm9ww/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint. Please ensure you are not updating the details of existing private link connection: '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-5rm9ww/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint/privateLinkServiceConnections/kv-private-endpoint'. That is not allowed.\\\\\\\",\\\\r\\\\n    \\\\\\\"details\\\\\\\": []\\\\r\\\\n  }\\\\r\\\\n}\\\"\\n      }\\n    ]\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0008998e0\u003e{\n            msg: \"failed waiting for deployment \\\"customer-infra-basic-cluster-rc7l8v\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-5rm9ww\\\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/rg-cluster-nsg-subnet-reuse-5rm9ww/providers/Microsoft.Resources/deployments/customer-infra-basic-cluster-rc7l8v/operationStatuses/08584270500153299231\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeploymentFailed\\\",\\n    \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n    \\\"details\\\": [\\n      {\\n        \\\"code\\\": \\\"BadRequest\\\",\\n        \\\"message\\\": \\\"{\\\\r\\\\n  \\\\\\\"error\\\\\\\": {\\\\r\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"CannotChangePrivateLinkConnectionOnPrivateEndpoint\\\\\\\",\\\\r\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot change the private link connection on private endpoint /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-5rm9ww/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint. Please ensure you are not updating the details of existing private link connection: '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-5rm9ww/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint/privateLinkServiceConnections/kv-private-endpoint'. That is not allowed.\\\\\\\",\\\\r\\\\n    \\\\\\\"details\\\\\\\": []\\\\r\\\\n  }\\\\r\\\\n}\\\"\\n      }\\n    ]\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc000e559e0\u003e{\n                ErrorCode: \"DeploymentFailed\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 2...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:96]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000899900\u003e: \n    failed to create customer-infra: failed waiting for deployment \"customer-infra-basic-cluster-rc7l8v\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-5rm9ww\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/rg-cluster-nsg-subnet-reuse-5rm9ww/providers/Microsoft.Resources/deployments/customer-infra-basic-cluster-rc7l8v/operationStatuses/08584270500153299231\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeploymentFailed\n    --------------------------------------------------------------------------------\n    {\n      \"status\": \"Failed\",\n      \"error\": {\n        \"code\": \"DeploymentFailed\",\n        \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n        \"details\": [\n          {\n            \"code\": \"BadRequest\",\n            \"message\": \"{\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"CannotChangePrivateLinkConnectionOnPrivateEndpoint\\\",\\r\\n    \\\"message\\\": \\\"Cannot change the private link connection on private endpoint /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-5rm9ww/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint. Please ensure you are not updating the details of existing private link connection: '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-5rm9ww/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint/privateLinkServiceConnections/kv-private-endpoint'. That is not allowed.\\\",\\r\\n    \\\"details\\\": []\\r\\n  }\\r\\n}\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create customer-infra: failed waiting for deployment \\\"customer-infra-basic-cluster-rc7l8v\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-5rm9ww\\\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/rg-cluster-nsg-subnet-reuse-5rm9ww/providers/Microsoft.Resources/deployments/customer-infra-basic-cluster-rc7l8v/operationStatuses/08584270500153299231\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeploymentFailed\\\",\\n    \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n    \\\"details\\\": [\\n      {\\n        \\\"code\\\": \\\"BadRequest\\\",\\n        \\\"message\\\": \\\"{\\\\r\\\\n  \\\\\\\"error\\\\\\\": {\\\\r\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"CannotChangePrivateLinkConnectionOnPrivateEndpoint\\\\\\\",\\\\r\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot change the private link connection on private endpoint /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-5rm9ww/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint. Please ensure you are not updating the details of existing private link connection: '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-5rm9ww/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint/privateLinkServiceConnections/kv-private-endpoint'. That is not allowed.\\\\\\\",\\\\r\\\\n    \\\\\\\"details\\\\\\\": []\\\\r\\\\n  }\\\\r\\\\n}\\\"\\n      }\\n    ]\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0008998e0\u003e{\n            msg: \"failed waiting for deployment \\\"customer-infra-basic-cluster-rc7l8v\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-5rm9ww\\\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/rg-cluster-nsg-subnet-reuse-5rm9ww/providers/Microsoft.Resources/deployments/customer-infra-basic-cluster-rc7l8v/operationStatuses/08584270500153299231\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: DeploymentFailed\\n--------------------------------------------------------------------------------\\n{\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"DeploymentFailed\\\",\\n    \\\"message\\\": \\\"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\\\",\\n    \\\"details\\\": [\\n      {\\n        \\\"code\\\": \\\"BadRequest\\\",\\n        \\\"message\\\": \\\"{\\\\r\\\\n  \\\\\\\"error\\\\\\\": {\\\\r\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"CannotChangePrivateLinkConnectionOnPrivateEndpoint\\\\\\\",\\\\r\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Cannot change the private link connection on private endpoint /subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-5rm9ww/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint. Please ensure you are not updating the details of existing private link connection: '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cluster-nsg-subnet-reuse-5rm9ww/providers/Microsoft.Network/privateEndpoints/kv-private-endpoint/privateLinkServiceConnections/kv-private-endpoint'. That is not allowed.\\\\\\\",\\\\r\\\\n    \\\\\\\"details\\\\\\\": []\\\\r\\\\n  }\\\\r\\\\n}\\\"\\n      }\\n    ]\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc000e559e0\u003e{\n                ErrorCode: \"DeploymentFailed\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 2...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037264652152344576","occurred_at":"2026-03-26T20:25:12Z","signature_id":"776b2d9974ea278f15fa9ced43a011a26438ad8a659cedebcfd8ec0f3681664c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037264652152344576","occurred_at":"2026-03-26T20:25:12Z","signature_id":"c716e6cd880e21d2509b71c7dd01e745d171e60ce9aecde6ebce59e562acd119","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"30bf6cc566a0f51e15714e3e801910a4b5eb3e642c53ec05df2c6ce4b28e75a2","failure_pattern":"ERROR CODE: InternalServerError; detail message SAL validation failed with status code: 403; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InternalServerError","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":2,"runs_affected":1,"failed_runs":1,"run_impact_percent":2.380952380952381,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,2,0,0,0],"trend_range":"2026-03-22..2026-03-29 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:136]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0008a5220\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-zvtsqs\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/424c0c62-70a3-4351-ac27-2c33c7bb83b0\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/424c0c62-70a3-4351-ac27-2c33c7bb83b0\",\n      \"name\": \"424c0c62-70a3-4351-ac27-2c33c7bb83b0\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-26T20:30:39.925830532Z\",\n      \"endTime\": \"2026-03-26T20:30:48.906575258Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"SAL validation failed with status code: 403\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster idms-e2e-hcp-cluster: failed waiting for cluster=\\\"idms-e2e-hcp-cluster\\\" in resourcegroup=\\\"idms-zvtsqs\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/424c0c62-70a3-4351-ac27-2c33c7bb83b0\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/424c0c62-70a3-4351-ac27-2c33c7bb83b0\\\",\\n  \\\"name\\\": \\\"424c0c62-70a3-4351-ac27-2c33c7bb83b0\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-26T20:30:39.925830532Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-26T20:30:48.906575258Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"SAL validation failed with status code: 403\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0008a5200\u003e{\n            msg: \"failed waiting for cluster=\\\"idms-e2e-hcp-cluster\\\" in resourcegroup=\\\"idms-zvtsqs\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/424c0c62-70a3-4351-ac27-2c33c7bb83b0\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/424c0c62-70a3-4351-ac27-2c33c7bb83b0\\\",\\n  \\\"name\\\": \\\"424c0c62-70a3-4351-ac27-2c33c7bb83b0\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-26T20:30:39.925830532Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-26T20:30:48.906575258Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"SAL validation failed with status code: 403\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc0011583c0\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: 5A0DC58691384AA18C1C9F410C4E5748 Ref B: CHI261140508054 Ref C: 2026-03-26T20:30:50Z\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"9ebf9896-a696-4ba0-a35b-c86547212be5\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Request-Id\": [\n                            \"d7646fbd-d48e-43c2-9674-7365e0a2a6fa\",\n                        ],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/canadaeast/b22816e7-8010-49c2-b249-f2327a9fe3fb\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                        \"X-Ms-Routing-Request-Id\": [\n     ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:136]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0008a5220\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-zvtsqs\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/424c0c62-70a3-4351-ac27-2c33c7bb83b0\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/424c0c62-70a3-4351-ac27-2c33c7bb83b0\",\n      \"name\": \"424c0c62-70a3-4351-ac27-2c33c7bb83b0\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-26T20:30:39.925830532Z\",\n      \"endTime\": \"2026-03-26T20:30:48.906575258Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"SAL validation failed with status code: 403\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster idms-e2e-hcp-cluster: failed waiting for cluster=\\\"idms-e2e-hcp-cluster\\\" in resourcegroup=\\\"idms-zvtsqs\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/424c0c62-70a3-4351-ac27-2c33c7bb83b0\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/424c0c62-70a3-4351-ac27-2c33c7bb83b0\\\",\\n  \\\"name\\\": \\\"424c0c62-70a3-4351-ac27-2c33c7bb83b0\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-26T20:30:39.925830532Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-26T20:30:48.906575258Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"SAL validation failed with status code: 403\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0008a5200\u003e{\n            msg: \"failed waiting for cluster=\\\"idms-e2e-hcp-cluster\\\" in resourcegroup=\\\"idms-zvtsqs\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/424c0c62-70a3-4351-ac27-2c33c7bb83b0\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/424c0c62-70a3-4351-ac27-2c33c7bb83b0\\\",\\n  \\\"name\\\": \\\"424c0c62-70a3-4351-ac27-2c33c7bb83b0\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-26T20:30:39.925830532Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-26T20:30:48.906575258Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"SAL validation failed with status code: 403\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc0011583c0\u003e{\n                ErrorCode: \"InternalServerError\",\n                StatusCode: 200,\n                RawResponse: {\n                    Status: \"200 OK\",\n                    StatusCode: 200,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: 5A0DC58691384AA18C1C9F410C4E5748 Ref B: CHI261140508054 Ref C: 2026-03-26T20:30:50Z\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"9ebf9896-a696-4ba0-a35b-c86547212be5\",\n                        ],\n                        \"Pragma\": [\"no-cache\"],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Request-Id\": [\n                            \"d7646fbd-d48e-43c2-9674-7365e0a2a6fa\",\n                        ],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/canadaeast/b22816e7-8010-49c2-b249-f2327a9fe3fb\",\n                        ],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                        \"X-Ms-Routing-Request-Id\": [\n     ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:134]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000aafca0\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-qjbk7k\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/34cd3f19-97fd-4358-957a-9ecd7e60d0f9\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/34cd3f19-97fd-4358-957a-9ecd7e60d0f9\",\n      \"name\": \"34cd3f19-97fd-4358-957a-9ecd7e60d0f9\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-26T20:30:28.750332994Z\",\n      \"endTime\": \"2026-03-26T20:30:48.509300921Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"SAL validation failed with status code: 403\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed waiting for cluster=\\\"private-kv-cluster\\\" in resourcegroup=\\\"private-keyvault-qjbk7k\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/34cd3f19-97fd-4358-957a-9ecd7e60d0f9\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/34cd3f19-97fd-4358-957a-9ecd7e60d0f9\\\",\\n  \\\"name\\\": \\\"34cd3f19-97fd-4358-957a-9ecd7e60d0f9\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-26T20:30:28.750332994Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-26T20:30:48.509300921Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"SAL validation failed with status code: 403\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc000e36660\u003e{\n            ErrorCode: \"InternalServerError\",\n            StatusCode: 200,\n            RawResponse: {\n                Status: \"200 OK\",\n                StatusCode: 200,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Pragma\": [\"no-cache\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Content-Length\": [\"481\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"18\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/canadacentral/d2b1b180-95e6-469a-a3cb-7097078b6027\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Ms-Request-Id\": [\n                        \"886185d4-7470-4791-ba1e-90e0db1c201d\",\n                    ],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"74b1db3f-fa85-456f-8b00-4f0f4ca09c9e\",\n                    ],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"CANADACENTRAL:20260326T203051Z:74b1db3f-fa85-456f-8b00-4f0f4ca09c9e\",\n                    ],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"Content-Type\": [\"application/json\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 72447DB8C47A4BA58F26EB6D90519D0E Ref B: CHI261140501042 Ref C: 2026-03-26T20:30:51Z\",\n                    ],\n                    \"Date\": [\n                        \"Thu, 26 Mar 2026 20:30:51 GMT\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000aafb80\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 52, 102, 48, 54, 49, 57, 102, 45, 101, 98, 99, 50, 45, 52, 49, 53, 54, 45, 57, 100, 57, 49, 45, 99, 52, 99, 55, 56, 49, 100, 101, 55, 101, 53, 52, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 117, 107, 115, 111, 117, 116, 104, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 51, 52, 99, 100, 51, 102, 49, 57, 45, 57, 55, 102, ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:134]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000aafca0\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-qjbk7k\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/34cd3f19-97fd-4358-957a-9ecd7e60d0f9\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/34cd3f19-97fd-4358-957a-9ecd7e60d0f9\",\n      \"name\": \"34cd3f19-97fd-4358-957a-9ecd7e60d0f9\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-26T20:30:28.750332994Z\",\n      \"endTime\": \"2026-03-26T20:30:48.509300921Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"SAL validation failed with status code: 403\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed waiting for cluster=\\\"private-kv-cluster\\\" in resourcegroup=\\\"private-keyvault-qjbk7k\\\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/34cd3f19-97fd-4358-957a-9ecd7e60d0f9\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/34cd3f19-97fd-4358-957a-9ecd7e60d0f9\\\",\\n  \\\"name\\\": \\\"34cd3f19-97fd-4358-957a-9ecd7e60d0f9\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-26T20:30:28.750332994Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-26T20:30:48.509300921Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"SAL validation failed with status code: 403\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*exported.ResponseError | 0xc000e36660\u003e{\n            ErrorCode: \"InternalServerError\",\n            StatusCode: 200,\n            RawResponse: {\n                Status: \"200 OK\",\n                StatusCode: 200,\n                Proto: \"HTTP/2.0\",\n                ProtoMajor: 2,\n                ProtoMinor: 0,\n                Header: {\n                    \"Cache-Control\": [\"no-cache\"],\n                    \"Pragma\": [\"no-cache\"],\n                    \"Expires\": [\"-1\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                    \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                    \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                    \"Content-Length\": [\"481\"],\n                    \"X-Envoy-Upstream-Service-Time\": [\"18\"],\n                    \"X-Ms-Operation-Identifier\": [\n                        \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/canadacentral/d2b1b180-95e6-469a-a3cb-7097078b6027\",\n                    ],\n                    \"X-Content-Type-Options\": [\"nosniff\"],\n                    \"X-Ms-Request-Id\": [\n                        \"886185d4-7470-4791-ba1e-90e0db1c201d\",\n                    ],\n                    \"X-Ms-Correlation-Request-Id\": [\n                        \"74b1db3f-fa85-456f-8b00-4f0f4ca09c9e\",\n                    ],\n                    \"X-Ms-Routing-Request-Id\": [\n                        \"CANADACENTRAL:20260326T203051Z:74b1db3f-fa85-456f-8b00-4f0f4ca09c9e\",\n                    ],\n                    \"Strict-Transport-Security\": [\n                        \"max-age=31536000; includeSubDomains\",\n                    ],\n                    \"Content-Type\": [\"application/json\"],\n                    \"X-Msedge-Ref\": [\n                        \"Ref A: 72447DB8C47A4BA58F26EB6D90519D0E Ref B: CHI261140501042 Ref C: 2026-03-26T20:30:51Z\",\n                    ],\n                    \"Date\": [\n                        \"Thu, 26 Mar 2026 20:30:51 GMT\",\n                    ],\n                },\n                Body: \u003c*exported.nopClosingBytesReader | 0xc000aafb80\u003e{\n                    s: [123, 10, 32, 32, 32, 32, 34, 105, 100, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 52, 102, 48, 54, 49, 57, 102, 45, 101, 98, 99, 50, 45, 52, 49, 53, 54, 45, 57, 100, 57, 49, 45, 99, 52, 99, 55, 56, 49, 100, 101, 55, 101, 53, 52, 47, 112, 114, 111, 118, 105, 100, 101, 114, 115, 47, 77, 105, 99, 114, 111, 115, 111, 102, 116, 46, 82, 101, 100, 72, 97, 116, 79, 112, 101, 110, 83, 104, 105, 102, 116, 47, 108, 111, 99, 97, 116, 105, 111, 110, 115, 47, 117, 107, 115, 111, 117, 116, 104, 47, 104, 99, 112, 79, 112, 101, 114, 97, 116, 105, 111, 110, 83, 116, 97, 116, 117, 115, 101, 115, 47, 51, 52, 99, 100, 51, 102, 49, 57, 45, 57, 55, 102, ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037264652152344576","occurred_at":"2026-03-26T20:25:12Z","signature_id":"80602fa116b8573ca23844b5207f29c9fee8fc07a88fa535b0c36df3d484a3f2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037264652152344576","occurred_at":"2026-03-26T20:25:12Z","signature_id":"ab83304ae375fbbbc3115a20fe409d4e6f72a729b7163fca940234beefb67d95","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"50c48c88fe4eb95e98afa85c61c4077e079f1b9e83d2b9321ba1c497a35a22ac","failure_pattern":"ERROR CODE: Conflict; detail message Resource is already deleting; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: Conflict","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at the resource group level","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":2.380952380952381,"anchor_occurrences":1,"after_last_push_count":2,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-03-22..2026-03-29 UTC","prior_windows_present":1,"prior_window_starts":["2026-03-09"],"prior_runs_affected":2,"prior_last_seen_at":"2026-03-09T04:24:18Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at the resource group level","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:245]: Unexpected error:\n    \u003c*errors.joinError | 0xc00141cd38\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: DELETE https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-r8tknz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-lkzjxd\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Resource is already deleting\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-r8tknz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-lkzjxd\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc0008bb5e0\u003e{\n                msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: DELETE https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-r8tknz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-lkzjxd\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Resource is already deleting\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-r8tknz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-lkzjxd\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                err: \u003c*fmt.wrapError | 0xc0008bb5c0\u003e{\n                    msg: \"at least one hcp cluster failed to delete: DELETE https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-r8tknz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-lkzjxd\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Resource is already deleting\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-r8tknz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-lkzjxd\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    err: \u003c*exported.ResponseError | 0xc00178e6c0\u003e{\n                        ErrorCode: \"Conflict\",\n                        StatusCode: 409,\n                        RawResponse: {\n                            Status: \"409 Conflict\",\n                            StatusCode: 409,\n                            Proto: \"HTTP/2.0\",\n                            ProtoMajor: 2,\n                            ProtoMinor: 0,\n                            Header: {\n                                \"Pragma\": [\"no-cache\"],\n                                \"Expires\": [\"-1\"],\n                                \"X-Ms-Request-Id\": [\n                                    \"28ede0cd-2936-4f2f-8253-cb605ecc9170\",\n                                ],\n                                \"X-Ms-Ratelimit-Remaining-Subscription-Deletes\": [\"199\"],\n                                \"X-Ms-Routing-Request-Id\": [\n                                    \"UKSOUTH:20260325T152452Z:5c77f5c4-ef8b-4b65-ad8a-d8b321c39862\",\n                                ],\n                                \"Strict-Transport-Security\": [\n                                    \"max-age=31536000; includeSubDomains\",\n                                ],\n                                \"Content-Length\": [\"295\"],\n                                \"Content-Type\": [\"application/json\"],\n                                \"X-Ms-Correlation-Request-Id\": [\n                                    \"5c77f5c4-ef8b-4b65-ad8a-d8b321c39862\",\n                                ],\n                                \"Cache-Control\": [\"no-cache\"],\n                                \"X-Ms-Error-Code\": [\"Conflict\"],\n                                \"X-Envoy-Upstream-Service-Time\": [\"1026\"],\n                                \"X-Ms-Operation-Identifier\": [\n                                    \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/5c5c915c-65f2-46d6-a279-f918cf82b3b5\",\n                                ],\n                                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Del...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:245]: Unexpected error:\n    \u003c*errors.joinError | 0xc00141cd38\u003e: \n    failed to cleanup resource group: at least one hcp cluster failed to delete: DELETE https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-r8tknz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-lkzjxd\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Resource is already deleting\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-r8tknz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-lkzjxd\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        errs: [\n            \u003c*fmt.wrapError | 0xc0008bb5e0\u003e{\n                msg: \"failed to cleanup resource group: at least one hcp cluster failed to delete: DELETE https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-r8tknz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-lkzjxd\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Resource is already deleting\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-r8tknz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-lkzjxd\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                err: \u003c*fmt.wrapError | 0xc0008bb5c0\u003e{\n                    msg: \"at least one hcp cluster failed to delete: DELETE https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-r8tknz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-lkzjxd\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Resource is already deleting\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/cluster-listing-r8tknz/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/list-test-cluster-lkzjxd\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n                    err: \u003c*exported.ResponseError | 0xc00178e6c0\u003e{\n                        ErrorCode: \"Conflict\",\n                        StatusCode: 409,\n                        RawResponse: {\n                            Status: \"409 Conflict\",\n                            StatusCode: 409,\n                            Proto: \"HTTP/2.0\",\n                            ProtoMajor: 2,\n                            ProtoMinor: 0,\n                            Header: {\n                                \"Pragma\": [\"no-cache\"],\n                                \"Expires\": [\"-1\"],\n                                \"X-Ms-Request-Id\": [\n                                    \"28ede0cd-2936-4f2f-8253-cb605ecc9170\",\n                                ],\n                                \"X-Ms-Ratelimit-Remaining-Subscription-Deletes\": [\"199\"],\n                                \"X-Ms-Routing-Request-Id\": [\n                                    \"UKSOUTH:20260325T152452Z:5c77f5c4-ef8b-4b65-ad8a-d8b321c39862\",\n                                ],\n                                \"Strict-Transport-Security\": [\n                                    \"max-age=31536000; includeSubDomains\",\n                                ],\n                                \"Content-Length\": [\"295\"],\n                                \"Content-Type\": [\"application/json\"],\n                                \"X-Ms-Correlation-Request-Id\": [\n                                    \"5c77f5c4-ef8b-4b65-ad8a-d8b321c39862\",\n                                ],\n                                \"Cache-Control\": [\"no-cache\"],\n                                \"X-Ms-Error-Code\": [\"Conflict\"],\n                                \"X-Envoy-Upstream-Service-Time\": [\"1026\"],\n                                \"X-Ms-Operation-Identifier\": [\n                                    \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/5c5c915c-65f2-46d6-a279-f918cf82b3b5\",\n                                ],\n                                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Del...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036825136069349376","occurred_at":"2026-03-25T15:18:09Z","signature_id":"c7ab8c1e1837e1f667a77315ff2bf67e118cc09d1067356361cca699b15b4c3e","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"cf6ca3be66fe9781f7098aaa5a5aadda4cfd59f4b600a60b3f48ef63f5158b75","failure_pattern":"UpdateNodePoolAndWait timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for nodepool=\"np-1\" in cluster=\"cluster-np-labels-taints\" resourcegroup=\"rg-np-labels-taints-ct8x6p\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-ct8x6p, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":2.380952380952381,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,1,0,0,0],"trend_range":"2026-03-22..2026-03-29 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to update node pool labels and taints","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:183]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f66e40\u003e: \n    failed waiting for nodepool=\"np-1\" in cluster=\"cluster-np-labels-taints\" resourcegroup=\"rg-np-labels-taints-ct8x6p\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-ct8x6p, error: context deadline exceeded\n    {\n        msg: \"failed waiting for nodepool=\\\"np-1\\\" in cluster=\\\"cluster-np-labels-taints\\\" resourcegroup=\\\"rg-np-labels-taints-ct8x6p\\\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-ct8x6p, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc001606080\u003e{\n                s: \"timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-ct8x6p\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:183]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f66e40\u003e: \n    failed waiting for nodepool=\"np-1\" in cluster=\"cluster-np-labels-taints\" resourcegroup=\"rg-np-labels-taints-ct8x6p\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-ct8x6p, error: context deadline exceeded\n    {\n        msg: \"failed waiting for nodepool=\\\"np-1\\\" in cluster=\\\"cluster-np-labels-taints\\\" resourcegroup=\\\"rg-np-labels-taints-ct8x6p\\\" to finish updating, caused by: timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-ct8x6p, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc001606080\u003e{\n                s: \"timeout '20.000000' minutes exceeded during UpdateNodePoolAndWait for nodepool np-1 in cluster cluster-np-labels-taints in resource group rg-np-labels-taints-ct8x6p\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2037303065828134912","occurred_at":"2026-03-26T22:57:56Z","signature_id":"091e115e0161d509e6bc2756b82cc3a37f243b9d78254a32b93c2e5e8919f232","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"56ae426faac218504147bb3e753625045b35215f15f2a9e3160aa9d64c9edeb1","failure_pattern":"found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-fdfcnq","search_query":"occurred","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":2.380952380952381,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,1,0,0,0,0],"trend_range":"2026-03-22..2026-03-29 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:245]: Unexpected error:\n    \u003c*errors.joinError | 0xc000d9d878\u003e: \n    found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-fdfcnq\n    {\n        errs: [\n            \u003c*errors.errorString | 0xc000718bc0\u003e{\n                s: \"found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-fdfcnq\",\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:245]: Unexpected error:\n    \u003c*errors.joinError | 0xc000d9d878\u003e: \n    found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-fdfcnq\n    {\n        errs: [\n            \u003c*errors.errorString | 0xc000718bc0\u003e{\n                s: \"found 1 managed resource groups left behind HCP clusters in rg-cluster-nsg-subnet-reuse-fdfcnq\",\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036825136069349376","occurred_at":"2026-03-25T15:18:09Z","signature_id":"a229a2ed10a422e5dcbe43fdb34b2d1e12e80005ed6fb259f97886cd9eff408a","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"5579e57bd487be77ee5eb09d69c3ae839d0223e8e89616cdcaf6547b2edfe519","failure_pattern":"operation result model did not match expected model for type *armredhatopenshifthcp.HcpOpenShiftCluster:","search_query":"operation result model did not match expected model for type *armredhatopenshifthcp.HcpOpenShiftCluster:","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":2.380952380952381,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,1,0,0,0,0,0],"trend_range":"2026-03-22..2026-03-29 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:141]: Unexpected error:\n    \u003c*errors.errorString | 0xc000a33960\u003e: \n    operation result model did not match expected model for type *armredhatopenshifthcp.HcpOpenShiftCluster:\n      \u0026armredhatopenshifthcp.HcpOpenShiftCluster{\n      \tLocation: \u0026\"uksouth\",\n      \tIdentity: \u0026{Type: \u0026\"UserAssigned\", UserAssignedIdentities: {\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-136/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-controller-manager\": \u0026{ClientID: \u0026\"f2e4769e-d3c2-498d-92b9-3e6d24cd2d7a\", PrincipalID: \u0026\"a5c120f7-50c3-4cf6-84b4-57517f60630d\"}, \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-136/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config\": \u0026{ClientID: \u0026\"f2e4769e-d3c2-498d-92b9-3e6d24cd2d7a\", PrincipalID: \u0026\"a5c120f7-50c3-4cf6-84b4-57517f60630d\"}, \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-136/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure\": \u0026{ClientID: \u0026\"f2e4769e-d3c2-498d-92b9-3e6d24cd2d7a\", PrincipalID: \u0026\"a5c120f7-50c3-4cf6-84b4-57517f60630d\"}, \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-136/providers/Microsoft.ManagedIdentity/userAssignedIdentities/control-plane\": \u0026{ClientID: \u0026\"f2e4769e-d3c2-498d-92b9-3e6d24cd2d7a\", PrincipalID: \u0026\"a5c120f7-50c3-4cf6-84b4-57517f60630d\"}, ...}},\n      \tProperties: \u0026armredhatopenshifthcp.HcpOpenShiftClusterProperties{\n      \t\t... // 7 identical fields\n      \t\tNodeDrainTimeoutMinutes: nil,\n      \t\tVersion:                 \u0026{ChannelGroup: \u0026\"stable\", ID: \u0026\"4.20\"},\n    - \t\tConsole: \u0026armredhatopenshifthcp.ConsoleProfile{\n    - \t\t\tURL: \u0026\"https://console-openshift-console.apps.aro.u9t3y3i9f1v2d7g.8p8o.uksouth.aroapp-hcp.azure-test.net\",\n    - \t\t},\n    + \t\tConsole:           nil,\n      \t\tProvisioningState: \u0026\"Succeeded\",\n      \t},\n      \tTags: {\"aro-hcp.experimental.cluster.size-override\": \u0026\"Minimal\"},\n      \tID:   \u0026\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGrou\"...,\n      \t... // 1 ignored and 2 identical fields\n      }\n    \n    {\n        s: \"operation result model did not match expected model for type *armredhatopenshifthcp.HcpOpenShiftCluster:\\n\\u00a0\\u00a0\u0026armredhatopenshifthcp.HcpOpenShiftCluster{\\n\\u00a0\\u00a0\\tLocation: \u0026\\\"uksouth\\\",\\n\\u00a0\\u00a0\\tIdentity: \u0026{Type: \u0026\\\"UserAssigned\\\", UserAssignedIdentities: {\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-136/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-controller-manager\\\": \u0026{ClientID: \u0026\\\"f2e4769e-d3c2-498d-92b9-3e6d24cd2d7a\\\", PrincipalID: \u0026\\\"a5c120f7-50c3-4cf6-84b4-57517f60630d\\\"}, \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-136/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config\\\": \u0026{ClientID: \u0026\\\"f2e4769e-d3c2-498d-92b9-3e6d24cd2d7a\\\", PrincipalID: \u0026\\\"a5c120f7-50c3-4cf6-84b4-57517f60630d\\\"}, \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-136/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure\\\": \u0026{ClientID: \u0026\\\"f2e4769e-d3c2-498d-92b9-3e6d24cd2d7a\\\", PrincipalID: \u0026\\\"a5c120f7-50c3-4cf6-84b4-57517f60630d\\\"}, \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-136/providers/Microsoft.ManagedIdentity/userAssignedIdentities/control-plane\\\": \u0026{ClientID: \u0026\\\"f2e4769e-d3c2-498d-92b9-3e6d24cd2d7a\\\", PrincipalID: \u0026\\\"a5c120f7-50c3-4cf6-84b4-57517f60630d\\\"}, ...}},\\n\\u00a0\\u00a0\\tProperties: \u0026armredhatopenshifthcp.HcpOpenShiftClusterProperties{\\n\\u00a0\\u00a0\\t\\t... // 7 identical fields\\n\\u00a0\\u00a0\\t\\tNodeDrainTimeoutMinutes: nil,\\n\\u00a0\\u00a0\\t\\tVersion:                 \u0026{ChannelGroup: \u0026\\\"stable\\\", ID: \u0026\\\"4.20\\\"},\\n-\\u00a0\\t\\tConsole: \u0026armredhatopenshifthcp.ConsoleProfile{\\n-\\u00a0\\t\\t\\tURL: \u0026\\\"https://console-openshift-console.apps.aro.u9t3y3i9f1v2d7g.8p8o.uksouth.aroapp-hcp.azure-test.net\\\",\\n-\\u00a0\\t\\t},\\n+\\u00a0\\t\\tConsole:           nil,\\n\\u00a0\\u00a0\\t\\tProvisioningState: \u0026\\\"Succeeded\\\",\\n\\u00a0\\u00a0\\t},\\n\\u00a0\\u00a0\\tTags: {\\\"aro-hcp.experimental.cluster.size-override\\\": \u0026\\\"Minimal\\\"},\\n\\u00a0\\u00a0\\tID:   \u0026\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGrou\\\"...,\\n\\u00a0\\u00a0\\t... // 1 ignored and 2 identical fields\\n\\u00a0\\u00a0}\\n\",\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:141]: Unexpected error:\n    \u003c*errors.errorString | 0xc000a33960\u003e: \n    operation result model did not match expected model for type *armredhatopenshifthcp.HcpOpenShiftCluster:\n      \u0026armredhatopenshifthcp.HcpOpenShiftCluster{\n      \tLocation: \u0026\"uksouth\",\n      \tIdentity: \u0026{Type: \u0026\"UserAssigned\", UserAssignedIdentities: {\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-136/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-controller-manager\": \u0026{ClientID: \u0026\"f2e4769e-d3c2-498d-92b9-3e6d24cd2d7a\", PrincipalID: \u0026\"a5c120f7-50c3-4cf6-84b4-57517f60630d\"}, \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-136/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config\": \u0026{ClientID: \u0026\"f2e4769e-d3c2-498d-92b9-3e6d24cd2d7a\", PrincipalID: \u0026\"a5c120f7-50c3-4cf6-84b4-57517f60630d\"}, \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-136/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure\": \u0026{ClientID: \u0026\"f2e4769e-d3c2-498d-92b9-3e6d24cd2d7a\", PrincipalID: \u0026\"a5c120f7-50c3-4cf6-84b4-57517f60630d\"}, \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-136/providers/Microsoft.ManagedIdentity/userAssignedIdentities/control-plane\": \u0026{ClientID: \u0026\"f2e4769e-d3c2-498d-92b9-3e6d24cd2d7a\", PrincipalID: \u0026\"a5c120f7-50c3-4cf6-84b4-57517f60630d\"}, ...}},\n      \tProperties: \u0026armredhatopenshifthcp.HcpOpenShiftClusterProperties{\n      \t\t... // 7 identical fields\n      \t\tNodeDrainTimeoutMinutes: nil,\n      \t\tVersion:                 \u0026{ChannelGroup: \u0026\"stable\", ID: \u0026\"4.20\"},\n    - \t\tConsole: \u0026armredhatopenshifthcp.ConsoleProfile{\n    - \t\t\tURL: \u0026\"https://console-openshift-console.apps.aro.u9t3y3i9f1v2d7g.8p8o.uksouth.aroapp-hcp.azure-test.net\",\n    - \t\t},\n    + \t\tConsole:           nil,\n      \t\tProvisioningState: \u0026\"Succeeded\",\n      \t},\n      \tTags: {\"aro-hcp.experimental.cluster.size-override\": \u0026\"Minimal\"},\n      \tID:   \u0026\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGrou\"...,\n      \t... // 1 ignored and 2 identical fields\n      }\n    \n    {\n        s: \"operation result model did not match expected model for type *armredhatopenshifthcp.HcpOpenShiftCluster:\\n\\u00a0\\u00a0\u0026armredhatopenshifthcp.HcpOpenShiftCluster{\\n\\u00a0\\u00a0\\tLocation: \u0026\\\"uksouth\\\",\\n\\u00a0\\u00a0\\tIdentity: \u0026{Type: \u0026\\\"UserAssigned\\\", UserAssignedIdentities: {\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-136/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-controller-manager\\\": \u0026{ClientID: \u0026\\\"f2e4769e-d3c2-498d-92b9-3e6d24cd2d7a\\\", PrincipalID: \u0026\\\"a5c120f7-50c3-4cf6-84b4-57517f60630d\\\"}, \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-136/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cloud-network-config\\\": \u0026{ClientID: \u0026\\\"f2e4769e-d3c2-498d-92b9-3e6d24cd2d7a\\\", PrincipalID: \u0026\\\"a5c120f7-50c3-4cf6-84b4-57517f60630d\\\"}, \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-136/providers/Microsoft.ManagedIdentity/userAssignedIdentities/cluster-api-azure\\\": \u0026{ClientID: \u0026\\\"f2e4769e-d3c2-498d-92b9-3e6d24cd2d7a\\\", PrincipalID: \u0026\\\"a5c120f7-50c3-4cf6-84b4-57517f60630d\\\"}, \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-int-136/providers/Microsoft.ManagedIdentity/userAssignedIdentities/control-plane\\\": \u0026{ClientID: \u0026\\\"f2e4769e-d3c2-498d-92b9-3e6d24cd2d7a\\\", PrincipalID: \u0026\\\"a5c120f7-50c3-4cf6-84b4-57517f60630d\\\"}, ...}},\\n\\u00a0\\u00a0\\tProperties: \u0026armredhatopenshifthcp.HcpOpenShiftClusterProperties{\\n\\u00a0\\u00a0\\t\\t... // 7 identical fields\\n\\u00a0\\u00a0\\t\\tNodeDrainTimeoutMinutes: nil,\\n\\u00a0\\u00a0\\t\\tVersion:                 \u0026{ChannelGroup: \u0026\\\"stable\\\", ID: \u0026\\\"4.20\\\"},\\n-\\u00a0\\t\\tConsole: \u0026armredhatopenshifthcp.ConsoleProfile{\\n-\\u00a0\\t\\t\\tURL: \u0026\\\"https://console-openshift-console.apps.aro.u9t3y3i9f1v2d7g.8p8o.uksouth.aroapp-hcp.azure-test.net\\\",\\n-\\u00a0\\t\\t},\\n+\\u00a0\\t\\tConsole:           nil,\\n\\u00a0\\u00a0\\t\\tProvisioningState: \u0026\\\"Succeeded\\\",\\n\\u00a0\\u00a0\\t},\\n\\u00a0\\u00a0\\tTags: {\\\"aro-hcp.experimental.cluster.size-override\\\": \u0026\\\"Minimal\\\"},\\n\\u00a0\\u00a0\\tID:   \u0026\\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGrou\\\"...,\\n\\u00a0\\u00a0\\t... // 1 ignored and 2 identical fields\\n\\u00a0\\u00a0}\\n\",\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2036284853137182720","occurred_at":"2026-03-24T03:31:55Z","signature_id":"868a8f7c860f186399d8c829759e86dacf6c1c534cc5fd4b532008c11ed34ceb","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}