{"meta":{"start_date":"2026-03-08","end_date":"2026-03-08","start_at":"2026-03-08T00:00:00Z","end_at":"2026-03-09T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T20:37:26Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":3,"failed_runs":3,"raw_occurrences":63,"matched_occurrences":63,"runs_affected":3},"rows":[{"environment":"int","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-5xqjrx\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-5xqjrx, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":42,"runs_affected":3,"failed_runs":3,"run_impact_percent":100,"anchor_occurrences":42,"after_last_push_count":42,"trend_counts":[0,0,0,0,0,0,42],"trend_range":"2026-03-02..2026-03-08 UTC","prior_windows_present":1,"prior_window_starts":["2026-02-23"],"prior_runs_affected":12,"prior_last_seen_at":"2026-03-01T04:25:41Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:133]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012244b0\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-t9q8pb, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-t9q8pb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-t9q8pb, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-t9q8pb, error: failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-t9q8pb\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-t9q8pb, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0014cd940\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-t9q8pb\",\n            },\n            \u003c*fmt.wrapErrors | 0xc001224480\u003e{\n                msg: \"failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-t9q8pb\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-t9q8pb, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc0014cd940\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-t9q8pb\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:133]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012244b0\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-t9q8pb, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-t9q8pb\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-t9q8pb, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-t9q8pb, error: failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-t9q8pb\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-t9q8pb, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0014cd940\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-t9q8pb\",\n            },\n            \u003c*fmt.wrapErrors | 0xc001224480\u003e{\n                msg: \"failed waiting for cluster=\\\"pullsecret-hcp-cluster\\\" in resourcegroup=\\\"pullsecret-test-t9q8pb\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-t9q8pb, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc0014cd940\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-t9q8pb\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00113aa50\u003e: \n    failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-jl725c, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-jl725c\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-jl725c, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-jl725c, error: failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-jl725c\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-jl725c, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0010fb4d0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-jl725c\",\n            },\n            \u003c*fmt.wrapErrors | 0xc00113aa20\u003e{\n                msg: \"failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-jl725c\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-jl725c, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc0010fb4d0\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-jl725c\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:160]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc00113aa50\u003e: \n    failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-jl725c, error: failed waiting for cluster=\"patch-tags-cluster\" in resourcegroup=\"patch-tags-jl725c\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-jl725c, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster patch-tags-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-jl725c, error: failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-jl725c\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-jl725c, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0010fb4d0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-jl725c\",\n            },\n            \u003c*fmt.wrapErrors | 0xc00113aa20\u003e{\n                msg: \"failed waiting for cluster=\\\"patch-tags-cluster\\\" in resourcegroup=\\\"patch-tags-jl725c\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-jl725c, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc0010fb4d0\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-tags-cluster in resource group patch-tags-jl725c\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fea2d0\u003e: \n    failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-gvbqvc, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-gvbqvc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-gvbqvc, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-gvbqvc, error: failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-gvbqvc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-gvbqvc, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000f72440\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-gvbqvc\",\n            },\n            \u003c*fmt.wrapErrors | 0xc000fea2a0\u003e{\n                msg: \"failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-gvbqvc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-gvbqvc, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000f72440\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-gvbqvc\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:106]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fea2d0\u003e: \n    failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-gvbqvc, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-gvbqvc\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-gvbqvc, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster basic-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-gvbqvc, error: failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-gvbqvc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-gvbqvc, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000f72440\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-gvbqvc\",\n            },\n            \u003c*fmt.wrapErrors | 0xc000fea2a0\u003e{\n                msg: \"failed waiting for cluster=\\\"basic-cluster\\\" in resourcegroup=\\\"rg-cluster-nsg-subnet-reuse-gvbqvc\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-gvbqvc, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000f72440\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-gvbqvc\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"0e6d64456203bfc8fdb1f41029f57d32f9220c4ef294249c69587f753aa8d96f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"29e728219d987caa00aec3cc153d3aa70855549f2b17523b7e13761d87373f5e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"39b16912506ec57cc4837994a1c871eb234c28f1b11a461f277c932c7371e81c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"43f8dcdefb167830fb04bb7fe14bac827f81db3050f53e59cac2b9108f5e9325","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"5c9977214fd2a9b79f3cf2dc9679abeb81ddae40618d5dd7793448d32b9143b4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"744f4b411f81450de8c224e190e2333e7f39571559aada783714e6ad8a809930","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"74e6ba79b538879c450eebd1dedf7c7aefa639d79a1c696b8fa6504a1a95c517","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"b3d8ed26971bdbfd8c4c384193d7704fb155ec3ddbb80af5df95f17439284d38","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"b7eeb0ec38f6631cf2cbe4af9edc06265124de6c00813a642a3b0ef960861ecb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"c3708cf388f3823e74540ac963e10edec6272f4ab76184d3bf3d515bbfd2c04e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"dce14ec848c43b15cd7c0bc7ecad58e0888c4fed29c710694eb4a5588d127f6c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"e199bf09c5845902863bd9b32778c768cf7f7150a3b98826c27d2de38e86a15a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"edb5f83be02a35f0e280f8dae43ee97519d178616e774bd01f8cbd3d1f9a0f4f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"f21e11a02b15a17df266f183eb69d666c94df071d40e27632cd823c2d9db7f61","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"225f21d1335a7e0fe8b6209ddd2f8b638a4180a90c243005e3246d7ff21eb5d7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"23bfc8421d94d93c0ee045e490d0c74afceed42a2d6c6dc7a362666f91f3481a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"2a36c287bdafce6836acddb1e20e8384a33cf324286f657be49b447a67fcf51d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"79853acc0c056dc42c3cc1dc460f2390e034a6124c782953e8a11eb31360a46f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"82f33954f38172703ece2e0e86a9dc097bae41977434c02addcac2b81b9b8384","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"987375b0acab7c8994c3dfecea941905c290f45ee331de593372fbb36a925333","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"ad09689d925fbfd83ac7ab2e1e5f8816b54efe54e06d679204c40f613f68671c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"bbe28a5904646571c9b0611a5e2ab6946b9ca600cb283b0849263b3ffd81e692","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"bfb11fe1ad0babb08ba167cf7a6f912cf47e06fc8cd3ce3fe55d554b60ac9eb4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"cf87386303c7781790b8c32f81b69e6bec4edcda5715899f42ebe465d2d5a6c6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"da427e23cb41c859c76b394746aa6021487f0a30501efc38dbe4eea8493ec9b0","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"dbccc81932a6eecac594a9b937567e521a7df5b3502aea85119af8652f00cc8c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"e6e597495b27fe9e9e04d775b07c2176834ddf44074d6a0cd039737afaac3172","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"eaf4877d59b9c5581048c2282079314881f65a443f2a883d38d54b2fae1e4c75","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"12cb26e84475cb9bf945cdc04c435046ec55dc58706faaa4267426883d079624","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"1a89ee82db4bdddc60911b7291800ef421b5d8ca1065bc18d0ed66f6ed81d319","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"1af7dc2c72a4bd761565050e9d08a9eb0cc1fb725040d5bc5dd17082ac83551a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"38b7a89b8fd22e02bba723e8793f5266845f43ddbc986b59ac44886d5f060944","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"6855cd0df0672717ae58a989c032d28d699ab8696815bbb78415693596da90f7","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"780d1214ea0e88ac71e1a5fe13481a66e64a5d8ac6b0f1b708b275d7ff41de67","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"9adc0716ff479fdca94ad11144967207b78c90e0dd5c2ad577718c2116c05306","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"9c9bd34a5046d673cadbba1a7727e5eed47f1c69691a63addb6f72a0342a76b1","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"a8cd7499b81f7c774dfe45fd7e794883be1b9a37abd7dc40e61b9ff88a28a22d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"a91ee8c4afd80aecb51245222b2dc2dcbdd52e44588f8694af21e65702720ab2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"b611f4f143a3cda862938f6968938e2b16f8b1402434969e258ca83de27c415a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"bc9fe3ee78b24b91d7a0cea5a09b22e66187036e5669d37a6208d89d0a75cc0f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"eef7cc5f0ef0388ceaaad39792b37d7c81781179aa75aad7cbc8c9154d20991b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"f025d8209b4af0275ee1cf275aed189f21e1ad06f754ffa444fc95e623c80409","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"d0993ee7c174e66d21d6873cdcbb83cae1352c1482345816cea0f68947670c76","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":14,"runs_affected":3,"failed_runs":3,"run_impact_percent":100,"anchor_occurrences":14,"after_last_push_count":17,"trend_counts":[0,0,0,0,0,3,14],"trend_range":"2026-03-02..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":4,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":3},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":2}],"full_error_samples":["ess report:\n      Customer should be able to create a cluster with an external auth config and get the external auth config (Spec Runtime: 1h29m59.863s)\n        /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:47\n        In [It] (Node Runtime: 1h29m59.863s)\n          /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:47\n          At [By Step] creating the HCP cluster (Step Runtime: 23m7.947s)\n            /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:86\n\n          Spec Goroutine\n          goroutine 83 [select]\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8214098, 0xc000e984b0}, 0x77f8912?)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8246e80, {0x8214098, 0xc000e984b0}, 0x0)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284\n            github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8214108?, 0xc0007184d0?}, {{0x8229828?, 0xc000f8ec00?}, 0xc0014a10f0?}, 0xc000095460, {0xc001686080, 0x1c}, {0x77f1061, 0xa}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:641\n            github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0x77d9018, 0x4}, ...}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:344\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func17.2({0x7fe87c4e9260, 0xc000e0a900})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:87\n                | \n                | By(\"creating the HCP cluster\")\n                \u003e err = tc.CreateHCPClusterFromParam(ctx,\n                | \tGinkgoLogr,\n                | \t*resourceGroup.Name,\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8229900?, 0xc000e0a900?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 80\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93 @ 03/09/26 00:55:48.983\n  \"ts\"=\"2026-03-09 00:55:48.983513\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-03-09 00:55:48.983579\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-ea-cluster-lhqv9g\" \"resourceGroup\"=\"external-auth-cluster-mzjzr2\"\n  \"ts\"=\"2026-03-09 00:55:49.269384\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-ea-cluster-lhqv9g\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-03-09 00:55:50.373231\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-5cf63771ae62e0f954d80324422e91fa0bb45dd988e9775341d966a9f013200c.yaml.gz\"\n  \"ts\"=\"2026-03-09 00:55:50.373342\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-5cf63771ae62e0f954d80324422e91fa0bb45dd988e9775341d966a9f013200c.yaml.gz\"\n  \"ts\"=\"2026-03-09 00:55:50.373399\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-03-09 00:55:50.374388\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-93\"\n  \"ts\"=\"2026-03-09 00:55:50.374406\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"external-auth-cluster-mzjzr2\"\n  \"ts\"=\"2026-03-09 00:55:50.548442\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"external-auth-cluster-mzjzr2\" \"deployment\"=\"pooledNonMsiScopedAssignments-ltdphft7fgrwg\"\n  \"ts\"=\"2026-03-09 00:55:50.625278\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-93\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-09 00:55:50.704199\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"external-auth-cluster-mzjzr2\" \"deployment\"=\"customer-infra-ea-cluster-lhqv9g\"\n  \"ts\"=\"2026-03-09 00:55:50.773364\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-93\" \"deployment\"=\"msi-deployment-93\"\n  \"ts\"=\"2026-03-09 00:55:50.914401\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-03-09 00:55:50.914511\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-03-09 00:55:50.914617\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"external-auth-cluster-mzjzr2\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\ness report:\n      Customer should be able to create a cluster with an external auth config and get the external auth config (Spec Runtime: 1h29m59.863s)\n        /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:47\n        In [It] (Node Runtime: 1h29m59.863s)\n          /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:47\n          At [By Step] creating the HCP cluster (Step Runtime: 23m7.947s)\n            /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:86\n\n          Spec Goroutine\n          goroutine 83 [select]\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8214098, 0xc000e984b0}, 0x77f8912?)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8246e80, {0x8214098, 0xc000e984b0}, 0x0)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284\n            github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8214108?, 0xc0007184d0?}, {{0x8229828?, 0xc000f8ec00?}, 0xc0014a10f0?}, 0xc000095460, {0xc001686080, 0x1c}, {0x77f1061, 0xa}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:641\n            github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0x77d9018, 0x4}, ...}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:344\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func17.2({0x7fe87c4e9260, 0xc000e0a900})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:87\n                | \n                | By(\"creating the HCP cluster\")\n                \u003e err = tc.CreateHCPClusterFromParam(ctx,\n                | \tGinkgoLogr,\n                | \t*resourceGroup.Name,\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8229900?, 0xc000e0a900?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 80\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93 @ 03/09/26 00:55:48.983\n  \"ts\"=\"2026-03-09 00:55:48.983513\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-03-09 00:55:48.983579\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-ea-cluster-lhqv9g\" \"resourceGroup\"=\"external-auth-cluster-mzjzr2\"\n  \"ts\"=\"2026-03-09 00:55:49.269384\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-ea-cluster-lhqv9g\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-03-09 00:55:50.373231\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-5cf63771ae62e0f954d80324422e91fa0bb45dd988e9775341d966a9f013200c.yaml.gz\"\n  \"ts\"=\"2026-03-09 00:55:50.373342\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-5cf63771ae62e0f954d80324422e91fa0bb45dd988e9775341d966a9f013200c.yaml.gz\"\n  \"ts\"=\"2026-03-09 00:55:50.373399\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-03-09 00:55:50.374388\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-93\"\n  \"ts\"=\"2026-03-09 00:55:50.374406\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"external-auth-cluster-mzjzr2\"\n  \"ts\"=\"2026-03-09 00:55:50.548442\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"external-auth-cluster-mzjzr2\" \"deployment\"=\"pooledNonMsiScopedAssignments-ltdphft7fgrwg\"\n  \"ts\"=\"2026-03-09 00:55:50.625278\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-93\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-09 00:55:50.704199\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"external-auth-cluster-mzjzr2\" \"deployment\"=\"customer-infra-ea-cluster-lhqv9g\"\n  \"ts\"=\"2026-03-09 00:55:50.773364\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-93\" \"deployment\"=\"msi-deployment-93\"\n  \"ts\"=\"2026-03-09 00:55:50.914401\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-03-09 00:55:50.914511\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-03-09 00:55:50.914617\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"external-auth-cluster-mzjzr2\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","/ARO-HCP/test/e2e/cluster_list_no_infra.go:79\n\n          Spec Goroutine\n          goroutine 76 [select]\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8214098, 0xc000c06a00}, 0x77f8912?)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8246e80, {0x8214098, 0xc000c06a00}, 0x0)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284\n            github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8214108?, 0xc0014ae5b0?}, {{0x8229828?, 0xc000f10400?}, 0xc001315150?}, 0xc0000954d8, {0xc0017180c0, 0x16}, {0xc001718108, 0x18}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:641\n            github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0x77d9018, 0x4}, ...}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:344\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func9.1({0x7fc3e407da20, 0xc000e9a4b0})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:80\n                | \n                | By(\"creating HCP cluster: \" + clusterName)\n                \u003e err = tc.CreateHCPClusterFromParam(ctx,\n                | \tGinkgoLogr,\n                | \t*resourceGroup.Name,\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8229900?, 0xc000e9a4b0?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 105\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86 @ 03/09/26 00:55:49.002\n  \"ts\"=\"2026-03-09 00:55:49.002403\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-03-09 00:55:49.002460\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-list-test-cluster-tvrz8c-rflwvw\" \"resourceGroup\"=\"cluster-listing-tvdjtg\"\n  \"ts\"=\"2026-03-09 00:55:49.170511\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-list-test-cluster-tvrz8c-rflwvw\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-03-09 00:55:50.720443\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-b860a86958f57179c37d87e5f83be5384f83e5bf95c88d961f55ca4e4ca1bbbb.yaml.gz\"\n  \"ts\"=\"2026-03-09 00:55:50.720526\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-b860a86958f57179c37d87e5f83be5384f83e5bf95c88d961f55ca4e4ca1bbbb.yaml.gz\"\n  \"ts\"=\"2026-03-09 00:55:50.720575\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-03-09 00:55:50.721543\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-35\"\n  \"ts\"=\"2026-03-09 00:55:50.721556\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"cluster-listing-tvdjtg\"\n  \"ts\"=\"2026-03-09 00:55:50.721574\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-68\"\n  \"ts\"=\"2026-03-09 00:55:50.869107\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"cluster-listing-tvdjtg\" \"deployment\"=\"pooledNonMsiScopedAssignments-uiliqvnffsucw\"\n  \"ts\"=\"2026-03-09 00:55:50.889358\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-68\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-09 00:55:51.015471\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-35\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-09 00:55:51.094004\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-68\" \"deployment\"=\"msi-deployment-68\"\n  \"ts\"=\"2026-03-09 00:55:51.164853\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-35\" \"deployment\"=\"msi-deployment-35\"\n  \"ts\"=\"2026-03-09 00:55:51.208118\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"cluster-listing-tvdjtg\" \"deployment\"=\"customer-infra-list-test-cluster-tvrz8c-rflwvw\"\n  \"ts\"=\"2026-03-09 00:55:51.362721\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-03-09 00:55:51.362834\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-03-09 00:55:51.362929\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"cluster-listing-tvdjtg\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\n/ARO-HCP/test/e2e/cluster_list_no_infra.go:79\n\n          Spec Goroutine\n          goroutine 76 [select]\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8214098, 0xc000c06a00}, 0x77f8912?)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8246e80, {0x8214098, 0xc000c06a00}, 0x0)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284\n            github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8214108?, 0xc0014ae5b0?}, {{0x8229828?, 0xc000f10400?}, 0xc001315150?}, 0xc0000954d8, {0xc0017180c0, 0x16}, {0xc001718108, 0x18}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:641\n            github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0x77d9018, 0x4}, ...}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:344\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func9.1({0x7fc3e407da20, 0xc000e9a4b0})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:80\n                | \n                | By(\"creating HCP cluster: \" + clusterName)\n                \u003e err = tc.CreateHCPClusterFromParam(ctx,\n                | \tGinkgoLogr,\n                | \t*resourceGroup.Name,\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8229900?, 0xc000e9a4b0?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 105\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:86 @ 03/09/26 00:55:49.002\n  \"ts\"=\"2026-03-09 00:55:49.002403\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-03-09 00:55:49.002460\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-list-test-cluster-tvrz8c-rflwvw\" \"resourceGroup\"=\"cluster-listing-tvdjtg\"\n  \"ts\"=\"2026-03-09 00:55:49.170511\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-list-test-cluster-tvrz8c-rflwvw\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-03-09 00:55:50.720443\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-b860a86958f57179c37d87e5f83be5384f83e5bf95c88d961f55ca4e4ca1bbbb.yaml.gz\"\n  \"ts\"=\"2026-03-09 00:55:50.720526\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-b860a86958f57179c37d87e5f83be5384f83e5bf95c88d961f55ca4e4ca1bbbb.yaml.gz\"\n  \"ts\"=\"2026-03-09 00:55:50.720575\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-03-09 00:55:50.721543\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-35\"\n  \"ts\"=\"2026-03-09 00:55:50.721556\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"cluster-listing-tvdjtg\"\n  \"ts\"=\"2026-03-09 00:55:50.721574\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-68\"\n  \"ts\"=\"2026-03-09 00:55:50.869107\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"cluster-listing-tvdjtg\" \"deployment\"=\"pooledNonMsiScopedAssignments-uiliqvnffsucw\"\n  \"ts\"=\"2026-03-09 00:55:50.889358\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-68\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-09 00:55:51.015471\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-35\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-09 00:55:51.094004\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-68\" \"deployment\"=\"msi-deployment-68\"\n  \"ts\"=\"2026-03-09 00:55:51.164853\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-35\" \"deployment\"=\"msi-deployment-35\"\n  \"ts\"=\"2026-03-09 00:55:51.208118\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"cluster-listing-tvdjtg\" \"deployment\"=\"customer-infra-list-test-cluster-tvrz8c-rflwvw\"\n  \"ts\"=\"2026-03-09 00:55:51.362721\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-03-09 00:55:51.362834\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-03-09 00:55:51.362929\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"cluster-listing-tvdjtg\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","c/github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:37\n        In [It] (Node Runtime: 1h29m59.889s)\n          /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:37\n          At [By Step] creating the hcp cluster with the image registry disabled (Step Runtime: 23m8.709s)\n            /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:81\n\n          Spec Goroutine\n          goroutine 96 [select]\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8214098, 0xc00097e820}, 0x77f8912?)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8246e80, {0x8214098, 0xc00097e820}, 0x0)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284\n            github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8214108?, 0xc00087e8c0?}, {{0x8229828?, 0xc00004b200?}, 0xc00168c378?}, 0xc0000957c8, {0xc0016a0480, 0x1e}, {0x786b387, 0x23}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:641\n            github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0x77d9018, 0x4}, ...}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:344\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func20.2({0x7ff1b027fa60, 0xc000c2c8d0})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:82\n                | \n                | By(\"creating the hcp cluster with the image registry disabled\")\n                \u003e err = tc.CreateHCPClusterFromParam(\n                | \tctx,\n                | \tGinkgoLogr,\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8229900?, 0xc000c2c8d0?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 93\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89 @ 03/09/26 00:55:49.008\n  \"ts\"=\"2026-03-09 00:55:49.008288\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-03-09 00:55:49.008364\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-disabled-image-registry-hcp-cluster-tlvddg\" \"resourceGroup\"=\"disabled-image-registry-l274nt\"\n  \"ts\"=\"2026-03-09 00:55:49.343675\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-disabled-image-registry-hcp-cluster-tlvddg\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-03-09 00:55:50.681031\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-f66366cb92003bba305ea6fa81a0011f709bf02a764a23c42e292ad6f9754eee.yaml.gz\"\n  \"ts\"=\"2026-03-09 00:55:50.681136\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-f66366cb92003bba305ea6fa81a0011f709bf02a764a23c42e292ad6f9754eee.yaml.gz\"\n  \"ts\"=\"2026-03-09 00:55:50.681197\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-03-09 00:55:50.682147\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-17\"\n  \"ts\"=\"2026-03-09 00:55:50.682158\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"disabled-image-registry-l274nt\"\n  \"ts\"=\"2026-03-09 00:55:50.829842\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"disabled-image-registry-l274nt\" \"deployment\"=\"pooledNonMsiScopedAssignments-qmh74zogaodhg\"\n  \"ts\"=\"2026-03-09 00:55:50.849482\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-17\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-09 00:55:50.963939\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"disabled-image-registry-l274nt\" \"deployment\"=\"customer-infra-disabled-image-registry-hcp-cluster-tlvddg\"\n  \"ts\"=\"2026-03-09 00:55:51.014912\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-17\" \"deployment\"=\"msi-deployment-17\"\n  \"ts\"=\"2026-03-09 00:55:51.157334\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-03-09 00:55:51.157426\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-03-09 00:55:51.157531\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"disabled-image-registry-l274nt\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\nc/github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:37\n        In [It] (Node Runtime: 1h29m59.889s)\n          /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:37\n          At [By Step] creating the hcp cluster with the image registry disabled (Step Runtime: 23m8.709s)\n            /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:81\n\n          Spec Goroutine\n          goroutine 96 [select]\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x8214098, 0xc00097e820}, 0x77f8912?)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x8246e80, {0x8214098, 0xc00097e820}, 0x0)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284\n            github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait({0x8214108?, 0xc00087e8c0?}, {{0x8229828?, 0xc00004b200?}, 0xc00168c378?}, 0xc0000957c8, {0xc0016a0480, 0x1e}, {0x786b387, 0x23}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:641\n            github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam(_, {_, _}, {{_, _}, _}, {_, _}, {{0x77d9018, 0x4}, ...}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:344\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func20.2({0x7ff1b027fa60, 0xc000c2c8d0})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:82\n                | \n                | By(\"creating the hcp cluster with the image registry disabled\")\n                \u003e err = tc.CreateHCPClusterFromParam(\n                | \tctx,\n                | \tGinkgoLogr,\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x8229900?, 0xc000c2c8d0?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 93\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:89 @ 03/09/26 00:55:49.008\n  \"ts\"=\"2026-03-09 00:55:49.008288\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-03-09 00:55:49.008364\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-disabled-image-registry-hcp-cluster-tlvddg\" \"resourceGroup\"=\"disabled-image-registry-l274nt\"\n  \"ts\"=\"2026-03-09 00:55:49.343675\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-disabled-image-registry-hcp-cluster-tlvddg\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-03-09 00:55:50.681031\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-f66366cb92003bba305ea6fa81a0011f709bf02a764a23c42e292ad6f9754eee.yaml.gz\"\n  \"ts\"=\"2026-03-09 00:55:50.681136\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-f66366cb92003bba305ea6fa81a0011f709bf02a764a23c42e292ad6f9754eee.yaml.gz\"\n  \"ts\"=\"2026-03-09 00:55:50.681197\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-03-09 00:55:50.682147\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-17\"\n  \"ts\"=\"2026-03-09 00:55:50.682158\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"disabled-image-registry-l274nt\"\n  \"ts\"=\"2026-03-09 00:55:50.829842\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"disabled-image-registry-l274nt\" \"deployment\"=\"pooledNonMsiScopedAssignments-qmh74zogaodhg\"\n  \"ts\"=\"2026-03-09 00:55:50.849482\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-17\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-03-09 00:55:50.963939\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"disabled-image-registry-l274nt\" \"deployment\"=\"customer-infra-disabled-image-registry-hcp-cluster-tlvddg\"\n  \"ts\"=\"2026-03-09 00:55:51.014912\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-int-17\" \"deployment\"=\"msi-deployment-17\"\n  \"ts\"=\"2026-03-09 00:55:51.157334\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-03-09 00:55:51.157426\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-03-09 00:55:51.157531\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"disabled-image-registry-l274nt\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"44351fbb78addd271189f8c82ea8abf69df781e2b969a528a39fd0f048006e93","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"8599bf3ad8a6054f1843559eb074ac4acee5fe6e0a28b4dee706d661724e5b44","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"9d4b994111b038c376af43e1f71a64dbf42df394a8b20e6d7d566edd418e4a5b","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"e0263daa34dec41387917766c55139e3fe9226e335741842cffc6b0da8a6f756","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"f0e58a79092605769bea579e930a163bac5c3e5c62edac8fe4a98ac1fe964225","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"0ae7d5905edbef16876f1f2676c879c7c49dcb6c7b9627ad6559cefaee311ccf","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"2e05a824dc62cb479102b54f23fc369416a128af944c683a865891e445320c95","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"92607e536640431c6967c13bbb446d4be461c2224a58702987e033c8c4800f35","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"967d8f59b9ec3201c18f3ecb91a611aa47d475cee2a1c3d88222c08961bccbb4","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"ad92e10cf7e6b5e6dc5c97fca8a33b0b8d2f7fe2c2b98e287abab61b3e6ed123","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"2c5f8303b7e57d7b6408f04f115df65f007b42c9bd8b640dd1ec70b6682885bd","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"823baa6c0ed947e6a0441c4608584b843c438b80255f6b8dc4c7a3f9b8b65e52","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"c97f67c694ddb5ff56c2a6f46c9f9531efd76436b7db1aefd35162582bd1b89a","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"ece6038cfd966f5a86d452cde4c564176e39761c18f75f3c1cb7b368b0ed08ff","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"2d1906ec85d934b5bfe9201fdd489d4450037751378f0d66a8abd6c1b1f5a4bd","failure_pattern":"Cluster should become ready within 45 minutes","search_query":"Cluster should become ready within 45 minutes","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":100,"anchor_occurrences":3,"after_last_push_count":10,"trend_counts":[0,0,0,0,0,1,3],"trend_range":"2026-03-02..2026-03-08 UTC","prior_windows_present":1,"prior_window_starts":["2026-02-23"],"prior_runs_affected":10,"prior_last_seen_at":"2026-03-01T04:25:41Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:157]: Timed out after 2700.004s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:157]: Timed out after 2700.004s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true","fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:157]: Timed out after 2700.000s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:157]: Timed out after 2700.000s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"ee8099a3b414c84f0dabbe6ee3f745157c59a94f539cde4bae37fe8fe9711731","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"7dc26f820fd2928c111033bd0ce08af1bae6042a6cbe5fb5bf76d461b5be1d01","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"7dc26f820fd2928c111033bd0ce08af1bae6042a6cbe5fb5bf76d461b5be1d01","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"156b691244df26e8d7f43bbd2ff00370f632b560f797dd0a0b972d14b4223aff","failure_pattern":"failed waiting for deployment \"aro-hcp-demo\" in resourcegroup=\"\u003cresource-group\u003e\" to finish: context deadline exceeded","search_query":"failed waiting for deployment \"aro-hcp-demo\" in resourcegroup=\"gpu-nodepools-NC4asT4v3-2v2fc9\" to finish: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","occurrences":3,"runs_affected":3,"failed_runs":3,"run_impact_percent":100,"anchor_occurrences":3,"after_last_push_count":12,"trend_counts":[1,0,0,0,0,1,3],"trend_range":"2026-03-02..2026-03-08 UTC","prior_windows_present":1,"prior_window_starts":["2026-02-23"],"prior_runs_affected":12,"prior_last_seen_at":"2026-03-01T04:25:41Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","occurrences":3}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:96]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc00130a2e0\u003e: \n    failed waiting for deployment \"aro-hcp-demo\" in resourcegroup=\"gpu-nodepools-NC4asT4v3-2v2fc9\" to finish: context deadline exceeded\n    {\n        msg: \"failed waiting for deployment \\\"aro-hcp-demo\\\" in resourcegroup=\\\"gpu-nodepools-NC4asT4v3-2v2fc9\\\" to finish: context deadline exceeded\",\n        err: \u003ccontext.deadlineExceededError\u003e{},\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:96]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc00130a2e0\u003e: \n    failed waiting for deployment \"aro-hcp-demo\" in resourcegroup=\"gpu-nodepools-NC4asT4v3-2v2fc9\" to finish: context deadline exceeded\n    {\n        msg: \"failed waiting for deployment \\\"aro-hcp-demo\\\" in resourcegroup=\\\"gpu-nodepools-NC4asT4v3-2v2fc9\\\" to finish: context deadline exceeded\",\n        err: \u003ccontext.deadlineExceededError\u003e{},\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:96]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000e301a0\u003e: \n    failed waiting for deployment \"aro-hcp-demo\" in resourcegroup=\"gpu-nodepools-NC4asT4v3-r9kx6m\" to finish: context deadline exceeded\n    {\n        msg: \"failed waiting for deployment \\\"aro-hcp-demo\\\" in resourcegroup=\\\"gpu-nodepools-NC4asT4v3-r9kx6m\\\" to finish: context deadline exceeded\",\n        err: \u003ccontext.deadlineExceededError\u003e{},\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:96]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000e301a0\u003e: \n    failed waiting for deployment \"aro-hcp-demo\" in resourcegroup=\"gpu-nodepools-NC4asT4v3-r9kx6m\" to finish: context deadline exceeded\n    {\n        msg: \"failed waiting for deployment \\\"aro-hcp-demo\\\" in resourcegroup=\\\"gpu-nodepools-NC4asT4v3-r9kx6m\\\" to finish: context deadline exceeded\",\n        err: \u003ccontext.deadlineExceededError\u003e{},\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:96]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000efa380\u003e: \n    failed waiting for deployment \"aro-hcp-demo\" in resourcegroup=\"gpu-nodepools-NC4asT4v3-m27vw4\" to finish: context deadline exceeded\n    {\n        msg: \"failed waiting for deployment \\\"aro-hcp-demo\\\" in resourcegroup=\\\"gpu-nodepools-NC4asT4v3-m27vw4\\\" to finish: context deadline exceeded\",\n        err: \u003ccontext.deadlineExceededError\u003e{},\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:96]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000efa380\u003e: \n    failed waiting for deployment \"aro-hcp-demo\" in resourcegroup=\"gpu-nodepools-NC4asT4v3-m27vw4\" to finish: context deadline exceeded\n    {\n        msg: \"failed waiting for deployment \\\"aro-hcp-demo\\\" in resourcegroup=\\\"gpu-nodepools-NC4asT4v3-m27vw4\\\" to finish: context deadline exceeded\",\n        err: \u003ccontext.deadlineExceededError\u003e{},\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030786471878725632","occurred_at":"2026-03-08T23:23:19Z","signature_id":"b01103384eeaf48685e4dba12bb077d51ca253670890b9b91f5d43df5f290d63","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030498425480417280","occurred_at":"2026-03-08T04:18:44Z","signature_id":"b73426b3b26b68a3e4403eb1e37ad812c32926bae3487e35e7f9e674ae41a6ee","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"e1f0c5dcf7c861a37598a04046bfb044d725b28f776e38082b45b43a548e3b02","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"d6d90bfef9e01d3e5974032d0586fabac088b74b34d0095d1e8598be9d65dfae","failure_pattern":"ERROR CODE: Conflict; detail message Cannot update resource while resource is \"accepted\"; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: Conflict","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":1,"after_last_push_count":3,"trend_counts":[0,0,0,0,1,1,1],"trend_range":"2026-03-02..2026-03-08 UTC","prior_windows_present":0,"prior_runs_affected":3,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0013e8940\u003e: \n    failed to create HCP cluster patch-name-cluster: failed starting cluster creation \"patch-name-cluster\" in resourcegroup=\"patch-name-vbmtkg\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-name-vbmtkg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-name-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot update resource while resource is \\\"accepted\\\"\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-name-vbmtkg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-name-cluster\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster patch-name-cluster: failed starting cluster creation \\\"patch-name-cluster\\\" in resourcegroup=\\\"patch-name-vbmtkg\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-name-vbmtkg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-name-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot update resource while resource is \\\\\\\"accepted\\\\\\\"\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-name-vbmtkg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-name-cluster\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0013e8920\u003e{\n            msg: \"failed starting cluster creation \\\"patch-name-cluster\\\" in resourcegroup=\\\"patch-name-vbmtkg\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-name-vbmtkg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-name-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot update resource while resource is \\\\\\\"accepted\\\\\\\"\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-name-vbmtkg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-name-cluster\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc0016c6510\u003e{\n                ErrorCode: \"Conflict\",\n                StatusCode: 409,\n                RawResponse: {\n                    Status: \"409 Conflict\",\n                    StatusCode: 409,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Date\": [\n                            \"Sun, 08 Mar 2026 02:33:37 GMT\",\n                        ],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"Pragma\": [\"no-cache\"],\n                        \"X-Ms-Error-Code\": [\"Conflict\"],\n                        \"X-Ms-Request-Id\": [\n                            \"96724c91-c0e4-45b4-85cd-edbec338dc84\",\n                        ],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/26e3b26d-2515-4027-886c-e494057f0caa\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: CC330869501F4FC1B72C45CD3C435C82 Ref B: CHI261140514060 Ref C: 2026-03-08T02:33:37Z\",\n                        ],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Content-Length\": [\"309\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"158\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"281b815b-2dce-4835-ab24-b18fa3f86296\",\n                        ],\n                   ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:84]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0013e8940\u003e: \n    failed to create HCP cluster patch-name-cluster: failed starting cluster creation \"patch-name-cluster\" in resourcegroup=\"patch-name-vbmtkg\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-name-vbmtkg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-name-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 409: 409 Conflict\n    ERROR CODE: Conflict\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"Conflict\",\n        \"message\": \"Cannot update resource while resource is \\\"accepted\\\"\",\n        \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-name-vbmtkg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-name-cluster\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster patch-name-cluster: failed starting cluster creation \\\"patch-name-cluster\\\" in resourcegroup=\\\"patch-name-vbmtkg\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-name-vbmtkg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-name-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot update resource while resource is \\\\\\\"accepted\\\\\\\"\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-name-vbmtkg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-name-cluster\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc0013e8920\u003e{\n            msg: \"failed starting cluster creation \\\"patch-name-cluster\\\" in resourcegroup=\\\"patch-name-vbmtkg\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-name-vbmtkg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-name-cluster\\n--------------------------------------------------------------------------------\\nRESPONSE 409: 409 Conflict\\nERROR CODE: Conflict\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"Conflict\\\",\\n    \\\"message\\\": \\\"Cannot update resource while resource is \\\\\\\"accepted\\\\\\\"\\\",\\n    \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-name-vbmtkg/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-name-cluster\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n            err: \u003c*exported.ResponseError | 0xc0016c6510\u003e{\n                ErrorCode: \"Conflict\",\n                StatusCode: 409,\n                RawResponse: {\n                    Status: \"409 Conflict\",\n                    StatusCode: 409,\n                    Proto: \"HTTP/2.0\",\n                    ProtoMajor: 2,\n                    ProtoMinor: 0,\n                    Header: {\n                        \"Date\": [\n                            \"Sun, 08 Mar 2026 02:33:37 GMT\",\n                        ],\n                        \"Expires\": [\"-1\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n                        \"Pragma\": [\"no-cache\"],\n                        \"X-Ms-Error-Code\": [\"Conflict\"],\n                        \"X-Ms-Request-Id\": [\n                            \"96724c91-c0e4-45b4-85cd-edbec338dc84\",\n                        ],\n                        \"X-Ms-Operation-Identifier\": [\n                            \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/26e3b26d-2515-4027-886c-e494057f0caa\",\n                        ],\n                        \"Strict-Transport-Security\": [\n                            \"max-age=31536000; includeSubDomains\",\n                        ],\n                        \"X-Cache\": [\"CONFIG_NOCACHE\"],\n                        \"X-Msedge-Ref\": [\n                            \"Ref A: CC330869501F4FC1B72C45CD3C435C82 Ref B: CHI261140514060 Ref C: 2026-03-08T02:33:37Z\",\n                        ],\n                        \"Cache-Control\": [\"no-cache\"],\n                        \"Content-Length\": [\"309\"],\n                        \"Content-Type\": [\"application/json\"],\n                        \"X-Envoy-Upstream-Service-Time\": [\"158\"],\n                        \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n                        \"X-Ms-Correlation-Request-Id\": [\n                            \"281b815b-2dce-4835-ab24-b18fa3f86296\",\n                        ],\n                   ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2030454284566401024","occurred_at":"2026-03-08T01:23:20Z","signature_id":"75a9a7ad8c43c9100637805bf5a44f3b801d6a7f975d2f87ed7cfc75cbee2d91","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}
