{"meta":{"start_date":"2026-03-17","end_date":"2026-03-17","start_at":"2026-03-17T00:00:00Z","end_at":"2026-03-18T00:00:00Z","timezone":"UTC","generated_at":"2026-08-27T16:53:02Z","environments":["stg"]},"environments":[{"environment":"stg","summary":{"total_runs":5,"failed_runs":2,"raw_occurrences":42,"matched_occurrences":42,"runs_affected":2},"rows":[{"environment":"stg","failure_pattern_id":"6ed54686dd2f6d32054cbf144906e399a60d9c8b1a6d87d91850a99759063298","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-kznm9k\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-kznm9k, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":38,"runs_affected":2,"failed_runs":2,"run_impact_percent":40,"anchor_occurrences":38,"after_last_push_count":38,"trend_counts":[0,0,0,0,0,0,38],"trend_range":"2026-03-11..2026-03-17 UTC","prior_windows_present":1,"prior_window_starts":["2026-03-02"],"prior_runs_affected":6,"prior_last_seen_at":"2026-03-07T02:00:40Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.19","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.20","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Control plane automated z-stream upgrade with candidate channel should perform an automated control plane z-stream upgrade for 4.21","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should not be able to perform various invalid operations on cluster resources","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":2},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000cfd170\u003e: \n    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-2bwhh8, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-2bwhh8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-2bwhh8, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-2bwhh8, error: failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-2bwhh8\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-2bwhh8, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00114ef20\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-2bwhh8\",\n            },\n            \u003c*fmt.wrapErrors | 0xc000cfd140\u003e{\n                msg: \"failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-2bwhh8\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-2bwhh8, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc00114ef20\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-2bwhh8\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:80]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000cfd170\u003e: \n    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-2bwhh8, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-2bwhh8\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-2bwhh8, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-2bwhh8, error: failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-2bwhh8\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-2bwhh8, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00114ef20\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-2bwhh8\",\n            },\n            \u003c*fmt.wrapErrors | 0xc000cfd140\u003e{\n                msg: \"failed waiting for cluster=\\\"hcp-cluster-np-128\\\" in resourcegroup=\\\"clusternp128-2bwhh8\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-2bwhh8, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc00114ef20\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-2bwhh8\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f34570\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-kznm9k\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-kznm9k, error: context deadline exceeded\n    {\n        msg: \"failed waiting for cluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-kznm9k\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-kznm9k, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc001035870\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-kznm9k\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f34570\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-kznm9k\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-kznm9k, error: context deadline exceeded\n    {\n        msg: \"failed waiting for cluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-kznm9k\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-kznm9k, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc001035870\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-kznm9k\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014c40c0\u003e: \n    failed to create HCP cluster ea-listlftzsc, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlftzsc in resource group ea-list-xrx8kk, error: failed waiting for cluster=\"ea-listlftzsc\" in resourcegroup=\"ea-list-xrx8kk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlftzsc in resource group ea-list-xrx8kk, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster ea-listlftzsc, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlftzsc in resource group ea-list-xrx8kk, error: failed waiting for cluster=\\\"ea-listlftzsc\\\" in resourcegroup=\\\"ea-list-xrx8kk\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlftzsc in resource group ea-list-xrx8kk, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000f66b50\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlftzsc in resource group ea-list-xrx8kk\",\n            },\n            \u003c*fmt.wrapErrors | 0xc0014c4090\u003e{\n                msg: \"failed waiting for cluster=\\\"ea-listlftzsc\\\" in resourcegroup=\\\"ea-list-xrx8kk\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlftzsc in resource group ea-list-xrx8kk, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000f66b50\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlftzsc in resource group ea-list-xrx8kk\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014c40c0\u003e: \n    failed to create HCP cluster ea-listlftzsc, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlftzsc in resource group ea-list-xrx8kk, error: failed waiting for cluster=\"ea-listlftzsc\" in resourcegroup=\"ea-list-xrx8kk\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlftzsc in resource group ea-list-xrx8kk, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster ea-listlftzsc, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlftzsc in resource group ea-list-xrx8kk, error: failed waiting for cluster=\\\"ea-listlftzsc\\\" in resourcegroup=\\\"ea-list-xrx8kk\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlftzsc in resource group ea-list-xrx8kk, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000f66b50\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlftzsc in resource group ea-list-xrx8kk\",\n            },\n            \u003c*fmt.wrapErrors | 0xc0014c4090\u003e{\n                msg: \"failed waiting for cluster=\\\"ea-listlftzsc\\\" in resourcegroup=\\\"ea-list-xrx8kk\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlftzsc in resource group ea-list-xrx8kk, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000f66b50\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-listlftzsc in resource group ea-list-xrx8kk\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"04e6d32c5b8d207483e4336677dfff66e3a3998e918b098b572cf972ce74e392","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"087e037e991dcdbbc99311b78046c5128e013c0b6d7e62a189fe617c7d62ae31","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"23162d8df5ca35c43310bf887678590ee1eb1eadd655bc56865abd9049b69fc2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"25fa364c7e4f45f3d2055fb6538b1da658653631ac0f5549d557b17f7f06cfc9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"2893128a1b1248cdc6e04f76de59edbced952d6fea0e85a812f574010f005acc","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"2ff5754f22ddaac714d4d28cfe47f57bc4163c0f13a9e8ce2b2d95cfcfdd8e26","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"37ea166b26fb0e524b5efb93e89b5aad4579d8d169139eb50311c0668c57c147","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"39a24bd077b1de930643baf9ebbcdd16d415b9b18cf16dbb63c9cdba64fba8ed","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"3aab4e040981fe50da23bca4e6f6030c472020c7c3ee80b5a862c4831d79abe8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"7c4a32f5fedb98c1b0963b25aefab331c57a7f7b3db3f48046e84d8862657d70","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"8196b0e45dad50b33658059e544297999cac3c8bbedc0a3e4c96b73bb4747389","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"827a54267eb52279130afc7ad0dd2fec76bff50993b83823e8e3d39cdeafb3db","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"8a4d89a5d19dca6230003dec30ecb39683efca451c51a6b38ea0aaa671e9ff26","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"960258fce65ce7b3a2de59e9f4b18145d8eb54df3fe18694eb35401f6a557355","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"96c658b566e035f34ca7310e867f40014555927fa3ad4bcae8735c80edfbf40f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"c7ee268995f2da9c3d07a8ac4be71b4878f84fadfe341ee02526bdc432bcab5e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"cb9b1a1ebf0760e36ac83b96ad578413663c6be84bcf81f323817484a71f4354","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"fb19e9dd55eaf93e7b7367f3a66c2277a8e47630eac77aeec0ce445b8060ef78","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"fca5f0a89257bd320fac8ca99acfdf7e74a948ca6da611d67e71b1779d00841e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"07add73faa36716ddb74ce0231be6dbed9272846e18546b83c109ff980e455ff","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"09278db48cbc121e91c912f6aefa83775ff268a090d35e34b6cde5a0a8ba5e60","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"09e581b82b75a05514df3160c0a268bb1130d523115001808a2eb905bc9430a8","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"0fe45ab666680daffdc0773fe046ec5569351654116ad60024d321258d8b1368","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"110e7e9b17d77b5cb0afc53ed759819ef7365b2004cd83d228f2ef523dda8c48","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"1422dda7110b780a6cde0b92c88b4b39620661e5263e1e5dbbd312961f9ab7e6","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"275e6116a1f88376aee09edd6c8059c0d389a196af1b3a88dd4ced19f202ad77","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"3bdc1558160ae08646a576b8c8bc4a20158af514e9660c2ef285b9615c792cad","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"6256aef9ba049bcea53044fcf459b51243fb1fcec0de7fe2b1a65887391f1dd9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"7cb503fe2a96e02fdb1a88036d972b747c837772675b0bfd5c487b98110a39a9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"913eb303a740adef183450992c1c0810cd3356264ecd9d6c9581564450ab6a50","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"a2d23175eba1f2610a9bea7f7f8b3e53fb8233999b83fbc69747fb954370496c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"b1efd17be421f522c30ce9c52f8129eee12c66f41fd5f753eca98bcc08a85dc9","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"bd37f970561942e9eca6da5ebc325575825ec79ffd4af4333eeb0f3bc12363c2","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"cf86e027bd4d2c119a104ee5364b196cfdb36f5684a3e6c5652a699e2e3ed719","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"e4654e326b9f3611a9022541d62f65500305a9f9b97cc60d5799f24bcf614864","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"e983e5b04b6572a56182efca7fbdaf0d50e94a46e4ba282d74bcee7a5b867f9e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"f671b1d2cf5cd49a1cd4bee9164a88b9198a93c93a3592b8cefc089f8ff36f11","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"f7b8bb98f9e6828fd1c833c646a06568f04acc3051b3bf240fb70fe8d09e9928","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"eb70f8afef21b9460455e484c22b27d9bea4f138ffa6707255920fab13b31b4f","failure_pattern":"Cluster should become ready within 45 minutes","search_query":"Cluster should become ready within 45 minutes","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":40,"anchor_occurrences":2,"after_last_push_count":5,"trend_counts":[0,0,0,0,0,0,2],"trend_range":"2026-03-11..2026-03-17 UTC","prior_windows_present":1,"prior_window_starts":["2026-03-02"],"prior_runs_affected":5,"prior_last_seen_at":"2026-03-07T02:00:40Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.000s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.000s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true","fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.001s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:158]: Timed out after 2700.001s.\nCluster should become ready within 45 minutes\nExpected\n    \u003cbool\u003e: false\nto be true"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"7dc26f820fd2928c111033bd0ce08af1bae6042a6cbe5fb5bf76d461b5be1d01","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"b8285d1fe5e0e06b0118077c74385230269c41bde5a189b9513acacc0d1a338e","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"d7a83be36166001a569dfc5d1d0b04dc06dff613dc79ac8809b69654b1de6123","failure_pattern":"Interrupted by User","search_query":"Interrupted by User","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":40,"anchor_occurrences":2,"after_last_push_count":5,"trend_counts":[0,0,0,0,0,0,2],"trend_range":"2026-03-11..2026-03-17 UTC","prior_windows_present":1,"prior_window_starts":["2026-03-02"],"prior_runs_affected":5,"prior_last_seen_at":"2026-03-07T02:00:40Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:35]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:35]: Interrupted by User"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033805853412298752","occurred_at":"2026-03-17T07:21:16Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2033725170283188224","occurred_at":"2026-03-17T02:00:39Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}