{"meta":{"start_date":"2026-04-06","end_date":"2026-04-06","start_at":"2026-04-06T00:00:00Z","end_at":"2026-04-07T00:00:00Z","timezone":"UTC","generated_at":"2026-08-27T13:40:10Z","environments":["stg"]},"environments":[{"environment":"stg","summary":{"total_runs":1,"failed_runs":1,"raw_occurrences":6,"matched_occurrences":6,"runs_affected":1},"rows":[{"environment":"stg","failure_pattern_id":"61f2f606bce557ba1356502d9d712c9f0ba12bc1f568bcc162a9382b70354d2b","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"admin-cred-lifecycle-8k6rsb\" in resourcegroup=\"admin-credential-lifecycle-test-fg69vh\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-8k6rsb in resource group admin-credential-lifecycle-test-fg69vh, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":6,"runs_affected":1,"failed_runs":1,"run_impact_percent":100,"anchor_occurrences":6,"after_last_push_count":6,"trend_counts":[0,0,0,0,0,0,6],"trend_range":"2026-03-31..2026-04-06 UTC","prior_windows_present":2,"prior_window_starts":["2026-03-23","2026-03-30"],"prior_runs_affected":9,"prior_last_seen_at":"2026-04-05T02:00:47Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should upgrade a nodepool from 4.20.z to 4.20.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should upgrade a nodepool from 4.20.z to 4.21.zLatest","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:181]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009af200\u003e: \n    failed waiting for hcpCluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-59l5q6\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster ephemeral-disk in resource group ephemeral-osdisk-59l5q6, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"ephemeral-disk\\\" in resourcegroup=\\\"ephemeral-osdisk-59l5q6\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster ephemeral-disk in resource group ephemeral-osdisk-59l5q6, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0006870e0\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster ephemeral-disk in resource group ephemeral-osdisk-59l5q6\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:181]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009af200\u003e: \n    failed waiting for hcpCluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-59l5q6\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster ephemeral-disk in resource group ephemeral-osdisk-59l5q6, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"ephemeral-disk\\\" in resourcegroup=\\\"ephemeral-osdisk-59l5q6\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster ephemeral-disk in resource group ephemeral-osdisk-59l5q6, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0006870e0\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster ephemeral-disk in resource group ephemeral-osdisk-59l5q6\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:164]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a93320\u003e: \n    failed waiting for hcpCluster=\"np-version-upgrade-cluster-s9bb65\" in resourcegroup=\"rg-np-version-upgrade-s9bb65-cnwl7n\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster np-version-upgrade-cluster-s9bb65 in resource group rg-np-version-upgrade-s9bb65-cnwl7n, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"np-version-upgrade-cluster-s9bb65\\\" in resourcegroup=\\\"rg-np-version-upgrade-s9bb65-cnwl7n\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster np-version-upgrade-cluster-s9bb65 in resource group rg-np-version-upgrade-s9bb65-cnwl7n, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00092d310\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster np-version-upgrade-cluster-s9bb65 in resource group rg-np-version-upgrade-s9bb65-cnwl7n\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:164]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a93320\u003e: \n    failed waiting for hcpCluster=\"np-version-upgrade-cluster-s9bb65\" in resourcegroup=\"rg-np-version-upgrade-s9bb65-cnwl7n\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster np-version-upgrade-cluster-s9bb65 in resource group rg-np-version-upgrade-s9bb65-cnwl7n, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"np-version-upgrade-cluster-s9bb65\\\" in resourcegroup=\\\"rg-np-version-upgrade-s9bb65-cnwl7n\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster np-version-upgrade-cluster-s9bb65 in resource group rg-np-version-upgrade-s9bb65-cnwl7n, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc00092d310\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster np-version-upgrade-cluster-s9bb65 in resource group rg-np-version-upgrade-s9bb65-cnwl7n\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:174]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e5e270\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-8k6rsb\" in resourcegroup=\"admin-credential-lifecycle-test-fg69vh\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-8k6rsb in resource group admin-credential-lifecycle-test-fg69vh, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-8k6rsb\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-fg69vh\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-8k6rsb in resource group admin-credential-lifecycle-test-fg69vh, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0014d67e0\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-8k6rsb in resource group admin-credential-lifecycle-test-fg69vh\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:174]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000e5e270\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-8k6rsb\" in resourcegroup=\"admin-credential-lifecycle-test-fg69vh\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-8k6rsb in resource group admin-credential-lifecycle-test-fg69vh, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-8k6rsb\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-fg69vh\\\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-8k6rsb in resource group admin-credential-lifecycle-test-fg69vh, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc0014d67e0\u003e{\n                s: \"timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster admin-cred-lifecycle-8k6rsb in resource group admin-credential-lifecycle-test-fg69vh\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2040972964261793792","occurred_at":"2026-04-06T02:00:48Z","signature_id":"194a28964fd77843ff2a2ce6fd69a38e8893cca4cf1f4f3051eb276fafe8f8ff","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2040972964261793792","occurred_at":"2026-04-06T02:00:48Z","signature_id":"abffbaafbe1d8181f4972d13d1052141d760699b18e475e3516a713d676c0d50","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2040972964261793792","occurred_at":"2026-04-06T02:00:48Z","signature_id":"bbfd94c13c9b789f18da44ad74a0aced37c5a6ac3aa6f16a1cc4134250ca71af","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2040972964261793792","occurred_at":"2026-04-06T02:00:48Z","signature_id":"f416e00292b989a821494cfbaaaf2df69807da5615db965cb14784ce3e42acec","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2040972964261793792","occurred_at":"2026-04-06T02:00:48Z","signature_id":"f9c9c7dcc09253424503f69be67c6c52cb78aa80a1a0eb1593fa3d5873bf2a19","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2040972964261793792","occurred_at":"2026-04-06T02:00:48Z","signature_id":"fb6ba27e4c3f6a182b3abd1a1fed4f82d43a2872c99713125e5d26b694ec8021","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}