{"meta":{"date":"2026-06-08","timezone":"UTC","generated_at":"2026-08-29T07:54:52Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":5,"failed_runs":4,"runs_with_occurrences":4,"runs_with_failure_pattern_matches":4,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":1,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2064120297979645952","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-06-08T23:00:03Z"},"failed_at":["e2e"],"failed_test_count":3,"occurrences":[{"row_id":"3a2d380251e09d08df2d3cdd2270cde5feb7ebc18c9b4dfac73e736d95b49002","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2064120297979645952","occurred_at":"2026-06-08T23:00:03Z","failed_at":"e2e","signature_id":"5ad1a1e5d0d677cdd57b4dabd203630ba60598ce0aa81af91eda783f7be8f3fc","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:704]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000aa92e0\u003e: \n    failed to create HCP cluster np-dg-minor-cqhmp9: failed starting cluster creation \"np-dg-minor-cqhmp9\" in resourcegroup=\"rg-np-dg-minor-cqhmp9-ksrc76\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-dg-minor-cqhmp9-ksrc76/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/np-dg-minor-cqhmp9\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Version 'openshift-v4.21.0-nightly' doesn't exist\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:704]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000aa92e0\u003e: \n    failed to create HCP cluster np-dg-minor-cqhmp9: failed starting cluster creation \"np-dg-minor-cqhmp9\" in resourcegroup=\"rg-np-dg-minor-cqhmp9-ksrc76\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-dg-minor-cqhmp9-ksrc76/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/np-dg-minor-cqhmp9\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Version 'openshift-v4.21.0-nightly' doesn't exist\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"90e9ab5a508c69fa469c74ea9a9d435aee1bda7d3791c7e7ad6b5d426a15064f","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Version 'openshift-v\u003cversion\u003e' doesn't exist; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent"}},{"row_id":"7413b0adc659ff98d7646224dca97fc1a2fb876f9c9effcc26f4b5ba9afe9b76","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2064120297979645952","occurred_at":"2026-06-08T23:00:03Z","failed_at":"e2e","signature_id":"970d1553d83adb9b2c3ff9515db6e1558cd0b193b0df5b377bcf4e22b01a7423","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 5.0","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:205]: failed to verify simple web app runs on cluster \"cluster-nightly-5-0-49vmww\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0000d5080\u003e: \n    route was never reachable: Get \"https://agnhost-e2e-serving-app-h7tkh.apps.aro.g5x8x9n2r7b0d4z.mce0.uksouth.aroapp-hcp.io\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:205]: failed to verify simple web app runs on cluster \"cluster-nightly-5-0-49vmww\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc0000d5080\u003e: \n    route was never reachable: Get \"https://agnhost-e2e-serving-app-h7tkh.apps.aro.g5x8x9n2r7b0d4z.mce0.uksouth.aroapp-hcp.io\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c6cc39ebab92c7ed45d8097741d416d66b29b3bacdc947677b26088c375b717d","failure_pattern":"tls: failed to verify certificate: x509: certificate signed by unknown authority","search_query":"tls: failed to verify certificate: x509: certificate signed by unknown authority"}},{"row_id":"7f35ff47aa5f15fab5cf831e38a300f9b78815e3b444b40c1337ff4291620f6a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2064120297979645952","occurred_at":"2026-06-08T23:00:03Z","failed_at":"e2e","signature_id":"2db1076b47fd748669944c115001496d718af27cb3fcae3d20fdf5f78215b2e0","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:443]: failed to create HCP cluster np-skip-minor-msdg4x at version 4.22.0\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f7aa80\u003e: \n    failed to create HCP cluster np-skip-minor-msdg4x: failed starting cluster creation \"np-skip-minor-msdg4x\" in resourcegroup=\"rg-np-skip-minor-msdg4x-77vm7v\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-skip-minor-msdg4x-77vm7v/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/np-skip-minor-msdg4x\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Version 'openshift-v4.22.0-nightly' doesn't exist\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:443]: failed to create HCP cluster np-skip-minor-msdg4x at version 4.22.0\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f7aa80\u003e: \n    failed to create HCP cluster np-skip-minor-msdg4x: failed starting cluster creation \"np-skip-minor-msdg4x\" in resourcegroup=\"rg-np-skip-minor-msdg4x-77vm7v\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-skip-minor-msdg4x-77vm7v/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/np-skip-minor-msdg4x\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Version 'openshift-v4.22.0-nightly' doesn't exist\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"90e9ab5a508c69fa469c74ea9a9d435aee1bda7d3791c7e7ad6b5d426a15064f","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Version 'openshift-v\u003cversion\u003e' doesn't exist; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent"}}],"failure_pattern_summary":{"signature_count":3,"failure_pattern_ids":["90e9ab5a508c69fa469c74ea9a9d435aee1bda7d3791c7e7ad6b5d426a15064f","c6cc39ebab92c7ed45d8097741d416d66b29b3bacdc947677b26088c375b717d"],"matched_occurrences":3,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-06-08T19:05:20Z"},"failed_at":["e2e"],"failed_test_count":49,"occurrences":[{"row_id":"092dd7718ecdaca9f80c3f74dd339d94efdfcd12b924c528b5e27946b35575d3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"9f586bde8dd0de828eb804e800a7dff51a26fea417c0f1dccffe66a637183d88","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:704]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fa89f0\u003e: \n    failed to create HCP cluster np-dg-minor-4vnvf9, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-4vnvf9 in resource group rg-np-dg-minor-4vnvf9-6gcm7b, error: failed waiting for cluster=\"np-dg-minor-4vnvf9\" in resourcegroup=\"rg-np-dg-minor-4vnvf9-6gcm7b\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-4vnvf9 in resource group rg-np-dg-minor-4vnvf9-6gcm7b, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:704]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fa89f0\u003e: \n    failed to create HCP cluster np-dg-minor-4vnvf9, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-4vnvf9 in resource group rg-np-dg-minor-4vnvf9-6gcm7b, error: failed waiting for cluster=\"np-dg-minor-4vnvf9\" in resourcegroup=\"rg-np-dg-minor-4vnvf9-6gcm7b\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-dg-minor-4vnvf9 in resource group rg-np-dg-minor-4vnvf9-6gcm7b, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"0deb7ff4208ab4cad5d6312489b6c781cd8026a6f43f47bf1d00aa48292567c5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"46026eb3ac3364eb6aa0b3996428d9c4d3554a3ad2fbaadf2e2285deb3b231fa","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: failed to create HCP cluster \"autoscaling-hcp-cluster\" with custom autoscaling\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010d10b0\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-hrpln7, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-hrpln7\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-hrpln7, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: failed to create HCP cluster \"autoscaling-hcp-cluster\" with custom autoscaling\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010d10b0\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-hrpln7, error: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-hrpln7\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster autoscaling-hcp-cluster in resource group autoscaling-cluster-hrpln7, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"1501709e2c8378554e779b9dfc1dc3f6279e31eba5b24730caa25d51a8223d5c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"6d565c3487e3481e963a54c779d2621812477ddaa62fcf1a836169e460a8169c","test_name":"Customer should be able to create node pools with ARM64-based VMs","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:89]: failed to create HCP cluster \"arm64-vm-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0016046c0\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-4q9xtk, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4q9xtk\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-4q9xtk, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/arm64_nodepool.go:89]: failed to create HCP cluster \"arm64-vm-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0016046c0\u003e: \n    failed to create HCP cluster arm64-vm-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-4q9xtk, error: failed waiting for cluster=\"arm64-vm-hcp-cluster\" in resourcegroup=\"arm64-vm-cluster-4q9xtk\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster arm64-vm-hcp-cluster in resource group arm64-vm-cluster-4q9xtk, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"18fc2721922909cbbeec91cba4776fef9072ffae7f9829ab6f8ded71d89d3d1c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:39]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:39]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"1b5521d55e4f0c9f9e9cc80b9e286d8bfc64753f25eb158e47448b1e37b13c69","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"446375a84add091eeecdfc12c718df4acb6f115bef0f36fba67ef0acc6bf5bd0","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-20-gnd5lv\" with version 4.20.23 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0016402d0\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-gnd5lv, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-gnd5lv in resource group rg-zstream-upgrade-4-20-gnldsw, error: failed waiting for cluster=\"cluster-zstream-4-20-gnd5lv\" in resourcegroup=\"rg-zstream-upgrade-4-20-gnldsw\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-gnd5lv in resource group rg-zstream-upgrade-4-20-gnldsw, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-20-gnd5lv\" with version 4.20.23 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0016402d0\u003e: \n    failed to create HCP cluster cluster-zstream-4-20-gnd5lv, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-gnd5lv in resource group rg-zstream-upgrade-4-20-gnldsw, error: failed waiting for cluster=\"cluster-zstream-4-20-gnd5lv\" in resourcegroup=\"rg-zstream-upgrade-4-20-gnldsw\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-20-gnd5lv in resource group rg-zstream-upgrade-4-20-gnldsw, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"1d702b7faacb6c38f39205620b1e58291496fe3320b4eb470c75e3c4d2e71933","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"21756ac398d3c503a1224a8b873d8ac58cedea31e26923e3cdf74c048ef2d93e","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:83]: failed to create HCP cluster for patch-name test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00082bef0\u003e: \n    failed to create HCP cluster patch-name-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-wgxtkt, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-wgxtkt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-wgxtkt, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:83]: failed to create HCP cluster for patch-name test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00082bef0\u003e: \n    failed to create HCP cluster patch-name-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-wgxtkt, error: failed waiting for cluster=\"patch-name-cluster\" in resourcegroup=\"patch-name-wgxtkt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster patch-name-cluster in resource group patch-name-wgxtkt, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"2031400d59601a591399b1a8fed96c5d4598b10cd0b3a3152f6d863e963dc58b","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"971db7ea227c9a843878caceb2fcfa6cc7714dcd32a794e05d8e355e52c7e69d","test_name":"Customer should upgrade a nodepool skipping one minor version (+2) from 4.20.z to 4.22.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:443]: failed to create HCP cluster np-skip-minor-frpph8 at version 4.22.0-rc.5\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00097ce10\u003e: \n    failed to create HCP cluster np-skip-minor-frpph8, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-frpph8 in resource group rg-np-skip-minor-frpph8-mb86nl, error: failed waiting for cluster=\"np-skip-minor-frpph8\" in resourcegroup=\"rg-np-skip-minor-frpph8-mb86nl\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-frpph8 in resource group rg-np-skip-minor-frpph8-mb86nl, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:443]: failed to create HCP cluster np-skip-minor-frpph8 at version 4.22.0-rc.5\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00097ce10\u003e: \n    failed to create HCP cluster np-skip-minor-frpph8, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-frpph8 in resource group rg-np-skip-minor-frpph8-mb86nl, error: failed waiting for cluster=\"np-skip-minor-frpph8\" in resourcegroup=\"rg-np-skip-minor-frpph8-mb86nl\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-skip-minor-frpph8 in resource group rg-np-skip-minor-frpph8-mb86nl, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"248a23d5e4ca527eb0d5b28ea90eef0db76723b05555ab11907cde7a0ae296ac","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"17621182fd3b24f17582322146e1838ad86b8432cf9a49b499dcb7b623ee720c","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:88]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001593410\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-ld957v, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-ld957v\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-ld957v, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/image_registry_cluster_create.go:88]: failed to create HCP cluster with image registry disabled\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001593410\u003e: \n    failed to create HCP cluster disabled-image-registry-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-ld957v, error: failed waiting for cluster=\"disabled-image-registry-hcp-cluster\" in resourcegroup=\"disabled-image-registry-ld957v\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster disabled-image-registry-hcp-cluster in resource group disabled-image-registry-ld957v, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"37844d8189fad3d5ae009bbcc3dc5fb116fbaf1ddf9ff28811a6e9942b43137d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"c4c6cc3c197588f7bb29589c0462773918f3698806f5820c9875c28d7896c8bb","test_name":"Customer should be able to update node pool labels and taints","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:91]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001028900\u003e: \n    failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-f27v7g, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-f27v7g\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-f27v7g, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_labels_taints.go:91]: failed to create HCP cluster cluster-np-labels-taints\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001028900\u003e: \n    failed to create HCP cluster cluster-np-labels-taints, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-f27v7g, error: failed waiting for cluster=\"cluster-np-labels-taints\" in resourcegroup=\"rg-np-labels-taints-f27v7g\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-np-labels-taints in resource group rg-np-labels-taints-f27v7g, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"37e7c56b8b2d01bae2efe9ed232bd5c3902366067f509d4efbc253305621c763","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"dae1578f91a74e69e8030fcafec5cdf14e43177612c38d8e804cbf41baf7a237","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:573]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009b86f0\u003e: \n    failed to create HCP cluster np-downgrade-8blxr6, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-downgrade-8blxr6 in resource group rg-np-downgrade-8blxr6-xntzlh, error: failed waiting for cluster=\"np-downgrade-8blxr6\" in resourcegroup=\"rg-np-downgrade-8blxr6-xntzlh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-downgrade-8blxr6 in resource group rg-np-downgrade-8blxr6-xntzlh, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:573]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009b86f0\u003e: \n    failed to create HCP cluster np-downgrade-8blxr6, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-downgrade-8blxr6 in resource group rg-np-downgrade-8blxr6-xntzlh, error: failed waiting for cluster=\"np-downgrade-8blxr6\" in resourcegroup=\"rg-np-downgrade-8blxr6-xntzlh\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-downgrade-8blxr6 in resource group rg-np-downgrade-8blxr6-xntzlh, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"3b3d92b23848b6869e6990822530cac8a6429c537b9f0a1cff0fd5d1c052340d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"d064d8706f355aa4fea64b571976314c7a9ea1b4459e985b33c5c7e81ae48fe2","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:83]: failed to create HCP cluster for external auth list test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001804900\u003e: \n    failed to create HCP cluster ea-list9hnrgw, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list9hnrgw in resource group ea-list-pbqt7h, error: failed waiting for cluster=\"ea-list9hnrgw\" in resourcegroup=\"ea-list-pbqt7h\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list9hnrgw in resource group ea-list-pbqt7h, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:83]: failed to create HCP cluster for external auth list test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001804900\u003e: \n    failed to create HCP cluster ea-list9hnrgw, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list9hnrgw in resource group ea-list-pbqt7h, error: failed waiting for cluster=\"ea-list9hnrgw\" in resourcegroup=\"ea-list-pbqt7h\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list9hnrgw in resource group ea-list-pbqt7h, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"4269a58ff344beebbcb5bac7b661af929d80b04268e3d9c33cf5b67ded92a632","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"befc86fb2a918b94c0262a6b25ce70da13f55c8fb4754e2bf2b19b701e019c02","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.21","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-21-zw68hz\" with version 4.21.17 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a68de0\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-zw68hz, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-zw68hz in resource group rg-zstream-upgrade-4-21-dbqcpz, error: failed waiting for cluster=\"cluster-zstream-4-21-zw68hz\" in resourcegroup=\"rg-zstream-upgrade-4-21-dbqcpz\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-zw68hz in resource group rg-zstream-upgrade-4-21-dbqcpz, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-21-zw68hz\" with version 4.21.17 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a68de0\u003e: \n    failed to create HCP cluster cluster-zstream-4-21-zw68hz, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-zw68hz in resource group rg-zstream-upgrade-4-21-dbqcpz, error: failed waiting for cluster=\"cluster-zstream-4-21-zw68hz\" in resourcegroup=\"rg-zstream-upgrade-4-21-dbqcpz\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-21-zw68hz in resource group rg-zstream-upgrade-4-21-dbqcpz, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"48d8f52a574feaab417d445b2cdcb8af5326c263d1e402cc4137f0bc1e09d773","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:207]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:207]: Interrupted by User","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","failure_pattern":"Interrupted by User","search_query":"Interrupted by User"}},{"row_id":"4d68343b1a8a6225aa7e0a98b378bc508342f29d9416070f0da8ba98a58a4a3a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"88987000f6c1d2fa346b4c9c0b037506f79301f0ec78736f2417ddb09eabc231","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-fw4cnj with version 4.20.24\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b5b9b0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-fw4cnj, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-fw4cnj in resource group rg-np-version-upgrade-fw4cnj-99928f, error: failed waiting for cluster=\"np-version-upgrade-cluster-fw4cnj\" in resourcegroup=\"rg-np-version-upgrade-fw4cnj-99928f\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-fw4cnj in resource group rg-np-version-upgrade-fw4cnj-99928f, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-fw4cnj with version 4.20.24\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000b5b9b0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-fw4cnj, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-fw4cnj in resource group rg-np-version-upgrade-fw4cnj-99928f, error: failed waiting for cluster=\"np-version-upgrade-cluster-fw4cnj\" in resourcegroup=\"rg-np-version-upgrade-fw4cnj-99928f\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-fw4cnj in resource group rg-np-version-upgrade-fw4cnj-99928f, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"4eb6ae117d042ebdfdb71fda2c42b3b56681cb715a27ffcb46da677e36c5e1af","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"7d857a4672f434e0826dbdd7a494d5225c28ae51035fa8f383ac34455f7052cb","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:158]: failed to create HCP cluster \"cp-ystream-upgrade-4-21-8r5rqn\" with install version 4.20.24\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000eccdb0\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-8r5rqn, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-8r5rqn in resource group rg-cp-ystream-upgrade-4-21-hf7xvk, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-8r5rqn\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-hf7xvk\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-8r5rqn in resource group rg-cp-ystream-upgrade-4-21-hf7xvk, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:158]: failed to create HCP cluster \"cp-ystream-upgrade-4-21-8r5rqn\" with install version 4.20.24\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000eccdb0\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-21-8r5rqn, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-8r5rqn in resource group rg-cp-ystream-upgrade-4-21-hf7xvk, error: failed waiting for cluster=\"cp-ystream-upgrade-4-21-8r5rqn\" in resourcegroup=\"rg-cp-ystream-upgrade-4-21-hf7xvk\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-21-8r5rqn in resource group rg-cp-ystream-upgrade-4-21-hf7xvk, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"5067ec5d50e659d8fdd1691d48003617d8908a4b280b39911cfda31c6464ad97","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"3e3a3d4f62c5e8a64ff8b5cb02b93498aaf8a6753c80e2b6b8b3864addabc2a3","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:131]: failed to wait for first cluster \"basic-hcp-cluster\" to complete creation\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6f962bc17a3105c00a9b0bd7f4b2aca4444ece86f9a14faacfeee24cd27ebd87","failure_pattern":"failed to wait for first cluster \"\u003ccluster\u003e\" to complete creation","search_query":"context deadline exceeded"}},{"row_id":"575157bdd398a41d25204fec8c6de48684699f152d13ed5b837eb5d19bd4751a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"870e74cc4343b36e78230dcebeaa90bf4de523ccbeaf208cb64900037c47d11f","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014edd70\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-65tds8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-65tds8\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-65tds8, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:112]: failed to create HCP cluster with ImageDigestMirrors\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014edd70\u003e: \n    failed to create HCP cluster idms-e2e-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-65tds8, error: failed waiting for cluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-65tds8\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster idms-e2e-hcp-cluster in resource group idms-65tds8, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"5a713228df5497bb742dbe100c30ae950a120dde615892e6e9cc7c25506867a4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"241d8004d5042a0026f15c89269557c079962e5c94942969e727217d8b3a0c41","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:89]: failed to create HCP cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009aea20\u003e: \n    failed to create HCP cluster cx-rg-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-tz2mt5, error: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-tz2mt5\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-tz2mt5, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:89]: failed to create HCP cluster \"cx-rg-hcp-cluster\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009aea20\u003e: \n    failed to create HCP cluster cx-rg-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-tz2mt5, error: failed waiting for cluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-tz2mt5\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-tz2mt5, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"5bea8572130cc19373935281474f14b01dd8099628846498fe64c5ad12c4b548","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"1b9ffb2925264c314070ba914a055d20ace8066b99c7b24cfdf7af8ad940f632","test_name":"ARO HCP Service should successfully provision cluster when MI role assignments are added after cluster creation","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.009s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:199]: Timed out after 2520.009s.\ncluster should eventually succeed after role assignments are created\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_delayed_role_assignments.go:197 with:\ncluster has not yet reached Succeeded state\nExpected\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...\nto equal\n    \u003carmredhatopenshifthcp.ProvisioningState\u003e: ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"471f22e5967d4c6d260358df80d5f1c22cdca60ff8d89437ff00486c66a994f2","failure_pattern":"cluster has not yet reached Succeeded state","search_query":"cluster has not yet reached Succeeded state"}},{"row_id":"5c10ad8b6fa66c3c8b7ba77af40d4c1926f77d6df86a1bf9a6bb93a5ae8c984d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"1873eb0f9ba761d8b65f56e33bcf9de75f9048bd51b6c936f7f67726715f6945","test_name":"Customer should upgrade a nodepool to a version without Cincinnati upgrade edge z-stream upgrade without Cincinnati edge in 4.20","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:312]: failed to create HCP cluster np-noedge-7ff4zf\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000722390\u003e: \n    failed to create HCP cluster np-noedge-7ff4zf, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-7ff4zf in resource group rg-np-noedge-7ff4zf-q5wgtc, error: failed waiting for cluster=\"np-noedge-7ff4zf\" in resourcegroup=\"rg-np-noedge-7ff4zf-q5wgtc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-7ff4zf in resource group rg-np-noedge-7ff4zf-q5wgtc, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:312]: failed to create HCP cluster np-noedge-7ff4zf\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000722390\u003e: \n    failed to create HCP cluster np-noedge-7ff4zf, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-7ff4zf in resource group rg-np-noedge-7ff4zf-q5wgtc, error: failed waiting for cluster=\"np-noedge-7ff4zf\" in resourcegroup=\"rg-np-noedge-7ff4zf-q5wgtc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-noedge-7ff4zf in resource group rg-np-noedge-7ff4zf-q5wgtc, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"5ebdfbcafdeb04d54e0ace09e64051b495b4f51a863d6b82435e327c2be7afc0","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"2f9bdd4293107dcaa61f0f086fd6a06ab261ea167a379173cd99012e90001d68","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.21.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-zb82xt with version 4.21.18\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013c4ae0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-zb82xt, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-zb82xt in resource group rg-np-version-upgrade-zb82xt-5l6kp9, error: failed waiting for cluster=\"np-version-upgrade-cluster-zb82xt\" in resourcegroup=\"rg-np-version-upgrade-zb82xt-5l6kp9\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-zb82xt in resource group rg-np-version-upgrade-zb82xt-5l6kp9, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-zb82xt with version 4.21.18\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013c4ae0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-zb82xt, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-zb82xt in resource group rg-np-version-upgrade-zb82xt-5l6kp9, error: failed waiting for cluster=\"np-version-upgrade-cluster-zb82xt\" in resourcegroup=\"rg-np-version-upgrade-zb82xt-5l6kp9\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-zb82xt in resource group rg-np-version-upgrade-zb82xt-5l6kp9, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"5fc0f94e20420051073f9588b35e167656b222083dddd1ab65651174b1bad017","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"99b448bc1ed34b0e32e08562a411076ceec822699944a95cad0492a75407dc6d","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled up to replica limits","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:95]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00211e2d0\u003e: \n    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-nj5gjg, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-nj5gjg\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-nj5gjg, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:95]: failed to create HCP cluster np-autoscale-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00211e2d0\u003e: \n    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-nj5gjg, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-nj5gjg\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-nj5gjg, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"60a376fe597c8adda4d74174b0f2159109a896af4ba130b6ed0dd0757cbabadd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"859799d54d29acd9325355cdd3a3711041d5f7ca05e61962acfe88e77c64857d","test_name":"Customer should update NodeDrainTimeoutMinutes and upgrade a nodepool","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_drain_timeout_update.go:102]: failed to create HCP cluster with version 4.20.24\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001442300\u003e: \n    failed to create HCP cluster np-drain-timeout-and-upgrade-7nzmcb, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-drain-timeout-and-upgrade-7nzmcb in resource group rg-np-drain-timeout-and-upgrade-7nzmcb-5ll68c, error: failed waiting for cluster=\"np-drain-timeout-and-upgrade-7nzmcb\" in resourcegroup=\"rg-np-drain-timeout-and-upgrade-7nzmcb-5ll68c\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-drain-timeout-and-upgrade-7nzmcb in resource group rg-np-drain-timeout-and-upgrade-7nzmcb-5ll68c, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_drain_timeout_update.go:102]: failed to create HCP cluster with version 4.20.24\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001442300\u003e: \n    failed to create HCP cluster np-drain-timeout-and-upgrade-7nzmcb, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-drain-timeout-and-upgrade-7nzmcb in resource group rg-np-drain-timeout-and-upgrade-7nzmcb-5ll68c, error: failed waiting for cluster=\"np-drain-timeout-and-upgrade-7nzmcb\" in resourcegroup=\"rg-np-drain-timeout-and-upgrade-7nzmcb-5ll68c\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-drain-timeout-and-upgrade-7nzmcb in resource group rg-np-drain-timeout-and-upgrade-7nzmcb-5ll68c, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"6251515dfd7fb6f2883be8282ad30a348f08be8d9bc6e042886ab15e04fe6660","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"0a43ec94c2863ca4b336e006a07732fd3d758263ca1578573e54289c13024dcf","test_name":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:132]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009be090\u003e: \n    failed waiting for cluster=\"mise-routing\" in resourcegroup=\"mise-v2-smoke-gchwj4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster mise-routing in resource group mise-v2-smoke-gchwj4, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:132]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009be090\u003e: \n    failed waiting for cluster=\"mise-routing\" in resourcegroup=\"mise-v2-smoke-gchwj4\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster mise-routing in resource group mise-v2-smoke-gchwj4, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"62c11c4abb65e3f68fb071f3e9884a5f79081b0c569ca1b46269371cf1ef8a99","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"7e271c1515c62e413d844e050a37f98955f577ff985e2ef7aafaf058f29fc2dd","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:134]: failed to create HCP cluster \"cidr-connectivity-test\" with authorized CIDRs\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013c42a0\u003e: \n    failed to create HCP cluster cidr-connectivity-test, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-kbzgjt, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-kbzgjt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-kbzgjt, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:134]: failed to create HCP cluster \"cidr-connectivity-test\" with authorized CIDRs\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013c42a0\u003e: \n    failed to create HCP cluster cidr-connectivity-test, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-kbzgjt, error: failed waiting for cluster=\"cidr-connectivity-test\" in resourcegroup=\"e2e-cidr-connectivity-kbzgjt\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-kbzgjt, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"630e4dd79a2971795baa0ea98f78d74340e183b8a45af6816d9de12cfce5ef2a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"09f4e1b48bc031d19351131e3e9b3df597ffc75ec2e5b66378713795fc5f043f","test_name":"Customer should be able to forward control plane logs to a storage account and Event Hub via shoebox diagnostic settings","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:266]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010468d0\u003e: \n    failed to create HCP cluster shoebox-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-lmjs6c, error: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-lmjs6c\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-lmjs6c, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/shoebox_logs.go:266]: failed to create HCP cluster shoebox-hcp-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010468d0\u003e: \n    failed to create HCP cluster shoebox-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-lmjs6c, error: failed waiting for cluster=\"shoebox-hcp-cluster\" in resourcegroup=\"shoebox-cluster-lmjs6c\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster shoebox-hcp-cluster in resource group shoebox-cluster-lmjs6c, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"6f1417224a674f165e1e2eaf9e0d4b6b466c67d3d400550a67c59e494d8b7d4a","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"fbbd5854e9e6d88ddba740f5a915720ffc9602f8eba76d92759a707c6ffb74a1","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-19-jpxjhf\" with version 4.19.31 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0004b0300\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-jpxjhf, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-jpxjhf in resource group rg-zstream-upgrade-4-19-wrjp6n, error: failed waiting for cluster=\"cluster-zstream-4-19-jpxjhf\" in resourcegroup=\"rg-zstream-upgrade-4-19-wrjp6n\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-jpxjhf in resource group rg-zstream-upgrade-4-19-wrjp6n, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-19-jpxjhf\" with version 4.19.31 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0004b0300\u003e: \n    failed to create HCP cluster cluster-zstream-4-19-jpxjhf, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-jpxjhf in resource group rg-zstream-upgrade-4-19-wrjp6n, error: failed waiting for cluster=\"cluster-zstream-4-19-jpxjhf\" in resourcegroup=\"rg-zstream-upgrade-4-19-wrjp6n\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-19-jpxjhf in resource group rg-zstream-upgrade-4-19-wrjp6n, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"704681ac4efa7c3aec0e783d323e7384bb244b9f3fb80e8c28ac45d3b81c3ae1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"f09e7a89c94ffe9f43cab158ec073a518a0e283fb8bf247d539dcd51dc52dd2e","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: failed to create HCP cluster for external auth test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011b40c0\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-h27p4v, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-h27p4v\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-h27p4v, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:93]: failed to create HCP cluster for external auth test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011b40c0\u003e: \n    failed to create HCP cluster ea-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-h27p4v, error: failed waiting for cluster=\"ea-cluster\" in resourcegroup=\"external-auth-cluster-h27p4v\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-cluster in resource group external-auth-cluster-h27p4v, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"71b067d2c0e70daf8e2fab56c1e8b59d3016b5770632eb867d15dd9adb8deea7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"ff7aedc5b9001e78493983b2db42c42c3c57c696cde4d41ada952621e7242106","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.22","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:137]: HCP cluster rg-candidate-4-22-rc9frx/cluster-candidate-4-22-vc4ckf should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015b6bd0\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-vc4ckf, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-vc4ckf in resource group rg-candidate-4-22-rc9frx, error: failed waiting for cluster=\"cluster-candidate-4-22-vc4ckf\" in resourcegroup=\"rg-candidate-4-22-rc9frx\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-vc4ckf in resource group rg-candidate-4-22-rc9frx, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:137]: HCP cluster rg-candidate-4-22-rc9frx/cluster-candidate-4-22-vc4ckf should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015b6bd0\u003e: \n    failed to create HCP cluster cluster-candidate-4-22-vc4ckf, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-vc4ckf in resource group rg-candidate-4-22-rc9frx, error: failed waiting for cluster=\"cluster-candidate-4-22-vc4ckf\" in resourcegroup=\"rg-candidate-4-22-rc9frx\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-22-vc4ckf in resource group rg-candidate-4-22-rc9frx, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"78740af6c52b1395970d72801b33b9be933e1b3d613b80e324d70829c55f0ab7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"4ba755dd26b3dc39c5b47b2f091d879e3ee3f3d43c40ef83eee4cab1db541b39","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:79]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011d0b10\u003e: \n    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-zr6z2l, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-zr6z2l\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-zr6z2l, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:79]: failed to create HCP cluster \"hcp-cluster-np-128\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011d0b10\u003e: \n    failed to create HCP cluster hcp-cluster-np-128, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-zr6z2l, error: failed waiting for cluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-zr6z2l\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster hcp-cluster-np-128 in resource group clusternp128-zr6z2l, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"78e023e0b4c9a7e3c5d0956965d724b42d527d5aa2c74e1f3dd182c09f30ec27","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"66ee54e80c8954878060892a25be6de3864a84faf840e991ab7ad235bef1bb12","test_name":"Customer should be able to create a HCP cluster and use cilium CNI plugin","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:83]: failed to create HCP cluster \"cilium-cl\" without CNI\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015d42d0\u003e: \n    failed to create HCP cluster cilium-cl, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-wpnnqs, error: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-wpnnqs\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-wpnnqs, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_cni_cilium.go:83]: failed to create HCP cluster \"cilium-cl\" without CNI\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0015d42d0\u003e: \n    failed to create HCP cluster cilium-cl, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-wpnnqs, error: failed waiting for cluster=\"cilium-cl\" in resourcegroup=\"cni-cilium-wpnnqs\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cilium-cl in resource group cni-cilium-wpnnqs, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"7ed690c47cc886dd04ab05f0d8e7dcfefd67c93f7700862fa244b926a95584f4","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"a917ccb2e5bc00ea452ee727d73a748610ca7bb7c74f6735bcb4a4255593abb4","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:107]: failed to create seed HCP cluster basic-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001388480\u003e: \n    failed to create HCP cluster basic-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-sv69fc, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-sv69fc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-sv69fc, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nsg_subnet_reuse.go:107]: failed to create seed HCP cluster basic-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001388480\u003e: \n    failed to create HCP cluster basic-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-sv69fc, error: failed waiting for cluster=\"basic-cluster\" in resourcegroup=\"rg-cluster-nsg-subnet-reuse-sv69fc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster basic-cluster in resource group rg-cluster-nsg-subnet-reuse-sv69fc, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"8df4274a1439947b7f7a5dfb134076469e457aa025beb08da049b126e09a9c57","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"321764716e31ffb8f3f6c01d36f0a67a31e392930cdba48703352f7eebd131d8","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012d0f90\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-btj5dr, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-btj5dr\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-btj5dr, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:110]: failed to create HCP cluster negative-tests-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0012d0f90\u003e: \n    failed to create HCP cluster negative-tests-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-btj5dr, error: failed waiting for cluster=\"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-btj5dr\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster negative-tests-cluster in resource group rg-negative-tests-btj5dr, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"93bd6bb0b12163d217f6b960ab74e294ccbfb4be408cfee5868b5ce60c001e63","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"77dc8479e9555fa5d6d8b7f5acbdb786f3a575d0c609aaab59de3e786aece826","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:282]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00070a8a0\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-mtb25g, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-mtb25g\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-mtb25g, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:282]: failed to create HCP cluster node-limit-cluster with MaxNodesTotal limit\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc00070a8a0\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-mtb25g, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-mtb25g\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-mtb25g, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"980af1025c8bc75b044becf61507b1d69571bc867e8ec22216aa330b08fb3dc6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"b5cacdffb75f6b7ea888c02abd1da06439ddb932ed6a12cdb5a177a8806a506c","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:97]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0008f0300\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-mr4pxv\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-mr4pxv, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:97]: failed to create HCP cluster \"private-kv-cluster\" with private keyvault\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0008f0300\u003e: \n    failed waiting for cluster=\"private-kv-cluster\" in resourcegroup=\"private-keyvault-mr4pxv\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster private-kv-cluster in resource group private-keyvault-mr4pxv, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"a06782778a6230d09784d47f61655719272844b7f6365c4c7315b5790c2ed48e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"3c3ca9e4fda1bc8b1e86f4b06d740d99a058b43b278f132d4ab5925468380e90","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f0e8a0\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-9fm5jd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-9fm5jd, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:148]: failed to create HCP cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f0e8a0\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-9fm5jd\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-9fm5jd, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"a6871b3f13029ac81e0f8ba9562a4162b495d09f5b586f057fbff86f64bbf8b8","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"130fa1abc1b5a8cbeae58cfa8192278529e9e8795fcf62f7a3d955aee93bdd00","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f6e300\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-8s57cb, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-8s57cb\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-8s57cb, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000f6e300\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-8s57cb, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-8s57cb\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-8s57cb, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"acd632610b680e2554dee709646067635d6cd28d5e6d76b92653edda7d768bfe","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"0faa39eea1270eaacbb84c30a499b820ae55f4d4f7b2f39e33f59e66d7539eb2","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112]: failed to create HCP cluster for pull secret test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000afc960\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-62j2pv, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-62j2pv\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-62j2pv, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:112]: failed to create HCP cluster for pull secret test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000afc960\u003e: \n    failed to create HCP cluster pullsecret-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-62j2pv, error: failed waiting for cluster=\"pullsecret-hcp-cluster\" in resourcegroup=\"pullsecret-test-62j2pv\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster pullsecret-hcp-cluster in resource group pullsecret-test-62j2pv, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"b6721cd24cadbf61e65aa336d7f1a38a164f26a1f7aeb21ac64fb73da0233d7e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"7b5c597cfd9b7ee43effb532e86d6ff29e36f85568b657290d271081bb5ecba6","test_name":"Customer should be able to use workload identity via the cluster OIDC issuer URL","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010f3140\u003e: \n    failed to create HCP cluster oidc-wi-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-f7vgxp, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-f7vgxp\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-f7vgxp, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/oidc_issuer_workload_identity.go:216]: failed to create HCP cluster oidc-wi-cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010f3140\u003e: \n    failed to create HCP cluster oidc-wi-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-f7vgxp, error: failed waiting for cluster=\"oidc-wi-cluster\" in resourcegroup=\"oidc-wi-f7vgxp\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster oidc-wi-cluster in resource group oidc-wi-f7vgxp, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"b6a0275beb4b69eb1058bf4905a1c266c8439b5de5975fe3b02d538826d8123c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"0229965880d4859fafdf34c4b45eca9f3e33ce9ca472554f5ac79c449c7ebf38","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","test_suite":"prod/parallel","failure_text":"ime: 2h29m59.889s)\n        /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:119\n        In [It] (Node Runtime: 2h29m59.889s)\n          /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:119\n          At [By Step] creating the HCP cluster (Step Runtime: 8m56.845s)\n            /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:151\n\n          Spec Goroutine\n          goroutine 105 [select]\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x91df528, 0xc0008d6410}, 0x8632aa5?)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x921ee80, {0x91df528, 0xc0008d6410}, 0x0)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284\n            github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait20240610({0x91df598?, 0xc000262230?}, {{0x91f9240?, 0xc000bdb500?}, 0xc000df0ea0?}, 0xc00008f708, {0xc0016944f8, 0x11}, {0x8653140, 0x12}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:906\n            github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam20240610(_, {_, _}, {{_, _}, _}, {_, _}, {{0xc001696890, 0x7}, ...}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:353\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func16.2.1({0x7f7694417860, 0xc000d14f30})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:152\n                | \n                | By(\"creating the HCP cluster\")\n                \u003e err = tc.CreateHCPClusterFromParam20240610(\n                | \tctx,\n                | \tGinkgoLogr,\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x91f9850?, 0xc000d14f30?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 103\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:159 @ 06/08/26 21:51:59.012\n  \"ts\"=\"2026-06-08 21:51:59.012501\" \"level\"=0 \"msg\"=\"===== TEST CASE ENDED: FAILURE =====\"\n  \"ts\"=\"2026-06-08 21:51:59.012523\" \"level\"=0 \"msg\"=\"===== CLEANUP BEGAN =====\"\n  \"ts\"=\"2026-06-08 21:51:59.012604\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-06-08 21:51:59.012661\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-patch-tags-cluster-xt75mv\" \"resourceGroup\"=\"patch-tags-k2sn7j\"\n  \"ts\"=\"2026-06-08 21:51:59.121922\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-patch-tags-cluster-xt75mv\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-06-08 21:51:59.945884\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-4117c8518f426e648f352d29f774d8baa91734601e145475be95e6bea8053dce.yaml.gz\"\n  \"ts\"=\"2026-06-08 21:51:59.945984\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-4117c8518f426e648f352d29f774d8baa91734601e145475be95e6bea8053dce.yaml.gz\"\n  \"ts\"=\"2026-06-08 21:51:59.946058\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-06-08 21:51:59.947757\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"patch-tags-k2sn7j\"\n  \"ts\"=\"2026-06-08 21:51:59.947774\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-146\"\n  \"ts\"=\"2026-06-08 21:52:00.263378\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"patch-tags-k2sn7j\" \"deployment\"=\"pooledNonMsiScopedAssignments-fklo75htpxzxc\"\n  \"ts\"=\"2026-06-08 21:52:00.317886\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"patch-tags-k2sn7j\" \"deployment\"=\"customer-infra-patch-tags-cluster-xt75mv\"\n  \"ts\"=\"2026-06-08 21:52:01.555256\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-146\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-06-08 21:52:01.845940\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-146\" \"deployment\"=\"msi-deployment-146\"\n  \"ts\"=\"2026-06-08 21:52:01.955263\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-06-08 21:52:02.138048\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-06-08 21:52:02.138229\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"patch-tags-k2sn7j\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command\nime: 2h29m59.889s)\n        /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:119\n        In [It] (Node Runtime: 2h29m59.889s)\n          /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:119\n          At [By Step] creating the HCP cluster (Step Runtime: 8m56.845s)\n            /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:151\n\n          Spec Goroutine\n          goroutine 105 [select]\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x91df528, 0xc0008d6410}, 0x8632aa5?)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/internal/shared/shared.go:36\n            github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x921ee80, {0x91df528, 0xc0008d6410}, 0x0)\n              /go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.1/runtime/poller.go:284\n            github.com/Azure/ARO-HCP/test/util/framework.CreateHCPClusterAndWait20240610({0x91df598?, 0xc000262230?}, {{0x91f9240?, 0xc000bdb500?}, 0xc000df0ea0?}, 0xc00008f708, {0xc0016944f8, 0x11}, {0x8653140, 0x12}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:906\n            github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CreateHCPClusterFromParam20240610(_, {_, _}, {{_, _}, _}, {_, _}, {{0xc001696890, 0x7}, ...}, ...)\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/deployment_helper.go:353\n          \u003e github.com/Azure/ARO-HCP/test/e2e.init.func16.2.1({0x7f7694417860, 0xc000d14f30})\n              /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:152\n                | \n                | By(\"creating the HCP cluster\")\n                \u003e err = tc.CreateHCPClusterFromParam20240610(\n                | \tctx,\n                | \tGinkgoLogr,\n            github.com/onsi/ginkgo/v2/internal.extractBodyFunction.func2({0x91f9850?, 0xc000d14f30?})\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:465\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901\n            github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 103\n              /go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888\n    ------------------------------\n    [FAILED] in [It] - /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:159 @ 06/08/26 21:51:59.012\n  \"ts\"=\"2026-06-08 21:51:59.012501\" \"level\"=0 \"msg\"=\"===== TEST CASE ENDED: FAILURE =====\"\n  \"ts\"=\"2026-06-08 21:51:59.012523\" \"level\"=0 \"msg\"=\"===== CLEANUP BEGAN =====\"\n  \"ts\"=\"2026-06-08 21:51:59.012604\" \"level\"=0 \"msg\"=\"Commiting timing metadata.\"\n  \"ts\"=\"2026-06-08 21:51:59.012661\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"customer-infra-patch-tags-cluster-xt75mv\" \"resourceGroup\"=\"patch-tags-k2sn7j\"\n  \"ts\"=\"2026-06-08 21:51:59.121922\" \"level\"=0 \"msg\"=\"Dumping deployment operations.\" \"deployment\"=\"mi-patch-tags-cluster-xt75mv\" \"resourceGroup\"=\"\"\n  \"ts\"=\"2026-06-08 21:51:59.945884\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/tmp/secret/timing-metadata-4117c8518f426e648f352d29f774d8baa91734601e145475be95e6bea8053dce.yaml.gz\"\n  \"ts\"=\"2026-06-08 21:51:59.945984\" \"level\"=0 \"msg\"=\"Wrote timing metadata\" \"path\"=\"/logs/artifacts/test-timing/timing-metadata-4117c8518f426e648f352d29f774d8baa91734601e145475be95e6bea8053dce.yaml.gz\"\n  \"ts\"=\"2026-06-08 21:51:59.946058\" \"level\"=0 \"msg\"=\"collecting debug info\"\n  \"ts\"=\"2026-06-08 21:51:59.947757\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"patch-tags-k2sn7j\"\n  \"ts\"=\"2026-06-08 21:51:59.947774\" \"level\"=0 \"msg\"=\"collecting deployments\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-146\"\n  \"ts\"=\"2026-06-08 21:52:00.263378\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"patch-tags-k2sn7j\" \"deployment\"=\"pooledNonMsiScopedAssignments-fklo75htpxzxc\"\n  \"ts\"=\"2026-06-08 21:52:00.317886\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"patch-tags-k2sn7j\" \"deployment\"=\"customer-infra-patch-tags-cluster-xt75mv\"\n  \"ts\"=\"2026-06-08 21:52:01.555256\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-146\" \"deployment\"=\"pooledMsiScopedAssignments\"\n  \"ts\"=\"2026-06-08 21:52:01.845940\" \"level\"=0 \"msg\"=\"collecting operations\" \"resourceGroup\"=\"aro-hcp-test-msi-containers-prod-146\" \"deployment\"=\"msi-deployment-146\"\n  \"ts\"=\"2026-06-08 21:52:01.955263\" \"level\"=0 \"msg\"=\"finished collecting debug info\"\n  \"ts\"=\"2026-06-08 21:52:02.138048\" \"level\"=0 \"msg\"=\"deleting created resources\"\n  \"ts\"=\"2026-06-08 21:52:02.138229\" \"level\"=0 \"msg\"=\"deleting all hcp clusters in resource group\" \"resourceGroup\"=\"patch-tags-k2sn7j\"\nCommand Error: signal: killed\nDeserializaion Error: no output from command","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4","failure_pattern":"Deserializaion Error: no output from command","search_query":"Deserializaion Error: no output from command"}},{"row_id":"bc35d1fb369c1726a0883d1a62912499e30ba6fa00798abb1277469355575a71","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"3090fbb9e37d80f1cbf3b2a437dc92351a24782ebf8dde235b091f2cd99421bd","test_name":"Service Provider should upgrade the control plane z-stream automatically on behalf of the customer for 4.22","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-22-zd999h\" with version 4.22.0-rc.3 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014b8090\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-zd999h, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-zd999h in resource group rg-zstream-upgrade-4-22-57schr, error: failed waiting for cluster=\"cluster-zstream-4-22-zd999h\" in resourcegroup=\"rg-zstream-upgrade-4-22-57schr\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-zd999h in resource group rg-zstream-upgrade-4-22-57schr, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:137]: failed to create HCP cluster \"cluster-zstream-4-22-zd999h\" with version 4.22.0-rc.3 on candidate channel\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014b8090\u003e: \n    failed to create HCP cluster cluster-zstream-4-22-zd999h, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-zd999h in resource group rg-zstream-upgrade-4-22-57schr, error: failed waiting for cluster=\"cluster-zstream-4-22-zd999h\" in resourcegroup=\"rg-zstream-upgrade-4-22-57schr\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cluster-zstream-4-22-zd999h in resource group rg-zstream-upgrade-4-22-57schr, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"cc5ae76d125a069aeaa673769e54650da5b80318db309b83fd9daacd5cd0d3dd","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"7a03a9e19d1fd0ca62657150a184e12239e47c4342893638485480b86a39c2c8","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.23","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-4-23-ddlfbc/cluster-nightly-4-23-p75r4j should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017b39b0\u003e: \n    failed waiting for cluster=\"cluster-nightly-4-23-p75r4j\" in resourcegroup=\"rg-nightly-4-23-ddlfbc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-4-23-p75r4j in resource group rg-nightly-4-23-ddlfbc, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-4-23-ddlfbc/cluster-nightly-4-23-p75r4j should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017b39b0\u003e: \n    failed waiting for cluster=\"cluster-nightly-4-23-p75r4j\" in resourcegroup=\"rg-nightly-4-23-ddlfbc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-4-23-p75r4j in resource group rg-nightly-4-23-ddlfbc, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"d4dd97ff2fe22f93d2a6c700b4c8afb7e5edba2ee0bb67dfd41d329d8a552613","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"4b2f058544ca14868606f51609f6fef8f5572338f401f75e9436b22ab08478c1","test_name":"MISE Routing routes to the correct frontend based on version header default route returns no version header","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:132]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017c4870\u003e: \n    failed waiting for cluster=\"mise-routing\" in resourcegroup=\"mise-default-smoke-f67h5r\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster mise-routing in resource group mise-default-smoke-f67h5r, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:132]: failed to create HCP cluster\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0017c4870\u003e: \n    failed waiting for cluster=\"mise-routing\" in resourcegroup=\"mise-default-smoke-f67h5r\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster mise-routing in resource group mise-default-smoke-f67h5r, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"e0a62a45eaf68370b358bebf4c50b232d4fb8e7c0147fa2ab15e897567c93a21","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"dd6903498fb35b3984f15c5672d06bfefca7e6dd394d7e62800b47b24957e6e6","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.21 minor to 4.22 minor","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:158]: failed to create HCP cluster \"cp-ystream-upgrade-4-22-mp2rvz\" with install version 4.21.17\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ffe240\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-22-mp2rvz, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-mp2rvz in resource group rg-cp-ystream-upgrade-4-22-r6rqt2, error: failed waiting for cluster=\"cp-ystream-upgrade-4-22-mp2rvz\" in resourcegroup=\"rg-cp-ystream-upgrade-4-22-r6rqt2\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-mp2rvz in resource group rg-cp-ystream-upgrade-4-22-r6rqt2, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:158]: failed to create HCP cluster \"cp-ystream-upgrade-4-22-mp2rvz\" with install version 4.21.17\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000ffe240\u003e: \n    failed to create HCP cluster cp-ystream-upgrade-4-22-mp2rvz, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-mp2rvz in resource group rg-cp-ystream-upgrade-4-22-r6rqt2, error: failed waiting for cluster=\"cp-ystream-upgrade-4-22-mp2rvz\" in resourcegroup=\"rg-cp-ystream-upgrade-4-22-r6rqt2\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster cp-ystream-upgrade-4-22-mp2rvz in resource group rg-cp-ystream-upgrade-4-22-r6rqt2, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"e31624fc17f6def33d8214087e3e55f7fc37b308a4a85bfc254c40576601a990","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"f92407dc7fbb618d15793af587793243e1dd824326271d6a672734d51a7f92f5","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.21","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:137]: HCP cluster rg-candidate-4-21-9l2tgc/cluster-candidate-4-21-rhbss4 should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011c55f0\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:137]: HCP cluster rg-candidate-4-21-9l2tgc/cluster-candidate-4-21-rhbss4 should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0011c55f0\u003e: \n    failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"e4cd5a554645757b4ecefd56c6a9117270cc002019c6fcc97d51432fa36c86b2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"125dedfb4ee9e3f40cf6b114dc5d0bd9fb1230f0761d7ecc971bdd2b1674e675","test_name":"Customer should upgrade and update a nodepool from 4.21.z to 4.21.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-h59vql with version 4.21.18\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014e71a0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-h59vql, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-h59vql in resource group rg-np-version-upgrade-h59vql-w2xfqf, error: failed waiting for cluster=\"np-version-upgrade-cluster-h59vql\" in resourcegroup=\"rg-np-version-upgrade-h59vql-w2xfqf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-h59vql in resource group rg-np-version-upgrade-h59vql-w2xfqf, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:132]: failed to create HCP cluster np-version-upgrade-cluster-h59vql with version 4.21.18\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0014e71a0\u003e: \n    failed to create HCP cluster np-version-upgrade-cluster-h59vql, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-h59vql in resource group rg-np-version-upgrade-h59vql-w2xfqf, error: failed waiting for cluster=\"np-version-upgrade-cluster-h59vql\" in resourcegroup=\"rg-np-version-upgrade-h59vql-w2xfqf\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-version-upgrade-cluster-h59vql in resource group rg-np-version-upgrade-h59vql-w2xfqf, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"eb3a284603424e17308b335b39215da3c9fafa4d1e2f3e8b82f84e402868239f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"7653ffd4e02735b234dd652c0dd32332c9566363ef7806113eb84037d3ada7a9","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 1200.004s.\nCluster should become ready within '20.000000' minutes\nExpected\n    \u003cbool\u003e: ...\nto be true\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:162]: Timed out after 1200.004s.\nCluster should become ready within '20.000000' minutes\nExpected\n    \u003cbool\u003e: ...\nto be true","failure_pattern_match":{"status":"clustered","failure_pattern_id":"dcad60eb8db626db10bfb0812a18e7c392049987a81c4fcbcdc5140e0032dc41","failure_pattern":"Cluster should become ready within '20.000000' minutes","search_query":"Cluster should become ready within '20.000000' minutes"}},{"row_id":"ed31e144d61e05c5040cd162a9d2e3b80374e1c453a82120e2a515f37ebee282","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"0f0b2273a62179badd010b1df62dd7c85496b3f8f360139ee518f3dcc98a174b","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-5-0-7kbv2c/cluster-nightly-5-0-75csg9 should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fd68d0\u003e: \n    failed waiting for cluster=\"cluster-nightly-5-0-75csg9\" in resourcegroup=\"rg-nightly-5-0-7kbv2c\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-5-0-75csg9 in resource group rg-nightly-5-0-7kbv2c, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:126]: Swift cluster rg-nightly-5-0-7kbv2c/cluster-nightly-5-0-75csg9 should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000fd68d0\u003e: \n    failed waiting for cluster=\"cluster-nightly-5-0-75csg9\" in resourcegroup=\"rg-nightly-5-0-7kbv2c\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223AndWait for cluster cluster-nightly-5-0-75csg9 in resource group rg-nightly-5-0-7kbv2c, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}},{"row_id":"fb03fee1facd8ad58cc0dfcc2956ffee9ecd6d7350458129432fa3ca4e5566d9","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064061230653378560","occurred_at":"2026-06-08T19:05:20Z","failed_at":"e2e","signature_id":"f0d4e3a6bc96382512a921178a4ab47e36e2bde9e77b2f655fa77da2e6435c9a","test_name":"Nodepool Ephemeral OS Disk should create a nodepool with ephemeral OS disk when autoRepair is enabled","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:111]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010dac30\u003e: \n    failed to create HCP cluster ephemeral-disk, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-m7dz57, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-m7dz57\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-m7dz57, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_ephemeral_osdisk.go:111]: failed to create HCP cluster ephemeral-disk\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010dac30\u003e: \n    failed to create HCP cluster ephemeral-disk, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-m7dz57, error: failed waiting for cluster=\"ephemeral-disk\" in resourcegroup=\"ephemeral-osdisk-m7dz57\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ephemeral-disk in resource group ephemeral-osdisk-m7dz57, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":48,"failure_pattern_ids":["120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","471f22e5967d4c6d260358df80d5f1c22cdca60ff8d89437ff00486c66a994f2","6f962bc17a3105c00a9b0bd7f4b2aca4444ece86f9a14faacfeee24cd27ebd87","dcad60eb8db626db10bfb0812a18e7c392049987a81c4fcbcdc5140e0032dc41","dd1f947eca3fe3915ce4373a1ab3e42da9e7a01ae8596ca121c054e99a3879b6","fa8b536e8650ce97ae7570bef6054027cbd99a52276b9ac4f3e9e80e8ecb21e4"],"matched_occurrences":49,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064015992266166272","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-06-08T16:05:29Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"d7081b0e4dec3e0bf729e2de25bc1848a37a5485abe05f9a51dc15e56a4aeeea","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2064015992266166272","occurred_at":"2026-06-08T16:05:29Z","failed_at":"e2e","signature_id":"b2d6dfed2103db4882893237e6207e97d7a89341fc5cedde1e01486a10d47b5a","test_name":"Customer should create an HCP cluster and validate TLS certificates","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013bce10\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-hmsqhb, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-hmsqhb\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-hmsqhb, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_tls_endpoints.go:94]: failed to create HCP cluster for TLS endpoint test\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc0013bce10\u003e: \n    failed to create HCP cluster tls-endpoint-hcp-cluster, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-hmsqhb, error: failed waiting for cluster=\"tls-endpoint-hcp-cluster\" in resourcegroup=\"tls-endpoint-cluster-hmsqhb\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPClusterFromParam for cluster tls-endpoint-hcp-cluster in resource group tls-endpoint-cluster-hmsqhb, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-candidate-4-21-rhbss4, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: failed waiting for cluster=\"cluster-candidate-4-21-rhbss4\" in resourcegroup=\"rg-candidate-4-21-9l2tgc\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-candidate-4-21-rhbss4 in resource group rg-candidate-4-21-9l2tgc, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel/2063909134121570304","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-06-08T09:00:57Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2063803203840905216","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-06-08T02:00:02Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"56d29e057717a8a2e2c1fde76b62215bca4b4ae43641f70605d9fe958cd74b74","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2063803203840905216","occurred_at":"2026-06-08T02:00:02Z","failed_at":"e2e","signature_id":"ff9c5b843f68b5e12d95ab85b0d2bf1a7da55153e66799fcd28883700873be12","test_name":"Customer should downgrade a nodepool to a lower minor version from 4.21.zLatest to 4.19.zLatest","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:750]: failed to update nodepool npdg-421-419 to downgrade target 4.19.33\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00039e480\u003e: \n    failed to start nodepool \"npdg-421-419\" update in cluster \"np-dg-minor-mkwzwg\" resourcegroup=\"rg-np-dg-minor-mkwzwg-pcf6kp\": PATCH https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-dg-minor-mkwzwg-pcf6kp/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/np-dg-minor-mkwzwg/nodePools/npdg-421-419\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: MultipleErrorsOccurred\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"MultipleErrorsOccurred\",\n        \"message\": \"2 errors occurred\",\n        \"details\": [\n          {\n            \"code\": \"InvalidRequestContent\",\n            \"message\": \"Invalid value: \\\"4.19.33\\\": invalid node pool version 4.19.33: cannot downgrade from current version 4.21.18\",\n            \"target\": \"properties.version.id\"\n          },\n          {\n            \"code\": \"InvalidRequestContent\",\n            \"message\": \"Invalid value: \\\"4.19.33\\\": cannot downgrade from version 4.21.18 to 4.19.33\",\n            \"target\": \"properties.version.id\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:750]: failed to update nodepool npdg-421-419 to downgrade target 4.19.33\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc00039e480\u003e: \n    failed to start nodepool \"npdg-421-419\" update in cluster \"np-dg-minor-mkwzwg\" resourcegroup=\"rg-np-dg-minor-mkwzwg-pcf6kp\": PATCH https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-dg-minor-mkwzwg-pcf6kp/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/np-dg-minor-mkwzwg/nodePools/npdg-421-419\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: MultipleErrorsOccurred\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"MultipleErrorsOccurred\",\n        \"message\": \"2 errors occurred\",\n        \"details\": [\n          {\n            \"code\": \"InvalidRequestContent\",\n            \"message\": \"Invalid value: \\\"4.19.33\\\": invalid node pool version 4.19.33: cannot downgrade from current version 4.21.18\",\n            \"target\": \"properties.version.id\"\n          },\n          {\n            \"code\": \"InvalidRequestContent\",\n            \"message\": \"Invalid value: \\\"4.19.33\\\": cannot downgrade from version 4.21.18 to 4.19.33\",\n            \"target\": \"properties.version.id\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"53fa6318769bb2a786556b3fac950c44b85ab8ba4f6fa60b2949a759bcc916c1","failure_pattern":"ERROR CODE: MultipleErrorsOccurred; detail code InvalidRequestContent; detail message Invalid value: \"4.19.33\": cannot downgrade from version 4.21.18 to 4.19.33; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: MultipleErrorsOccurred"}},{"row_id":"5f9dc10ebea7e2bb8ff4360ca64a3b492f243915d522b0c7ef76c14bbae54c4e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2063803203840905216","occurred_at":"2026-06-08T02:00:02Z","failed_at":"e2e","signature_id":"4e20a613518a8ebe401b69555164476e8a73a8384289308330ccf2025c327983","test_name":"Customer should downgrade a nodepool version z-stream downgrade from 4.21.zLatest to 4.21.zPrevious","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:619]: failed to update nodepool npdg-4-21 to downgrade target 4.21.17\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000134780\u003e: \n    failed to start nodepool \"npdg-4-21\" update in cluster \"np-downgrade-z52pvc\" resourcegroup=\"rg-np-downgrade-z52pvc-w5x8s7\": PATCH https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-downgrade-z52pvc-w5x8s7/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/np-downgrade-z52pvc/nodePools/npdg-4-21\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: MultipleErrorsOccurred\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"MultipleErrorsOccurred\",\n        \"message\": \"2 errors occurred\",\n        \"details\": [\n          {\n            \"code\": \"InvalidRequestContent\",\n            \"message\": \"Invalid value: \\\"4.21.17\\\": invalid node pool version 4.21.17: cannot downgrade from current version 4.21.18\",\n            \"target\": \"properties.version.id\"\n          },\n          {\n            \"code\": \"InvalidRequestContent\",\n            \"message\": \"Invalid value: \\\"4.21.17\\\": cannot downgrade from version 4.21.18 to 4.21.17\",\n            \"target\": \"properties.version.id\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:619]: failed to update nodepool npdg-4-21 to downgrade target 4.21.17\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000134780\u003e: \n    failed to start nodepool \"npdg-4-21\" update in cluster \"np-downgrade-z52pvc\" resourcegroup=\"rg-np-downgrade-z52pvc-w5x8s7\": PATCH https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-np-downgrade-z52pvc-w5x8s7/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/np-downgrade-z52pvc/nodePools/npdg-4-21\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: MultipleErrorsOccurred\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"MultipleErrorsOccurred\",\n        \"message\": \"2 errors occurred\",\n        \"details\": [\n          {\n            \"code\": \"InvalidRequestContent\",\n            \"message\": \"Invalid value: \\\"4.21.17\\\": invalid node pool version 4.21.17: cannot downgrade from current version 4.21.18\",\n            \"target\": \"properties.version.id\"\n          },\n          {\n            \"code\": \"InvalidRequestContent\",\n            \"message\": \"Invalid value: \\\"4.21.17\\\": cannot downgrade from version 4.21.18 to 4.21.17\",\n            \"target\": \"properties.version.id\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"d81a996cdf791decc51216fb7be72b9db7c9b98c36c458e851bda1b4a4b600a6","failure_pattern":"ERROR CODE: MultipleErrorsOccurred; detail code InvalidRequestContent; detail message Invalid value: \"4.21.17\": cannot downgrade from version 4.21.18 to 4.21.17; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: MultipleErrorsOccurred"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["53fa6318769bb2a786556b3fac950c44b85ab8ba4f6fa60b2949a759bcc916c1","d81a996cdf791decc51216fb7be72b9db7c9b98c36c458e851bda1b4a4b600a6"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}}]}]}
