{"meta":{"date":"2026-08-21","timezone":"UTC","generated_at":"2026-08-25T21:18:36Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":2,"failed_runs":2,"runs_with_occurrences":2,"runs_with_failure_pattern_matches":2,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":0,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2090721494970667008","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-08-21T08:43:42Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"129897fe01c88b2fd68c3acc06bfba33111021d7d680945aa0e9a66e3bafd596","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2090721494970667008","occurred_at":"2026-08-21T08:43:42Z","failed_at":"e2e","signature_id":"0760817b38be15b0376ec42c964f4fcf6c68007f8f83cfdd5501d0d518b4010f","test_name":"Create HCPOpenShiftCluster with Private KeyVault should create a cluster with private keyvault using v20251223preview API","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:75]: failed to create customer resources with private key vault\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000dee6c0\u003e: \n    failed to create customer-infra: failed waiting for deployment \"customer-infra-private-kv-cluster-q9q757\" in resourcegroup=\"private-keyvault-459rvjqk6tld\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/private-keyvault-459rvjqk6tld/providers/Microsoft.Resources/deployments/customer-infra-private-kv-cluster-q9q757/operationStatuses/08584143040338090197\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeploymentFailed\n    --------------------------------------------------------------------------------\n    {\n      \"status\": \"Failed\",\n      \"error\": {\n        \"code\": \"DeploymentFailed\",\n        \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n        \"details\": [\n          {\n            \"code\": \"Conflict\",\n            \"message\": \"{\\r\\n  \\\"code\\\": \\\"Conflict\\\",\\r\\n  \\\"message\\\": \\\"Another operation is pending for requested object. Operation group '/operations/groups/id/|subscriptions|XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX|resourceGroups|private-keyvault-459rvjqk6tld|privateDnsZones|privatelink.vaultcore.azure.net' already has 1 operations like '/operations/type/UpsertPrivateDnsZone/id/822c0f2c-dbd9-4336-bdd7-54dca0cd3e73_XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' queued.\\\"\\r\\n}\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kv.go:75]: failed to create customer resources with private key vault\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000dee6c0\u003e: \n    failed to create customer-infra: failed waiting for deployment \"customer-infra-private-kv-cluster-q9q757\" in resourcegroup=\"private-keyvault-459rvjqk6tld\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/private-keyvault-459rvjqk6tld/providers/Microsoft.Resources/deployments/customer-infra-private-kv-cluster-q9q757/operationStatuses/08584143040338090197\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeploymentFailed\n    --------------------------------------------------------------------------------\n    {\n      \"status\": \"Failed\",\n      \"error\": {\n        \"code\": \"DeploymentFailed\",\n        \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n        \"details\": [\n          {\n            \"code\": \"Conflict\",\n            \"message\": \"{\\r\\n  \\\"code\\\": \\\"Conflict\\\",\\r\\n  \\\"message\\\": \\\"Another operation is pending for requested object. Operation group '/operations/groups/id/|subscriptions|XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX|resourceGroups|private-keyvault-459rvjqk6tld|privateDnsZones|privatelink.vaultcore.azure.net' already has 1 operations like '/operations/type/UpsertPrivateDnsZone/id/822c0f2c-dbd9-4336-bdd7-54dca0cd3e73_XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' queued.\\\"\\r\\n}\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"f36a1bbc5e9fcc844fe3fa2cebef1b990c1c4028fdbe37fca0988cbc08f26ddd","failure_pattern":"ERROR CODE: DeploymentFailed; detail code Conflict; detail message Another operation is pending for requested object. Operation group '/operations/groups/id/|subscriptions|XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX|resourceGroups|private-keyvault-459rvjqk6tld|privateDnsZones|privatelink.vaultcore.azure.net' already has 1 operations like '/operations/type/UpsertPrivateDnsZone/id/822c0f2c-dbd9-4336-bdd7-54dca0cd3e73_XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX' queued.","search_query":"ERROR CODE: DeploymentFailed"}},{"row_id":"162a6e6068f183d12ed460e5aa24a5be78b5279b6a9eb75e3e1d004100d4dc15","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2090721494970667008","occurred_at":"2026-08-21T08:43:42Z","failed_at":"e2e","signature_id":"f3bc24e0d223a99b76059ba01e7fa681c39f26ab9d0f4665bfdfdd33c395a153","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:183]: Timed out after 2700.007s.\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc000693590\u003e: \n    VerifyKubeAPIServerServerVersionUpgraded failed: kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)\n    VerifyHostedControlPlaneYStreamUpgrade(previousMinor=4.20, targetMinor=4.21) failed: clusterversion status.history has no version in target minor \"4.21\"\n    ...\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:183]: Timed out after 2700.007s.\nExpected success, but got an error:\n    \u003c*errors.joinError | 0xc000693590\u003e: \n    VerifyKubeAPIServerServerVersionUpgraded failed: kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)\n    VerifyHostedControlPlaneYStreamUpgrade(previousMinor=4.20, targetMinor=4.21) failed: clusterversion status.history has no version in target minor \"4.21\"\n    ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"6ae8052fe24068dd122c1d2c69a1fea3114083e0220320db69d2f9ee76d7c61d","failure_pattern":"VerifyKubeAPIServerServerVersionUpgraded failed: kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)","search_query":"VerifyKubeAPIServerServerVersionUpgraded failed: kube-apiserver ServerVersion not updated (unchanged from pre-upgrade)"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["6ae8052fe24068dd122c1d2c69a1fea3114083e0220320db69d2f9ee76d7c61d","f36a1bbc5e9fcc844fe3fa2cebef1b990c1c4028fdbe37fca0988cbc08f26ddd"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2090639026095656960","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-08-21T03:16:00Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"70bd816c96387af4c132d798ad8d7cd2d402f2d2ce773cbf446eb1ea4c084e3c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel/2090639026095656960","occurred_at":"2026-08-21T03:16:00Z","failed_at":"e2e","signature_id":"1742306de2425841d8b2f90fcaf3ed04ecc8996c35a137df26e79d915760f264","test_name":"Customer should be able to successfully upgrade control plane minor version from 4.20 minor to 4.21 minor","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:174]: failed to trigger y-stream upgrade of cluster \"cp-ystream-upgrade-4-21-dxvrk4\" to 4.21\nUnexpected error:\n    \u003c*exported.ResponseError | 0xc000b99590\u003e: \n    PATCH https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cp-ystream-upgrade-4-21-kbc8vjkst6lr/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cp-ystream-upgrade-4-21-dxvrk4\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Invalid value: \\\"4.21\\\": no upgrade path to update channel \\\"candidate-4.21\\\" is currently available for this cluster; a channel appears in the cluster's desired version channels only when an upgrade edge to a release in that channel exists\",\n        \"target\": \"properties.version.id\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_minor_upgrade.go:174]: failed to trigger y-stream upgrade of cluster \"cp-ystream-upgrade-4-21-dxvrk4\" to 4.21\nUnexpected error:\n    \u003c*exported.ResponseError | 0xc000b99590\u003e: \n    PATCH https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-cp-ystream-upgrade-4-21-kbc8vjkst6lr/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cp-ystream-upgrade-4-21-dxvrk4\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Invalid value: \\\"4.21\\\": no upgrade path to update channel \\\"candidate-4.21\\\" is currently available for this cluster; a channel appears in the cluster's desired version channels only when an upgrade edge to a release in that channel exists\",\n        \"target\": \"properties.version.id\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"69e3ad9bd0c4124153f6e74cb4797f8d44a9ae591984376d6e63dbb2a5d2ca33","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Invalid value: \"4.21\": no upgrade path to update channel \"\u003cocp-channel\u003e\" is currently available for this cluster; a channel appears in the cluster's desired version channels only when an upgrade edge to a release in that channel exists; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["69e3ad9bd0c4124153f6e74cb4797f8d44a9ae591984376d6e63dbb2a5d2ca33"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}}]}]}