{"meta":{"date":"2026-10-22","timezone":"UTC","generated_at":"2026-10-28T23:56:23Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":9,"failed_runs":7,"runs_with_occurrences":7,"runs_with_failure_pattern_matches":4,"runs_with_unmatched_occurrences":3,"runs_without_occurrence_rows":2,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113416685057740800","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-10-22T23:46:17Z","started_at":"2026-10-22T23:46:17Z","completed_at":"2026-10-23T00:16:17Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-24T00:37:38.629032301Z","timing_metadata_checked_at":"2026-10-24T00:37:38.629032301Z","region_metadata_state":"missing","region_metadata_first_checked_at":"2026-10-24T00:37:38.632510197Z","region_metadata_checked_at":"2026-10-24T01:39:58.976557297Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"a35b2d2a8d5bb5a4654f03e6c8c1ca8312cccd0f7fb75de2864564523df28afc","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113416685057740800","occurred_at":"2026-10-22T23:46:17Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113390625700188160","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-10-22T22:02:44Z","started_at":"2026-10-22T22:02:44Z","completed_at":"2026-10-22T22:32:44Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-24T00:37:38.527656642Z","timing_metadata_checked_at":"2026-10-24T00:37:38.527656642Z","region_metadata_state":"missing","region_metadata_first_checked_at":"2026-10-24T00:37:38.530979638Z","region_metadata_checked_at":"2026-10-24T01:39:58.837004376Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"74275295afe5b2c8ade171f99ce631458b3c0a41907769eed3b505bac2560dc7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113390625700188160","occurred_at":"2026-10-22T22:02:44Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113331973865869312","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-10-22T18:09:40Z","started_at":"2026-10-22T18:09:40Z","completed_at":"2026-10-22T18:39:41Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-24T00:37:38.352203786Z","timing_metadata_checked_at":"2026-10-24T00:37:38.352203786Z","region_metadata_state":"missing","region_metadata_first_checked_at":"2026-10-24T00:37:38.356098881Z","region_metadata_checked_at":"2026-10-24T01:39:58.674209418Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"0a0e93bd3ff5b2d178084b5df35b47769fd1e18050cdb0a975c9f46da7db11f7","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113331973865869312","occurred_at":"2026-10-22T18:09:40Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113272516096036864","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-10-22T14:13:25Z","started_at":"2026-10-22T14:13:25Z","completed_at":"2026-10-22T15:34:01Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-24T00:37:38.244830436Z","timing_metadata_checked_at":"2026-10-24T00:37:38.244830436Z","region":"westus3","region_metadata_state":"found","region_metadata_first_checked_at":"2026-10-24T00:37:38.247786532Z","region_metadata_checked_at":"2026-10-24T00:37:38.247786532Z"},"failed_at":["unknown"],"failed_test_count":2,"occurrences":[{"row_id":"4abe9f2d56ed52f301a708eb6ac7a8ed2d35a3cf3d806ee3714dbc8d94bcc24f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113272516096036864","occurred_at":"2026-10-22T14:13:25Z","failed_at":"unknown","signature_id":"ce2be9d56c79e39c69b76958f0e15893b7706328523af921efd83797b0c81835","test_name":"Customer should not be able to perform various invalid operations on cluster resources","test_suite":"integration/parallel/all","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:159]: failed to create node pool np-1\nUnexpected error:\n    \u003c*fmt.wrapError | 0x1e6e8804d3c0\u003e: \n    failed to create NodePool np-1: failed waiting for nodepool=\"np-1\" for cluster \"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-m5vrcvff2ctf\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/75b8b1f9-f718-45b2-b1ee-a3009f824cf8\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/75b8b1f9-f718-45b2-b1ee-a3009f824cf8\",\n      \"name\": \"75b8b1f9-f718-45b2-b1ee-a3009f824cf8\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-22T14:53:42.149827787Z\",\n      \"endTime\": \"2026-10-22T15:12:50.02702561Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine c2g2u9m5x1z4p0m-np-1-bfdzc-5kdm2: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-m5vrcvff2ctf--managed/providers/Microsoft.Compute/virtualMachines/c2g2u9m5x1z4p0m-np-1-bfdzc-5kdm2 to exist\\nMachine c2g2u9m5x1z4p0m-np-1-bfdzc-kbcws: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-m5vrcvff2ctf--managed/providers/Microsoft.Compute/virtualMachines/c2g2u9m5x1z4p0m-np-1-bfdzc-kbcws to exist\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine c2g2u9m5x1z4p0m-np-1-bfdzc-5kdm2: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-m5vrcvff2ctf--managed/providers/Microsoft.Compute/virtualMachines/c2g2u9m5x1z4p0m-np-1-bfdzc-5kdm2 to exist\\nMachine c2g2u9m5x1z4p0m-np-1-bfdzc-kbcws: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-m5vrcvff2ctf--managed/providers/Microsoft.Compute/virtualMachines/c2g2u9m5x1z4p0m-np-1-bfdzc-kbcws to exist\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    \u003cAzure error internals omitted\u003e\n        Azure request IDs:\n          GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/75b8b1f9-f718-45b2-b1ee-a3009f824cf8\n            correlation ID: e990e88e-110c-474c-9878-aa84f73234da\n            client request ID: unavailable\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/simple_negative_cases.go:159]: failed to create node pool np-1\nUnexpected error:\n    \u003c*fmt.wrapError | 0x1e6e8804d3c0\u003e: \n    failed to create NodePool np-1: failed waiting for nodepool=\"np-1\" for cluster \"negative-tests-cluster\" in resourcegroup=\"rg-negative-tests-m5vrcvff2ctf\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/75b8b1f9-f718-45b2-b1ee-a3009f824cf8\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeadlineExceeded\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/75b8b1f9-f718-45b2-b1ee-a3009f824cf8\",\n      \"name\": \"75b8b1f9-f718-45b2-b1ee-a3009f824cf8\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-10-22T14:53:42.149827787Z\",\n      \"endTime\": \"2026-10-22T15:12:50.02702561Z\",\n      \"error\": {\n        \"code\": \"DeadlineExceeded\",\n        \"message\": \"node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is 0, want 2; node pool condition AllNodesHealthy is False: 2 of 2 machines are not healthy\\nMachine c2g2u9m5x1z4p0m-np-1-bfdzc-5kdm2: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-m5vrcvff2ctf--managed/providers/Microsoft.Compute/virtualMachines/c2g2u9m5x1z4p0m-np-1-bfdzc-5kdm2 to exist\\nMachine c2g2u9m5x1z4p0m-np-1-bfdzc-kbcws: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-m5vrcvff2ctf--managed/providers/Microsoft.Compute/virtualMachines/c2g2u9m5x1z4p0m-np-1-bfdzc-kbcws to exist\\n; node pool condition AllMachinesReady is False: 2 of 2 machines are not ready\\nMachine c2g2u9m5x1z4p0m-np-1-bfdzc-5kdm2: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-m5vrcvff2ctf--managed/providers/Microsoft.Compute/virtualMachines/c2g2u9m5x1z4p0m-np-1-bfdzc-5kdm2 to exist\\nMachine c2g2u9m5x1z4p0m-np-1-bfdzc-kbcws: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-negative-tests-m5vrcvff2ctf--managed/providers/Microsoft.Compute/virtualMachines/c2g2u9m5x1z4p0m-np-1-bfdzc-kbcws to exist\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    \u003cAzure error internals omitted\u003e\n        Azure request IDs:\n          GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/75b8b1f9-f718-45b2-b1ee-a3009f824cf8\n            correlation ID: e990e88e-110c-474c-9878-aa84f73234da\n            client request ID: unavailable\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"fb4f6400d6d7493af89fac0c7c4d2b0db40240d0c1a506d29ddbd9dd20ae7874","failure_pattern":"ERROR CODE: DeadlineExceeded; detail message node pool creation did not complete before the deadline; [clusterServiceNodePoolStatus] cluster service node pool is installing; [hypershiftNodePool] hypershift NodePool status replicas is \u003ccount\u003e, want \u003ccount\u003e; node pool condition AllNodesHealthy is False: \u003ccount\u003e of \u003ccount\u003e machines are not healthy Machine \u003cnode\u003e: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/\u003csubscription\u003e/resourcegroups/\u003cresource-group\u003e/providers/Microsoft.Compute/virtualMachines/\u003cnode\u003e to exist Machine \u003cnode\u003e: InspectionFailed: Waiting for a Node with spec.providerID azure:///subscriptions/\u003csubscription\u003e/resourcegroups/\u003cresource-group\u003e/providers/Microsoft.Compute/virtualMachines/\u003cnode\u003e to exist; node pool condition AllMachinesReady is False: \u003ccount\u003e of \u003ccount\u003e machines are not ready Machine \u003cnode\u003e: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/\u003csubscription\u003e/resourcegroups/\u003cresource-group\u003e/providers/Microsoft.Compute/virtualMachines/\u003cnode\u003e to exist Machine \u003cnode\u003e: ReadyUnknown: * NodeHealthy: Waiting for a Node with spec.providerID azure:///subscriptions/\u003csubscription\u003e/resourcegroups/\u003cresource-group\u003e/providers/Microsoft.Compute/virtualMachines/\u003cnode\u003e to exist; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: DeadlineExceeded"}},{"row_id":"82660745d3febbc244d16ac4d1683bf9c4e36d802f9f46f35979e2e80c87a502","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113272516096036864","occurred_at":"2026-10-22T14:13:25Z","failed_at":"unknown","signature_id":"df2ccb9cac46575170ee8c3161e55da965625384c8157f9818ff453d82660f36","test_name":"Cluster Etcd Managed HSM Encryption should create a cluster with Managed HSM keyVaultType and rotate the etcd KMS key","test_suite":"integration/parallel/all","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_etcd_mhsm.go:106]: failed to deploy and activate Managed HSM\nUnexpected error:\n    \u003c*fmt.wrapError | 0x563a226e760\u003e: \n    failed waiting for deployment \"mhsm-deploy-etcd-mhsm\" in resourcegroup=\"etcd-mhsm-blgzqwztp2gh\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/etcd-mhsm-blgzqwztp2gh/providers/Microsoft.Resources/deployments/mhsm-deploy-etcd-mhsm/operationStatuses/08584089270308456271\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeploymentFailed\n    --------------------------------------------------------------------------------\n    {\n      \"status\": \"Failed\",\n      \"error\": {\n        \"code\": \"DeploymentFailed\",\n        \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n        \"details\": [\n          {\n            \"code\": \"Conflict\",\n            \"message\": \"{\\r\\n  \\\"status\\\": \\\"failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentScriptACIProvisioningTimeout\\\",\\r\\n        \\\"message\\\": \\\"The supporting resource: 'Azure Container Instance' did not provision during the expected time. Correlation Id: c1661afd-ea85-487b-8e90-65a3f8664855. Please try again later, if the issue persists contact technical support for further investigation.\\\"\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    \u003cAzure error internals omitted\u003e\n        Azure request IDs:\n          GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/etcd-mhsm-blgzqwztp2gh/providers/Microsoft.Resources/deployments/mhsm-deploy-etcd-mhsm/operationStatuses/08584089270308456271\n            correlation ID: 989b1e9c-002b-494d-ae3b-825cc5f4adf2\n            client request ID: unavailable\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_etcd_mhsm.go:106]: failed to deploy and activate Managed HSM\nUnexpected error:\n    \u003c*fmt.wrapError | 0x563a226e760\u003e: \n    failed waiting for deployment \"mhsm-deploy-etcd-mhsm\" in resourcegroup=\"etcd-mhsm-blgzqwztp2gh\" to finish: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/etcd-mhsm-blgzqwztp2gh/providers/Microsoft.Resources/deployments/mhsm-deploy-etcd-mhsm/operationStatuses/08584089270308456271\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: DeploymentFailed\n    --------------------------------------------------------------------------------\n    {\n      \"status\": \"Failed\",\n      \"error\": {\n        \"code\": \"DeploymentFailed\",\n        \"message\": \"At least one resource deployment operation failed. Please list deployment operations for details. Please see https://aka.ms/arm-deployment-operations for usage details.\",\n        \"details\": [\n          {\n            \"code\": \"Conflict\",\n            \"message\": \"{\\r\\n  \\\"status\\\": \\\"failed\\\",\\r\\n  \\\"error\\\": {\\r\\n    \\\"code\\\": \\\"ResourceDeploymentFailure\\\",\\r\\n    \\\"message\\\": \\\"The resource write operation failed to complete successfully, because it reached terminal provisioning state 'failed'.\\\",\\r\\n    \\\"details\\\": [\\r\\n      {\\r\\n        \\\"code\\\": \\\"DeploymentScriptACIProvisioningTimeout\\\",\\r\\n        \\\"message\\\": \\\"The supporting resource: 'Azure Container Instance' did not provision during the expected time. Correlation Id: c1661afd-ea85-487b-8e90-65a3f8664855. Please try again later, if the issue persists contact technical support for further investigation.\\\"\\r\\n      }\\r\\n    ]\\r\\n  }\\r\\n}\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    \u003cAzure error internals omitted\u003e\n        Azure request IDs:\n          GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/etcd-mhsm-blgzqwztp2gh/providers/Microsoft.Resources/deployments/mhsm-deploy-etcd-mhsm/operationStatuses/08584089270308456271\n            correlation ID: 989b1e9c-002b-494d-ae3b-825cc5f4adf2\n            client request ID: unavailable\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"b94e9ac8495cf32cf3307d63c94c1a78ff8c4978a6d0ece0301068a33865acce","failure_pattern":"ERROR CODE: DeploymentFailed; detail code DeploymentScriptACIProvisioningTimeout; detail message The supporting resource: 'Azure Container Instance' did not provision during the expected time. Correlation Id: \u003cuuid\u003e. Please try again later, if the issue persists contact technical support for further investigation.","search_query":"ERROR CODE: DeploymentFailed"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["b94e9ac8495cf32cf3307d63c94c1a78ff8c4978a6d0ece0301068a33865acce","fb4f6400d6d7493af89fac0c7c4d2b0db40240d0c1a506d29ddbd9dd20ae7874"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113221801671659520","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-10-22T10:51:53Z","started_at":"2026-10-22T10:51:53Z","completed_at":"2026-10-22T12:25:36Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-24T00:37:38.07810998Z","timing_metadata_checked_at":"2026-10-24T00:37:38.07810998Z","region":"westus3","region_metadata_state":"found","region_metadata_first_checked_at":"2026-10-24T00:37:38.081407569Z","region_metadata_checked_at":"2026-10-24T00:37:38.081407569Z"},"failed_at":["unknown"],"failed_test_count":2,"occurrences":[{"row_id":"9f389889bc31cd4e6649142defc20f314a10d8e35f4beb4d04e61b852fb33dab","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113221801671659520","occurred_at":"2026-10-22T10:51:53Z","failed_at":"unknown","signature_id":"cd88ae455d6681e4c62aa1fe194740b8f3c85d8c37000314a86501ed4ccbe1fe","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"integration/parallel/all","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:276]: failed to create external auth config \"ext-auth-cidr\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0x2cc075309380\u003e: \n    failed waiting for external auth \"ext-auth-cidr\" in resourcegroup=\"e2e-cidr-connectivity-rhgbbsmxx2nr\" for cluster=\"cidr-connectivity-test\" to finish creating or updating, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ext-auth-cidr in cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-rhgbbsmxx2nr, error: context deadline exceeded\n    {\n        msg: \"failed waiting for external auth \\\"ext-auth-cidr\\\" in resourcegroup=\\\"e2e-cidr-connectivity-rhgbbsmxx2nr\\\" for cluster=\\\"cidr-connectivity-test\\\" to finish creating or updating, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ext-auth-cidr in cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-rhgbbsmxx2nr, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0x2cc074e74090\u003e{\n                s: \"timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ext-auth-cidr in cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-rhgbbsmxx2nr\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:276]: failed to create external auth config \"ext-auth-cidr\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0x2cc075309380\u003e: \n    failed waiting for external auth \"ext-auth-cidr\" in resourcegroup=\"e2e-cidr-connectivity-rhgbbsmxx2nr\" for cluster=\"cidr-connectivity-test\" to finish creating or updating, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ext-auth-cidr in cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-rhgbbsmxx2nr, error: context deadline exceeded\n    {\n        msg: \"failed waiting for external auth \\\"ext-auth-cidr\\\" in resourcegroup=\\\"e2e-cidr-connectivity-rhgbbsmxx2nr\\\" for cluster=\\\"cidr-connectivity-test\\\" to finish creating or updating, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ext-auth-cidr in cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-rhgbbsmxx2nr, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0x2cc074e74090\u003e{\n                s: \"timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ext-auth-cidr in cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-rhgbbsmxx2nr\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0e9c16ade6d351c6ad76f00bf3537f55905505199679274bea1149b0e7a9d4d6","failure_pattern":"CreateOrUpdateExternalAuthAndWait timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for external auth \"ext-auth-cidr\" in resourcegroup=\"e2e-cidr-connectivity-rhgbbsmxx2nr\" for cluster=\"cidr-connectivity-test\" to finish creating or updating, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ext-auth-cidr in cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-rhgbbsmxx2nr, error: context deadline exceeded"}},{"row_id":"de47493702f021c70435e029405fc331b7009d0c364d810519f1463979e72071","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113221801671659520","occurred_at":"2026-10-22T10:51:53Z","failed_at":"unknown","signature_id":"9cc7bc1a16db47f1e81a1d8619fde17cf573128e92045b0e3d5d9c5a99bf3fd2","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"integration/parallel/all","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:194]: failed to set up Console login fixture for cluster \"cluster-candidate-4-20-8dwfln\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x22821099b6a0\u003e: \n    console fixture namespace \"console-xzp4sq4\": configure Console ExternalAuth through RP: context deadline exceeded; Dex namespace=\"console-xzp4sq4\"; Deployment/dex condition=\"Available\" status=\"True\" reason=\"MinimumReplicasAvailable\"; Deployment/dex condition=\"Progressing\" status=\"True\" reason=\"NewReplicaSetAvailable\"; Deployment/dex generation=1 observed=1 replicas=1 ready=1 available=1; Dex Pods=1; Dex ReplicaSets=1; Pod/dex-78f4dcc67d-swzhr condition=\"ContainersReady\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-swzhr condition=\"Initialized\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-swzhr condition=\"PodReadyToStartContainers\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-swzhr condition=\"PodScheduled\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-swzhr condition=\"Ready\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-swzhr container=\"dex\" ready=true restarts=0; Pod/dex-78f4dcc67d-swzhr phase=\"Running\" reason=\"\"\n    {\n        msg: \"console fixture namespace \\\"console-xzp4sq4\\\": configure Console ExternalAuth through RP: context deadline exceeded; Dex namespace=\\\"console-xzp4sq4\\\"; Deployment/dex condition=\\\"Available\\\" status=\\\"True\\\" reason=\\\"MinimumReplicasAvailable\\\"; Deployment/dex condition=\\\"Progressing\\\" status=\\\"True\\\" reason=\\\"NewReplicaSetAvailable\\\"; Deployment/dex generation=1 observed=1 replicas=1 ready=1 available=1; Dex Pods=1; Dex ReplicaSets=1; Pod/dex-78f4dcc67d-swzhr condition=\\\"ContainersReady\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-swzhr condition=\\\"Initialized\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-swzhr condition=\\\"PodReadyToStartContainers\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-swzhr condition=\\\"PodScheduled\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-swzhr condition=\\\"Ready\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-swzhr container=\\\"dex\\\" ready=true restarts=0; Pod/dex-78f4dcc67d-swzhr phase=\\\"Running\\\" reason=\\\"\\\"\",\n        err: \u003c*fmt.wrapError | 0x228210e20900\u003e{\n            msg: \"configure Console ExternalAuth through RP: context deadline exceeded\",\n            err: \u003ccontext.deadlineExceededError\u003e{},\n        },\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:194]: failed to set up Console login fixture for cluster \"cluster-candidate-4-20-8dwfln\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x22821099b6a0\u003e: \n    console fixture namespace \"console-xzp4sq4\": configure Console ExternalAuth through RP: context deadline exceeded; Dex namespace=\"console-xzp4sq4\"; Deployment/dex condition=\"Available\" status=\"True\" reason=\"MinimumReplicasAvailable\"; Deployment/dex condition=\"Progressing\" status=\"True\" reason=\"NewReplicaSetAvailable\"; Deployment/dex generation=1 observed=1 replicas=1 ready=1 available=1; Dex Pods=1; Dex ReplicaSets=1; Pod/dex-78f4dcc67d-swzhr condition=\"ContainersReady\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-swzhr condition=\"Initialized\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-swzhr condition=\"PodReadyToStartContainers\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-swzhr condition=\"PodScheduled\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-swzhr condition=\"Ready\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-swzhr container=\"dex\" ready=true restarts=0; Pod/dex-78f4dcc67d-swzhr phase=\"Running\" reason=\"\"\n    {\n        msg: \"console fixture namespace \\\"console-xzp4sq4\\\": configure Console ExternalAuth through RP: context deadline exceeded; Dex namespace=\\\"console-xzp4sq4\\\"; Deployment/dex condition=\\\"Available\\\" status=\\\"True\\\" reason=\\\"MinimumReplicasAvailable\\\"; Deployment/dex condition=\\\"Progressing\\\" status=\\\"True\\\" reason=\\\"NewReplicaSetAvailable\\\"; Deployment/dex generation=1 observed=1 replicas=1 ready=1 available=1; Dex Pods=1; Dex ReplicaSets=1; Pod/dex-78f4dcc67d-swzhr condition=\\\"ContainersReady\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-swzhr condition=\\\"Initialized\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-swzhr condition=\\\"PodReadyToStartContainers\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-swzhr condition=\\\"PodScheduled\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-swzhr condition=\\\"Ready\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-swzhr container=\\\"dex\\\" ready=true restarts=0; Pod/dex-78f4dcc67d-swzhr phase=\\\"Running\\\" reason=\\\"\\\"\",\n        err: \u003c*fmt.wrapError | 0x228210e20900\u003e{\n            msg: \"configure Console ExternalAuth through RP: context deadline exceeded\",\n            err: \u003ccontext.deadlineExceededError\u003e{},\n        },\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"54ef2eed365c9e873383a8732cab276546d23c011cd46df77acb7f8885385547","failure_pattern":"console fixture namespace \"\u003cnamespace\u003e\": configure Console ExternalAuth through RP: context deadline exceeded; Dex namespace=\"console-xzp4sq4\"; Deployment/dex condition=\"Available\" status=\"True\" reason=\"MinimumReplicasAvailable\"; Deployment/dex","search_query":"console fixture namespace \"console-xzp4sq4\": configure Console ExternalAuth through RP: context deadline exceeded; Dex namespace=\"console-xzp4sq4\"; Deployment/dex condition=\"Available\" status=\"True\" reason=\"MinimumReplicasAvailable\"; Deployment/dex condition=\"Progressing\" status=\"True\" reason=\"NewReplicaSetAvailable\"; Deployment/dex generation=1 observed=1 replicas=1 ready=1 available=1; Dex Pods=1; Dex ReplicaSets=1; Pod/dex-78f4dcc67d-swzhr condition=\"ContainersReady\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-swzhr condition=\"Initialized\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-swzhr condition=\"PodReadyToStartContainers\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-swzhr condition=\"PodScheduled\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-swzhr condition=\"Ready\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-swzhr container=\"dex\" ready=true restarts=0; Pod/dex-78f4dcc67d-swzhr phase=\"Running\" reason=\"\""}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["0e9c16ade6d351c6ad76f00bf3537f55905505199679274bea1149b0e7a9d4d6","54ef2eed365c9e873383a8732cab276546d23c011cd46df77acb7f8885385547"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113188336309899264","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-10-22T08:38:55Z","started_at":"2026-10-22T08:38:55Z","completed_at":"2026-10-22T09:51:08Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-24T00:37:37.952946615Z","timing_metadata_checked_at":"2026-10-24T00:37:37.952946615Z","region":"westus3","region_metadata_state":"found","region_metadata_first_checked_at":"2026-10-24T00:37:37.956043604Z","region_metadata_checked_at":"2026-10-24T00:37:37.956043604Z"},"failed_at":["unknown"],"failed_test_count":2,"occurrences":[{"row_id":"0b051ba3825b22ce124324de05260bf2d574b85f8664a012e67d67e679015f0f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113188336309899264","occurred_at":"2026-10-22T08:38:55Z","failed_at":"unknown","signature_id":"c85b7a1a73c33a6f5d4a229bc06fe02d0e5cf761eb22acb2b1856681061514f9","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","test_suite":"integration/parallel/all","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:181]: failed to create external auth config external-auth\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0x32cbbfa08480\u003e: \n    failed waiting for external auth \"external-auth\" in resourcegroup=\"external-auth-cluster-s8rx2m7kc8lm\" for cluster=\"ea-cluster\" to finish creating or updating, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth external-auth in cluster ea-cluster in resource group external-auth-cluster-s8rx2m7kc8lm, error: context deadline exceeded\n    {\n        msg: \"failed waiting for external auth \\\"external-auth\\\" in resourcegroup=\\\"external-auth-cluster-s8rx2m7kc8lm\\\" for cluster=\\\"ea-cluster\\\" to finish creating or updating, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth external-auth in cluster ea-cluster in resource group external-auth-cluster-s8rx2m7kc8lm, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0x32cbbf682f10\u003e{\n                s: \"timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth external-auth in cluster ea-cluster in resource group external-auth-cluster-s8rx2m7kc8lm\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_create.go:181]: failed to create external auth config external-auth\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0x32cbbfa08480\u003e: \n    failed waiting for external auth \"external-auth\" in resourcegroup=\"external-auth-cluster-s8rx2m7kc8lm\" for cluster=\"ea-cluster\" to finish creating or updating, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth external-auth in cluster ea-cluster in resource group external-auth-cluster-s8rx2m7kc8lm, error: context deadline exceeded\n    {\n        msg: \"failed waiting for external auth \\\"external-auth\\\" in resourcegroup=\\\"external-auth-cluster-s8rx2m7kc8lm\\\" for cluster=\\\"ea-cluster\\\" to finish creating or updating, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth external-auth in cluster ea-cluster in resource group external-auth-cluster-s8rx2m7kc8lm, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0x32cbbf682f10\u003e{\n                s: \"timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth external-auth in cluster ea-cluster in resource group external-auth-cluster-s8rx2m7kc8lm\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0e9c16ade6d351c6ad76f00bf3537f55905505199679274bea1149b0e7a9d4d6","failure_pattern":"CreateOrUpdateExternalAuthAndWait timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for external auth \"ext-auth-cidr\" in resourcegroup=\"e2e-cidr-connectivity-rhgbbsmxx2nr\" for cluster=\"cidr-connectivity-test\" to finish creating or updating, caused by: timeout '15.000000' minutes exceeded during CreateOrUpdateExternalAuthAndWait for external auth ext-auth-cidr in cluster cidr-connectivity-test in resource group e2e-cidr-connectivity-rhgbbsmxx2nr, error: context deadline exceeded"}},{"row_id":"8dccac7f954c50fa1433baea633702f9a45e71074cc0e3bf5597937f72c502a5","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113188336309899264","occurred_at":"2026-10-22T08:38:55Z","failed_at":"unknown","signature_id":"935354fd613db5a87f82c12d280e6c6e837f59475cdae991d9c2503b0a89875d","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 5.0","test_suite":"integration/parallel/all","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:194]: failed to set up Console login fixture for cluster \"cluster-candidate-5-0-6rxg4b\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x12de498cec20\u003e: \n    console fixture namespace \"console-mr8rvbh\": configure Console ExternalAuth through RP: context deadline exceeded; Dex namespace=\"console-mr8rvbh\"; Deployment/dex condition=\"Available\" status=\"True\" reason=\"MinimumReplicasAvailable\"; Deployment/dex condition=\"Progressing\" status=\"True\" reason=\"NewReplicaSetAvailable\"; Deployment/dex generation=1 observed=1 replicas=1 ready=1 available=1; Dex Pods=1; Dex ReplicaSets=1; Pod/dex-77657bcfc5-zhr7j condition=\"ContainersReady\" status=\"True\" reason=\"\"; Pod/dex-77657bcfc5-zhr7j condition=\"Initialized\" status=\"True\" reason=\"\"; Pod/dex-77657bcfc5-zhr7j condition=\"PodReadyToStartContainers\" status=\"True\" reason=\"\"; Pod/dex-77657bcfc5-zhr7j condition=\"PodScheduled\" status=\"True\" reason=\"\"; Pod/dex-77657bcfc5-zhr7j condition=\"Ready\" status=\"True\" reason=\"\"; Pod/dex-77657bcfc5-zhr7j container=\"dex\" ready=true restarts=0; Pod/dex-77657bcfc5-zhr7j phase=\"Running\" reason=\"\"\n    {\n        msg: \"console fixture namespace \\\"console-mr8rvbh\\\": configure Console ExternalAuth through RP: context deadline exceeded; Dex namespace=\\\"console-mr8rvbh\\\"; Deployment/dex condition=\\\"Available\\\" status=\\\"True\\\" reason=\\\"MinimumReplicasAvailable\\\"; Deployment/dex condition=\\\"Progressing\\\" status=\\\"True\\\" reason=\\\"NewReplicaSetAvailable\\\"; Deployment/dex generation=1 observed=1 replicas=1 ready=1 available=1; Dex Pods=1; Dex ReplicaSets=1; Pod/dex-77657bcfc5-zhr7j condition=\\\"ContainersReady\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-77657bcfc5-zhr7j condition=\\\"Initialized\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-77657bcfc5-zhr7j condition=\\\"PodReadyToStartContainers\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-77657bcfc5-zhr7j condition=\\\"PodScheduled\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-77657bcfc5-zhr7j condition=\\\"Ready\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-77657bcfc5-zhr7j container=\\\"dex\\\" ready=true restarts=0; Pod/dex-77657bcfc5-zhr7j phase=\\\"Running\\\" reason=\\\"\\\"\",\n        err: \u003c*fmt.wrapError | 0x12de4a14f120\u003e{\n            msg: \"configure Console ExternalAuth through RP: context deadline exceeded\",\n            err: \u003ccontext.deadlineExceededError\u003e{},\n        },\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:194]: failed to set up Console login fixture for cluster \"cluster-candidate-5-0-6rxg4b\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x12de498cec20\u003e: \n    console fixture namespace \"console-mr8rvbh\": configure Console ExternalAuth through RP: context deadline exceeded; Dex namespace=\"console-mr8rvbh\"; Deployment/dex condition=\"Available\" status=\"True\" reason=\"MinimumReplicasAvailable\"; Deployment/dex condition=\"Progressing\" status=\"True\" reason=\"NewReplicaSetAvailable\"; Deployment/dex generation=1 observed=1 replicas=1 ready=1 available=1; Dex Pods=1; Dex ReplicaSets=1; Pod/dex-77657bcfc5-zhr7j condition=\"ContainersReady\" status=\"True\" reason=\"\"; Pod/dex-77657bcfc5-zhr7j condition=\"Initialized\" status=\"True\" reason=\"\"; Pod/dex-77657bcfc5-zhr7j condition=\"PodReadyToStartContainers\" status=\"True\" reason=\"\"; Pod/dex-77657bcfc5-zhr7j condition=\"PodScheduled\" status=\"True\" reason=\"\"; Pod/dex-77657bcfc5-zhr7j condition=\"Ready\" status=\"True\" reason=\"\"; Pod/dex-77657bcfc5-zhr7j container=\"dex\" ready=true restarts=0; Pod/dex-77657bcfc5-zhr7j phase=\"Running\" reason=\"\"\n    {\n        msg: \"console fixture namespace \\\"console-mr8rvbh\\\": configure Console ExternalAuth through RP: context deadline exceeded; Dex namespace=\\\"console-mr8rvbh\\\"; Deployment/dex condition=\\\"Available\\\" status=\\\"True\\\" reason=\\\"MinimumReplicasAvailable\\\"; Deployment/dex condition=\\\"Progressing\\\" status=\\\"True\\\" reason=\\\"NewReplicaSetAvailable\\\"; Deployment/dex generation=1 observed=1 replicas=1 ready=1 available=1; Dex Pods=1; Dex ReplicaSets=1; Pod/dex-77657bcfc5-zhr7j condition=\\\"ContainersReady\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-77657bcfc5-zhr7j condition=\\\"Initialized\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-77657bcfc5-zhr7j condition=\\\"PodReadyToStartContainers\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-77657bcfc5-zhr7j condition=\\\"PodScheduled\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-77657bcfc5-zhr7j condition=\\\"Ready\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-77657bcfc5-zhr7j container=\\\"dex\\\" ready=true restarts=0; Pod/dex-77657bcfc5-zhr7j phase=\\\"Running\\\" reason=\\\"\\\"\",\n        err: \u003c*fmt.wrapError | 0x12de4a14f120\u003e{\n            msg: \"configure Console ExternalAuth through RP: context deadline exceeded\",\n            err: \u003ccontext.deadlineExceededError\u003e{},\n        },\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"5a5158d8b719790176f7c22c4c6ca69a3ec44f23608973f87b7c40193f0d3ea9","failure_pattern":"console fixture namespace \"\u003cnamespace\u003e\": configure Console ExternalAuth through RP: context deadline exceeded; Dex namespace=\"console-mr8rvbh\"; Deployment/dex condition=\"Available\" status=\"True\" reason=\"MinimumReplicasAvailable\"; Deployment/dex","search_query":"console fixture namespace \"console-mr8rvbh\": configure Console ExternalAuth through RP: context deadline exceeded; Dex namespace=\"console-mr8rvbh\"; Deployment/dex condition=\"Available\" status=\"True\" reason=\"MinimumReplicasAvailable\"; Deployment/dex condition=\"Progressing\" status=\"True\" reason=\"NewReplicaSetAvailable\"; Deployment/dex generation=1 observed=1 replicas=1 ready=1 available=1; Dex Pods=1; Dex ReplicaSets=1; Pod/dex-77657bcfc5-zhr7j condition=\"ContainersReady\" status=\"True\" reason=\"\"; Pod/dex-77657bcfc5-zhr7j condition=\"Initialized\" status=\"True\" reason=\"\"; Pod/dex-77657bcfc5-zhr7j condition=\"PodReadyToStartContainers\" status=\"True\" reason=\"\"; Pod/dex-77657bcfc5-zhr7j condition=\"PodScheduled\" status=\"True\" reason=\"\"; Pod/dex-77657bcfc5-zhr7j condition=\"Ready\" status=\"True\" reason=\"\"; Pod/dex-77657bcfc5-zhr7j container=\"dex\" ready=true restarts=0; Pod/dex-77657bcfc5-zhr7j phase=\"Running\" reason=\"\""}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["0e9c16ade6d351c6ad76f00bf3537f55905505199679274bea1149b0e7a9d4d6","5a5158d8b719790176f7c22c4c6ca69a3ec44f23608973f87b7c40193f0d3ea9"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113152993854492672","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-10-22T06:18:28Z","started_at":"2026-10-22T06:18:28Z","completed_at":"2026-10-22T07:50:36Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-24T00:37:37.773362039Z","timing_metadata_checked_at":"2026-10-24T00:37:37.773362039Z","region":"westus3","region_metadata_state":"found","region_metadata_first_checked_at":"2026-10-24T00:37:37.776724628Z","region_metadata_checked_at":"2026-10-24T00:37:37.776724628Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113114644393496576","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-10-22T03:46:05Z","started_at":"2026-10-22T03:46:05Z","completed_at":"2026-10-22T05:15:06Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-24T00:37:37.644396288Z","timing_metadata_checked_at":"2026-10-24T00:37:37.644396288Z","region":"westus3","region_metadata_state":"found","region_metadata_first_checked_at":"2026-10-24T00:37:37.647814076Z","region_metadata_checked_at":"2026-10-24T00:37:37.647814076Z"},"failed_at":["unknown"],"failed_test_count":2,"occurrences":[{"row_id":"acf83db6ce2e954adf609293792e758ec41b3d8d6709c824a4f22a83a382688d","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113114644393496576","occurred_at":"2026-10-22T03:46:05Z","failed_at":"unknown","signature_id":"4ed47f59bc86333b21b4757e41feb84f761e114b7c5471b7ecc3a3603389e036","test_name":"Customer should be able to retrieve cluster and nodepool status active versions","test_suite":"integration/parallel/all","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_nodepool_active_versions.go:149]: failed to verify simple web app runs on v20261001 cluster \"v20261001\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x1342e25441a0\u003e: \n    DNS for route host agnhost-e2e-sample-app-6g5k9.apps.aro.v20261001.1f89.westus3.aroapp-hcp.azure-test.net did not resolve: DNS for agnhost-e2e-sample-app-6g5k9.apps.aro.v20261001.1f89.westus3.aroapp-hcp.azure-test.net did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-6g5k9.apps.aro.v20261001.1f89.westus3.aroapp-hcp.azure-test.net on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded\n    {\n        msg: \"DNS for route host agnhost-e2e-sample-app-6g5k9.apps.aro.v20261001.1f89.westus3.aroapp-hcp.azure-test.net did not resolve: DNS for agnhost-e2e-sample-app-6g5k9.apps.aro.v20261001.1f89.westus3.aroapp-hcp.azure-test.net did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-6g5k9.apps.aro.v20261001.1f89.westus3.aroapp-hcp.azure-test.net on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded\",\n        err: \u003c*fmt.wrapError | 0x1342e251c060\u003e{\n            msg: \"DNS for agnhost-e2e-sample-app-6g5k9.apps.aro.v20261001.1f89.westus3.aroapp-hcp.azure-test.net did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-6g5k9.apps.aro.v20261001.1f89.westus3.aroapp-hcp.azure-test.net on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded\",\n            err: \u003ccontext.deadlineExceededError\u003e{},\n        },\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_nodepool_active_versions.go:149]: failed to verify simple web app runs on v20261001 cluster \"v20261001\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x1342e25441a0\u003e: \n    DNS for route host agnhost-e2e-sample-app-6g5k9.apps.aro.v20261001.1f89.westus3.aroapp-hcp.azure-test.net did not resolve: DNS for agnhost-e2e-sample-app-6g5k9.apps.aro.v20261001.1f89.westus3.aroapp-hcp.azure-test.net did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-6g5k9.apps.aro.v20261001.1f89.westus3.aroapp-hcp.azure-test.net on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded\n    {\n        msg: \"DNS for route host agnhost-e2e-sample-app-6g5k9.apps.aro.v20261001.1f89.westus3.aroapp-hcp.azure-test.net did not resolve: DNS for agnhost-e2e-sample-app-6g5k9.apps.aro.v20261001.1f89.westus3.aroapp-hcp.azure-test.net did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-6g5k9.apps.aro.v20261001.1f89.westus3.aroapp-hcp.azure-test.net on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded\",\n        err: \u003c*fmt.wrapError | 0x1342e251c060\u003e{\n            msg: \"DNS for agnhost-e2e-sample-app-6g5k9.apps.aro.v20261001.1f89.westus3.aroapp-hcp.azure-test.net did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-6g5k9.apps.aro.v20261001.1f89.westus3.aroapp-hcp.azure-test.net on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded\",\n            err: \u003ccontext.deadlineExceededError\u003e{},\n        },\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"a3c2b9956e94f5bf89728ed173d00d94f6cd2937913ff1f5fca5ff2b598b1b1a","failure_pattern":"DNS for route host \u003croute-host\u003e did not resolve: DNS for \u003croute-host\u003e did not resolve within \u003cduration\u003e (last error: lookup \u003chost\u003e on \u003cdns-server\u003e: dial udp \u003cip\u003e: i/o timeout): context deadline exceeded","search_query":"DNS for route host agnhost-e2e-sample-app-6g5k9.apps.aro.v20261001.1f89.westus3.aroapp-hcp.azure-test.net did not resolve: DNS for agnhost-e2e-sample-app-6g5k9.apps.aro.v20261001.1f89.westus3.aroapp-hcp.azure-test.net did not resolve within 10m0s (last error: lookup agnhost-e2e-sample-app-6g5k9.apps.aro.v20261001.1f89.westus3.aroapp-hcp.azure-test.net on 172.30.0.10:53: dial udp 172.30.0.10:53: i/o timeout): context deadline exceeded"}},{"row_id":"cb4ce7b972aa64c00099488c57bfa3a1fbe73aaba52c37c82b340d25c6c662db","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113114644393496576","occurred_at":"2026-10-22T03:46:05Z","failed_at":"unknown","signature_id":"da226fa88ddd3ebd7fca5f82d2dd05b81889748bd96226703807023dc9f737d0","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP candidate channel for 4.20","test_suite":"integration/parallel/all","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:194]: failed to set up Console login fixture for cluster \"cluster-candidate-4-20-9js6f6\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x10354e044ea0\u003e: \n    console fixture namespace \"console-z2wqbfw\": configure Console ExternalAuth through RP: context deadline exceeded; Dex namespace=\"console-z2wqbfw\"; Deployment/dex condition=\"Available\" status=\"True\" reason=\"MinimumReplicasAvailable\"; Deployment/dex condition=\"Progressing\" status=\"True\" reason=\"NewReplicaSetAvailable\"; Deployment/dex generation=1 observed=1 replicas=1 ready=1 available=1; Dex Pods=1; Dex ReplicaSets=1; Pod/dex-78f4dcc67d-6mptx condition=\"ContainersReady\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-6mptx condition=\"Initialized\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-6mptx condition=\"PodReadyToStartContainers\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-6mptx condition=\"PodScheduled\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-6mptx condition=\"Ready\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-6mptx container=\"dex\" ready=true restarts=0; Pod/dex-78f4dcc67d-6mptx phase=\"Running\" reason=\"\"\n    {\n        msg: \"console fixture namespace \\\"console-z2wqbfw\\\": configure Console ExternalAuth through RP: context deadline exceeded; Dex namespace=\\\"console-z2wqbfw\\\"; Deployment/dex condition=\\\"Available\\\" status=\\\"True\\\" reason=\\\"MinimumReplicasAvailable\\\"; Deployment/dex condition=\\\"Progressing\\\" status=\\\"True\\\" reason=\\\"NewReplicaSetAvailable\\\"; Deployment/dex generation=1 observed=1 replicas=1 ready=1 available=1; Dex Pods=1; Dex ReplicaSets=1; Pod/dex-78f4dcc67d-6mptx condition=\\\"ContainersReady\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-6mptx condition=\\\"Initialized\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-6mptx condition=\\\"PodReadyToStartContainers\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-6mptx condition=\\\"PodScheduled\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-6mptx condition=\\\"Ready\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-6mptx container=\\\"dex\\\" ready=true restarts=0; Pod/dex-78f4dcc67d-6mptx phase=\\\"Running\\\" reason=\\\"\\\"\",\n        err: \u003c*fmt.wrapError | 0x10354ed78880\u003e{\n            msg: \"configure Console ExternalAuth through RP: context deadline exceeded\",\n            err: \u003ccontext.deadlineExceededError\u003e{},\n        },\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:194]: failed to set up Console login fixture for cluster \"cluster-candidate-4-20-9js6f6\"\nUnexpected error:\n    \u003c*fmt.wrapError | 0x10354e044ea0\u003e: \n    console fixture namespace \"console-z2wqbfw\": configure Console ExternalAuth through RP: context deadline exceeded; Dex namespace=\"console-z2wqbfw\"; Deployment/dex condition=\"Available\" status=\"True\" reason=\"MinimumReplicasAvailable\"; Deployment/dex condition=\"Progressing\" status=\"True\" reason=\"NewReplicaSetAvailable\"; Deployment/dex generation=1 observed=1 replicas=1 ready=1 available=1; Dex Pods=1; Dex ReplicaSets=1; Pod/dex-78f4dcc67d-6mptx condition=\"ContainersReady\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-6mptx condition=\"Initialized\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-6mptx condition=\"PodReadyToStartContainers\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-6mptx condition=\"PodScheduled\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-6mptx condition=\"Ready\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-6mptx container=\"dex\" ready=true restarts=0; Pod/dex-78f4dcc67d-6mptx phase=\"Running\" reason=\"\"\n    {\n        msg: \"console fixture namespace \\\"console-z2wqbfw\\\": configure Console ExternalAuth through RP: context deadline exceeded; Dex namespace=\\\"console-z2wqbfw\\\"; Deployment/dex condition=\\\"Available\\\" status=\\\"True\\\" reason=\\\"MinimumReplicasAvailable\\\"; Deployment/dex condition=\\\"Progressing\\\" status=\\\"True\\\" reason=\\\"NewReplicaSetAvailable\\\"; Deployment/dex generation=1 observed=1 replicas=1 ready=1 available=1; Dex Pods=1; Dex ReplicaSets=1; Pod/dex-78f4dcc67d-6mptx condition=\\\"ContainersReady\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-6mptx condition=\\\"Initialized\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-6mptx condition=\\\"PodReadyToStartContainers\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-6mptx condition=\\\"PodScheduled\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-6mptx condition=\\\"Ready\\\" status=\\\"True\\\" reason=\\\"\\\"; Pod/dex-78f4dcc67d-6mptx container=\\\"dex\\\" ready=true restarts=0; Pod/dex-78f4dcc67d-6mptx phase=\\\"Running\\\" reason=\\\"\\\"\",\n        err: \u003c*fmt.wrapError | 0x10354ed78880\u003e{\n            msg: \"configure Console ExternalAuth through RP: context deadline exceeded\",\n            err: \u003ccontext.deadlineExceededError\u003e{},\n        },\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"38fc1d1a69ad57bdc0afd589224269cd4be9e1e69579f3ad54e3d7dc78ffbaf5","failure_pattern":"console fixture namespace \"\u003cnamespace\u003e\": configure Console ExternalAuth through RP: context deadline exceeded; Dex namespace=\"console-z2wqbfw\"; Deployment/dex condition=\"Available\" status=\"True\" reason=\"MinimumReplicasAvailable\"; Deployment/dex","search_query":"console fixture namespace \"console-z2wqbfw\": configure Console ExternalAuth through RP: context deadline exceeded; Dex namespace=\"console-z2wqbfw\"; Deployment/dex condition=\"Available\" status=\"True\" reason=\"MinimumReplicasAvailable\"; Deployment/dex condition=\"Progressing\" status=\"True\" reason=\"NewReplicaSetAvailable\"; Deployment/dex generation=1 observed=1 replicas=1 ready=1 available=1; Dex Pods=1; Dex ReplicaSets=1; Pod/dex-78f4dcc67d-6mptx condition=\"ContainersReady\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-6mptx condition=\"Initialized\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-6mptx condition=\"PodReadyToStartContainers\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-6mptx condition=\"PodScheduled\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-6mptx condition=\"Ready\" status=\"True\" reason=\"\"; Pod/dex-78f4dcc67d-6mptx container=\"dex\" ready=true restarts=0; Pod/dex-78f4dcc67d-6mptx phase=\"Running\" reason=\"\""}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["38fc1d1a69ad57bdc0afd589224269cd4be9e1e69579f3ad54e3d7dc78ffbaf5","a3c2b9956e94f5bf89728ed173d00d94f6cd2937913ff1f5fca5ff2b598b1b1a"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results-public/logs/branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all/2113070239791976448","job_name":"branch-ci-Azure-ARO-HCP-main-e2e-integration-e2e-parallel-all","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-10-22T00:49:38Z","started_at":"2026-10-22T00:49:38Z","completed_at":"2026-10-22T02:20:27Z","timing_metadata_state":"found","timing_metadata_first_checked_at":"2026-10-24T00:37:37.512570646Z","timing_metadata_checked_at":"2026-10-24T00:37:37.512570646Z","region":"westus3","region_metadata_state":"found","region_metadata_first_checked_at":"2026-10-24T00:37:37.516848831Z","region_metadata_checked_at":"2026-10-24T00:37:37.516848831Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}}]}]}