{"meta":{"date":"2026-03-15","timezone":"UTC","generated_at":"2026-11-01T00:08:42Z","environments":["dev"]},"environments":[{"environment":"dev","summary":{"total_runs":15,"failed_runs":6,"runs_with_occurrences":6,"runs_with_failure_pattern_matches":3,"runs_with_unmatched_occurrences":3,"runs_without_occurrence_rows":9,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4471/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2033309974192459776","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4471,"pr_state":"closed","pr_sha":"e4f48ae7498097713d8f691fbc75c82dbabe2343","final_merged_sha":"e4f48ae7498097713d8f691fbc75c82dbabe2343","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-15T22:30:49Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4468/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2033297740686954496","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4468,"pr_state":"closed","pr_sha":"0ffc4b6e13e4d2e627eb1e4f86ccb888dc1e7634","final_merged_sha":"532823b3d4dd565d5b0521f892350ccadb788955","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-15T21:42:12Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4467/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2033292710026153984","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4467,"pr_state":"closed","pr_sha":"4834b3b749099f5b743a5d85207f30a5c96a61d4","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-15T21:22:13Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4471/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2033291656354074624","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4471,"pr_state":"closed","pr_sha":"e4f48ae7498097713d8f691fbc75c82dbabe2343","final_merged_sha":"e4f48ae7498097713d8f691fbc75c82dbabe2343","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-15T21:18:02Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"7f36fb1944f050edd4242975a49c4f0f6f8e389d63fce09aa499904949737248","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4471/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2033291656354074624","occurred_at":"2026-03-15T21:18:02Z","failed_at":"provision","signature_id":"cfca688c633af28c54b31f65ec656c5ca079eafea484e6d884acc4d2ddae0ece","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Velero/global/mirror-velero-image","test_suite":"step graph","failure_text":"time=2026-03-15T21:56:28.234Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Velero resourceGroup=global step=mirror-velero-image description=\"Step mirror-velero-image\\n  Kind: ImageMirror\\n  From {\u003cnil\u003e velero.server.registry \u003cnil\u003e}:{\u003cnil\u003e velero.server.repository \u003cnil\u003e}@{\u003cnil\u003e velero.server.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-03-15T21:56:50.828Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Velero resourceGroup=global step=mirror-velero-image err=\"error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build02.ci.openshift.org registry.build02.ci.openshift.org registry.build02.ci.openshift.org registry.build02.ci.openshift.org\\nFetch pull secret for source registry registry.redhat.io from arohcpdev-global KV.\\nLogging into target ACR arohcpsvcdev.\\nFailed to log in to ACR arohcpsvcdev: ERROR: Could not connect to the registry login server 'arohcpsvcdev.azurecr.io'. Please verify that the registry exists and the URL 'https://arohcpsvcdev.azurecr.io/v2/' is reachable from your environment.\\nTry running 'az acr check-health -n arohcpsvcdev --yes' to diagnose this issue.\\n exit status 1\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"061908f35a0fa01699ae0bafb53b5a8e0ffd0428c6990d52950e0f0f82a49466","failure_pattern":"Failed to log in to ACR arohcpsvcdev: ERROR: Could not connect to the registry login server 'arohcpsvcdev.azurecr.io'. Please verify that the registry exists and the URL '\u003curl\u003e' is reachable from your environment.","search_query":"Failed to log in to ACR arohcpsvcdev: ERROR: Could not connect to the registry login server 'arohcpsvcdev.azurecr.io'. Please verify that the registry exists and the URL 'https://arohcpsvcdev.azurecr.io/v2/' is reachable from your environment."}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["061908f35a0fa01699ae0bafb53b5a8e0ffd0428c6990d52950e0f0f82a49466"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4466/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2033286883013824512","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4466,"pr_state":"closed","pr_sha":"710411a37b0314ac490bc74bb1b808d11b92c9ff","final_merged_sha":"8cb4bd5f1213fd23ab6fcccc158048912ff9661e","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-15T20:59:04Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4470/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2033280048034746368","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4470,"pr_state":"open","pr_sha":"e054ce98399053154721ef8eb895d8ff1074d7c3","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-15T20:31:54Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4466/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2033273526470840320","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4466,"pr_state":"closed","pr_sha":"710411a37b0314ac490bc74bb1b808d11b92c9ff","final_merged_sha":"8cb4bd5f1213fd23ab6fcccc158048912ff9661e","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-15T20:05:59Z"},"failed_at":["provision"],"failed_test_count":1,"occurrences":[{"row_id":"5017f53a79c06dda200526433a9056d69df4d7bc7925d040805cd33e5fc335ee","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4466/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2033273526470840320","occurred_at":"2026-03-15T20:05:59Z","failed_at":"provision","signature_id":"0e7167bf3193a91cf4799aa8cf88dcda4af349abcb6aa64ca5f7e97ba7c7c5e8","test_name":"Run pipeline step Microsoft.Azure.ARO.HCP.Velero/global/mirror-hypershift-plugin-image","test_suite":"step graph","failure_text":"time=2026-03-15T20:44:27.250Z level=INFO msg=\"Running step.\" serviceGroup=Microsoft.Azure.ARO.HCP.Velero resourceGroup=global step=mirror-hypershift-plugin-image description=\"Step mirror-hypershift-plugin-image\\n  Kind: ImageMirror\\n  From {\u003cnil\u003e velero.hypershiftPlugin.registry \u003cnil\u003e}:{\u003cnil\u003e velero.hypershiftPlugin.repository \u003cnil\u003e}@{\u003cnil\u003e velero.hypershiftPlugin.digest \u003cnil\u003e} to {\u003cnil\u003e acr.svc.name \u003cnil\u003e}\\n\"\ntime=2026-03-15T20:44:50.193Z level=ERROR msg=\"Step errored.\" serviceGroup=Microsoft.Azure.ARO.HCP.Velero resourceGroup=global step=mirror-hypershift-plugin-image err=\"error running Image Mirror Step, failed to execute shell command: Checking USE_OC_LOGIN_REGISTRIES: registry.build02.ci.openshift.org registry.build02.ci.openshift.org registry.build02.ci.openshift.org registry.build02.ci.openshift.org\\nFetch pull secret for source registry registry.redhat.io from arohcpdev-global KV.\\nLogging into target ACR arohcpsvcdev.\\nFailed to log in to ACR arohcpsvcdev: ERROR: The command failed with an unexpected error. Here is the traceback:\\nERROR: HTTPSConnectionPool(host='arohcpsvcdev.azurecr.io', port=443): Max retries exceeded with url: /oauth2/exchange (Caused by NameResolutionError(\\\"HTTPSConnection(host='arohcpsvcdev.azurecr.io', port=443): Failed to resolve 'arohcpsvcdev.azurecr.io' ([Errno -2] Name or service not known)\\\"))\\nTraceback (most recent call last):\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/connection.py\\\", line 204, in _new_conn\\n    sock = connection.create_connection(\\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/util/connection.py\\\", line 60, in create_connection\\n    for res in socket.getaddrinfo(host, port, family, socket.SOCK_STREAM):\\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/python3.12/socket.py\\\", line 963, in getaddrinfo\\n    for res in _socket.getaddrinfo(host, port, family, type, proto, flags):\\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nsocket.gaierror: [Errno -2] Name or service not known\\n\\nThe above exception was the direct cause of the following exception:\\n\\nTraceback (most recent call last):\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/connectionpool.py\\\", line 787, in urlopen\\n    response = self._make_request(\\n               ^^^^^^^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/connectionpool.py\\\", line 488, in _make_request\\n    raise new_e\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/connectionpool.py\\\", line 464, in _make_request\\n    self._validate_conn(conn)\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/connectionpool.py\\\", line 1093, in _validate_conn\\n    conn.connect()\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/connection.py\\\", line 759, in connect\\n    self.sock = sock = self._new_conn()\\n                       ^^^^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/connection.py\\\", line 211, in _new_conn\\n    raise NameResolutionError(self.host, self, e) from e\\nurllib3.exceptions.NameResolutionError: HTTPSConnection(host='arohcpsvcdev.azurecr.io', port=443): Failed to resolve 'arohcpsvcdev.azurecr.io' ([Errno -2] Name or service not known)\\n\\nThe above exception was the direct cause of the following exception:\\n\\nTraceback (most recent call last):\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/requests/adapters.py\\\", line 667, in send\\n    resp = conn.urlopen(\\n           ^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/connectionpool.py\\\", line 841, in urlopen\\n    retries = retries.increment(\\n              ^^^^^^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/urllib3/util/retry.py\\\", line 535, in increment\\n    raise MaxRetryError(_pool, url, reason) from reason  # type: ignore[arg-type]\\n    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\nurllib3.exceptions.MaxRetryError: HTTPSConnectionPool(host='arohcpsvcdev.azurecr.io', port=443): Max retries exceeded with url: /oauth2/exchange (Caused by NameResolutionError(\\\"HTTPSConnection(host='arohcpsvcdev.azurecr.io', port=443): Failed to resolve 'arohcpsvcdev.azurecr.io' ([Errno -2] Name or service not known)\\\"))\\n\\nDuring handling of the above exception, another exception occurred:\\n\\nTraceback (most recent call last):\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/knack/cli.py\\\", line 233, in invoke\\n    cmd_result = self.invocation.execute(args)\\n                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/core/commands/__init__.py\\\", line 682, in execute\\n    raise ex\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/core/commands/__init__.py\\\", line 812, in _run_jobs_serially\\n    results.append(self._run_job(expanded_arg, cmd_copy))\\n                   ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/core/commands/__init__.py\\\", line 781, in _run_job\\n    result = cmd_copy(params)\\n             ^^^^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/core/commands/__init__.py\\\", line 336, in __call__\\n    return self.handler(*args, **kwargs)\\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/core/commands/command_operation.py\\\", line 120, in handler\\n    return op(**command_args)\\n           ^^^^^^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/command_modules/acr/custom.py\\\", line 294, in acr_login\\n    login_server, _, password = get_login_credentials(\\n                                ^^^^^^^^^^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/command_modules/acr/_docker_utils.py\\\", line 505, in get_login_credentials\\n    return _get_credentials(cmd,\\n           ^^^^^^^^^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/command_modules/acr/_docker_utils.py\\\", line 449, in _get_credentials\\n    return login_server, EMPTY_GUID, _get_aad_token(cli_ctx,\\n                                     ^^^^^^^^^^^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/command_modules/acr/_docker_utils.py\\\", line 285, in _get_aad_token\\n    return _get_aad_token_after_challenge(cli_ctx,\\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/azure/cli/command_modules/acr/_docker_utils.py\\\", line 159, in _get_aad_token_after_challenge\\n    response = requests.post(url=authhost, data=urlencode(content), headers=headers,\\n               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/requests/api.py\\\", line 115, in post\\n    return request(\\\"post\\\", url, data=data, json=json, **kwargs)\\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/requests/api.py\\\", line 59, in request\\n    return session.request(method=method, url=url, **kwargs)\\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/requests/sessions.py\\\", line 589, in request\\n    resp = self.send(prep, **send_kwargs)\\n           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/requests/sessions.py\\\", line 703, in send\\n    r = adapter.send(request, **kwargs)\\n        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^\\n  File \\\"/usr/lib64/az/lib/python3.12/site-packages/requests/adapters.py\\\", line 700, in send\\n    raise ConnectionError(e, request=request)\\nrequests.exceptions.ConnectionError: HTTPSConnectionPool(host='arohcpsvcdev.azurecr.io', port=443): Max retries exceeded with url: /oauth2/exchange (Caused by NameResolutionError(\\\"HTTPSConnection(host='arohcpsvcdev.azurecr.io', port=443): Failed to resolve 'arohcpsvcdev.azurecr.io' ([Errno -2] Name or service not known)\\\"))\\nTo check existing issues, please visit: https://github.com/Azure/azure-cli/issues\\n exit status 1\"","failure_pattern_match":{"status":"clustered","failure_pattern_id":"9a2a4cf3344f5eab04c519ebc438e0419dbf08c2ef1692b2ed6fd7228e53ded3","failure_pattern":"requests.exceptions.ConnectionError: HTTPSConnectionPool(host='arohcpsvcdev.azurecr.io', port=443): Max retries exceeded with url: /oauth2/exchange (Caused by NameResolutionError(\"HTTPSConnection(host='arohcpsvcdev.azurecr.io', port=443): Failed to resolve","search_query":"requests.exceptions.ConnectionError: HTTPSConnectionPool(host='arohcpsvcdev.azurecr.io', port=443): Max retries exceeded with url: /oauth2/exchange (Caused by NameResolutionError(\\\"HTTPSConnection(host='arohcpsvcdev.azurecr.io', port=443): Failed to resolve 'arohcpsvcdev.azurecr.io' ([Errno -2] Name or service not known)\\\"))"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["9a2a4cf3344f5eab04c519ebc438e0419dbf08c2ef1692b2ed6fd7228e53ded3"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4469/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2033265849141301248","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4469,"pr_state":"closed","pr_sha":"f267508dac2f8c105a39ae29b11e7a1c67fb4a25","final_merged_sha":"f267508dac2f8c105a39ae29b11e7a1c67fb4a25","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-15T19:35:29Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4467/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2033214991133315072","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4467,"pr_state":"closed","pr_sha":"fa5d993fd250f24fd64b8b1b87bb18ca45deeefa","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-15T16:13:23Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"4fb184466227a2246a642ec85fb3503529109f0e4691fd58615707553de516da","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4467/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2033214991133315072","occurred_at":"2026-03-15T16:13:23Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4466/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2033213010981425152","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4466,"pr_state":"closed","pr_sha":"a6b09de9dbdbace0f1882923d13d37264f455db6","final_merged_sha":"8cb4bd5f1213fd23ab6fcccc158048912ff9661e","merged_pr":true,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-15T16:05:31Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4466/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2033198238412050432","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4466,"pr_state":"closed","pr_sha":"06fa1fb971a3397f7f3973540c4aad4e04616b39","final_merged_sha":"8cb4bd5f1213fd23ab6fcccc158048912ff9661e","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-15T15:06:49Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"ad0c5f2958c98dfb333057f877c5e8d1a262feb2356eae47371041da69eecb97","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4466/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2033198238412050432","occurred_at":"2026-03-15T15:06:49Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4464/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2033178449970991104","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4464,"pr_state":"closed","pr_sha":"aafb2563cc53dbccf72fb8dd29c5fb3f840d70a7","final_merged_sha":"aafb2563cc53dbccf72fb8dd29c5fb3f840d70a7","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-15T13:48:11Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4465/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2033173079663841280","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4465,"pr_state":"closed","pr_sha":"842e66a08ab754c171642e7075dee98285c9e52b","final_merged_sha":"","merged_pr":false,"post_good_commit":false,"failed":false,"occurred_at":"2026-03-15T13:26:51Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4464/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2033121865853046784","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4464,"pr_state":"closed","pr_sha":"aafb2563cc53dbccf72fb8dd29c5fb3f840d70a7","final_merged_sha":"aafb2563cc53dbccf72fb8dd29c5fb3f840d70a7","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-15T10:03:21Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"cb3beb92cbcee7c72b4b7f05d272bdbc51e5893668712e43823de6a055f2e35c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4464/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2033121865853046784","occurred_at":"2026-03-15T10:03:21Z","failed_at":"e2e","signature_id":"be4a1bba80182acd80c6e8f499e3819318cc4c6ca665fb2e99c4ca418db1b19a","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","test_suite":"rp-api-compat-all/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc00069ce60\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-gmj2wx\" to finish creating: GET https://rp.j3046784.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/838b1fd0-9f10-48e9-bf94-758e0db07c2c\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/838b1fd0-9f10-48e9-bf94-758e0db07c2c\",\n      \"name\": \"838b1fd0-9f10-48e9-bf94-758e0db07c2c\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-15T10:48:50.858964499Z\",\n      \"endTime\": \"2026-03-15T10:50:07.432585288Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-224/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-224/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: 429\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"429\\\",\\n    \\\"message\\\": \\\"Request is temporarily throttled because subscription XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX has issued too many requests. Retry after 3 seconds.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-gmj2wx\\\" to finish creating: GET https://rp.j3046784.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/838b1fd0-9f10-48e9-bf94-758e0db07c2c\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/838b1fd0-9f10-48e9-bf94-758e0db07c2c\\\",\\n  \\\"name\\\": \\\"838b1fd0-9f10-48e9-bf94-758e0db07c2c\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-15T10:48:50.858964499Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-15T10:50:07.432585288Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-224/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-224/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: 429\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"429\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Request is temporarily throttled because subscription XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX has issued too many requests. Retry after 3 seconds.\\\\\\\"\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc00069cc80\u003e{\n            msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-gmj2wx\\\" to finish creating: GET https://rp.j3046784.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/838b1fd0-9f10-48e9-bf94-758e0db07c2c\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/838b1fd0-9f10-48e9-bf94-758e0db07c2c\\\",\\n  \\\"name\\\": \\\"838b1fd0-9f10-48e9-bf94-758e0db07c2c\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-15T10:48:50.858964499Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-15T10:50:07.432585288Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-224/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-224/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: 429\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"429\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Request is temporarily throttled because subscription XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX has issued too ma...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:97]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc00069ce60\u003e: \n    failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\"autoscaling-hcp-cluster\" in resourcegroup=\"autoscaling-cluster-gmj2wx\" to finish creating: GET https://rp.j3046784.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/838b1fd0-9f10-48e9-bf94-758e0db07c2c\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/838b1fd0-9f10-48e9-bf94-758e0db07c2c\",\n      \"name\": \"838b1fd0-9f10-48e9-bf94-758e0db07c2c\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-03-15T10:48:50.858964499Z\",\n      \"endTime\": \"2026-03-15T10:50:07.432585288Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-224/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-224/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress\\n--------------------------------------------------------------------------------\\nRESPONSE 429: 429 Too Many Requests\\nERROR CODE: 429\\n--------------------------------------------------------------------------------\\n{\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"429\\\",\\n    \\\"message\\\": \\\"Request is temporarily throttled because subscription XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX has issued too many requests. Retry after 3 seconds.\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        msg: \"failed to create HCP cluster autoscaling-hcp-cluster: failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-gmj2wx\\\" to finish creating: GET https://rp.j3046784.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/838b1fd0-9f10-48e9-bf94-758e0db07c2c\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/838b1fd0-9f10-48e9-bf94-758e0db07c2c\\\",\\n  \\\"name\\\": \\\"838b1fd0-9f10-48e9-bf94-758e0db07c2c\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-15T10:48:50.858964499Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-15T10:50:07.432585288Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-224/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-224/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: 429\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"429\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Request is temporarily throttled because subscription XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX has issued too many requests. Retry after 3 seconds.\\\\\\\"\\\\n  }\\\\n}\\\\n--------------------------------------------------------------------------------\\\\n\\\"\\n  }\\n}\\n--------------------------------------------------------------------------------\\n\",\n        err: \u003c*fmt.wrapError | 0xc00069cc80\u003e{\n            msg: \"failed waiting for cluster=\\\"autoscaling-hcp-cluster\\\" in resourcegroup=\\\"autoscaling-cluster-gmj2wx\\\" to finish creating: GET https://rp.j3046784.hcpsvc.osadev.cloud/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/838b1fd0-9f10-48e9-bf94-758e0db07c2c\\n--------------------------------------------------------------------------------\\nRESPONSE 200: 200 OK\\nERROR CODE: InternalServerError\\n--------------------------------------------------------------------------------\\n{\\n  \\\"id\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/westus3/hcpOperationStatuses/838b1fd0-9f10-48e9-bf94-758e0db07c2c\\\",\\n  \\\"name\\\": \\\"838b1fd0-9f10-48e9-bf94-758e0db07c2c\\\",\\n  \\\"status\\\": \\\"Failed\\\",\\n  \\\"startTime\\\": \\\"2026-03-15T10:48:50.858964499Z\\\",\\n  \\\"endTime\\\": \\\"2026-03-15T10:50:07.432585288Z\\\",\\n  \\\"error\\\": {\\n    \\\"code\\\": \\\"InternalServerError\\\",\\n    \\\"message\\\": \\\"failed to get managed identity '/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-224/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress': GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/aro-hcp-test-msi-containers-dev-224/providers/Microsoft.ManagedIdentity/userAssignedIdentities/ingress\\\\n--------------------------------------------------------------------------------\\\\nRESPONSE 429: 429 Too Many Requests\\\\nERROR CODE: 429\\\\n--------------------------------------------------------------------------------\\\\n{\\\\n  \\\\\\\"error\\\\\\\": {\\\\n    \\\\\\\"code\\\\\\\": \\\\\\\"429\\\\\\\",\\\\n    \\\\\\\"message\\\\\\\": \\\\\\\"Request is temporarily throttled because subscription XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX has issued too ma...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"3f672ce590a3e36623ba27892eef00b6b866047042ba8ed4eaf2c503e528aee8","failure_pattern":"ERROR CODE: InternalServerError; detail code 429; detail message Request is temporarily throttled because subscription XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX has issued too many requests. Retry after 3 seconds.; provider Microsoft.ManagedIdentity","search_query":"ERROR CODE: InternalServerError"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["3f672ce590a3e36623ba27892eef00b6b866047042ba8ed4eaf2c503e528aee8"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"dev","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4219/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032977307697680384","job_name":"pull-ci-Azure-ARO-HCP-main-e2e-parallel","pr_number":4219,"pr_state":"closed","pr_sha":"c8926b8ff8e632c2a446e743641c7f2b0c5b7f57","final_merged_sha":"8550ece78eb685f5f0357a6937bf6b6e9f457543","merged_pr":true,"post_good_commit":false,"failed":true,"occurred_at":"2026-03-15T00:28:55Z"},"failed_at":["unknown"],"failed_test_count":1,"occurrences":[{"row_id":"17682f911f8eaad57e28eca7beb23bb2a4d2393c45d9de850fc9b17f7457f9a6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/pr-logs/pull/Azure_ARO-HCP/4219/pull-ci-Azure-ARO-HCP-main-e2e-parallel/2032977307697680384","occurred_at":"2026-03-15T00:28:55Z","failed_at":"unknown","signature_id":"08d65f2a32fc2d3601bceb3a0f5f910617daaa0297f21afaf54c12f8dd10fb06","test_name":"unknown","test_suite":"unknown","failure_text":"non-artifact-backed failure (no junit artifacts)","non_artifact_backed":true,"failure_pattern_match":{"status":"unmatched"}}],"failure_pattern_summary":{"signature_count":1,"matched_occurrences":0,"unmatched_occurrences":1,"match_summary":"unmatched_only"}}]}]}