{"meta":{"date":"2026-07-18","timezone":"UTC","generated_at":"2026-08-27T15:43:48Z","environments":["stg"]},"environments":[{"environment":"stg","summary":{"total_runs":2,"failed_runs":2,"runs_with_occurrences":2,"runs_with_failure_pattern_matches":2,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":0,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2078615808061214720","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-18T23:00:02Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"6bff6d4a8755b06fd8b3ba1cce957d6951d812f92382ff435738030b4c64faf6","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2078615808061214720","occurred_at":"2026-07-18T23:00:02Z","failed_at":"e2e","signature_id":"0451e2c7cbd72eb0191647c4a33cb535f39b04f1c4ad2389e0788785dc0935ad","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:145]: expected error when creating a second external auth config on cluster ea-listshv2s4\nExpected\n    \u003c*fmt.wrapError | 0xc0004992c0\u003e: \n    failed creating external auth \"ea-list2\" in resourcegroup=\"ea-list-55q82h\" for cluster=\"ea-listshv2s4\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-55q82h/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listshv2s4/externalAuths/ea-list2\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Cluster '2rks05n1ot3iotgqf52hl1ob8d6nsm7q' has already defined an external authentication\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\nto match error\n    \u003c*matchers.ContainSubstringMatcher | 0xc000c55a70\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:145]: expected error when creating a second external auth config on cluster ea-listshv2s4\nExpected\n    \u003c*fmt.wrapError | 0xc0004992c0\u003e: \n    failed creating external auth \"ea-list2\" in resourcegroup=\"ea-list-55q82h\" for cluster=\"ea-listshv2s4\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-55q82h/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listshv2s4/externalAuths/ea-list2\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Cluster '2rks05n1ot3iotgqf52hl1ob8d6nsm7q' has already defined an external authentication\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\nto match error\n    \u003c*matchers.ContainSubstringMatcher | 0xc000c55a70\u003e: ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39474da99417c9c0c625ceb6f1d331f0f2cf8b9005801141681af07996a086ac","failure_pattern":"expected error when creating a second external auth \u003cexternal-auth\u003e on cluster \u003ccluster\u003e","search_query":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:145]: expected error when creating a second external auth config on cluster ea-listdj8zqd"}},{"row_id":"f9dc11acf807fc5f800ad7e0321384a1e9438c94798aabc63e5100e6a0df09c2","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2078615808061214720","occurred_at":"2026-07-18T23:00:02Z","failed_at":"e2e","signature_id":"f36b2974a7776bfd8680e28b9de925627ca0a19039d329c55102bdde4b602051","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc00131e060\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool cilium-np: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-gs9j2m\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d82a69a0-d4d4-415e-af87-207e4ddcdd1b\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d82a69a0-d4d4-415e-af87-207e4ddcdd1b\",\n      \"name\": \"d82a69a0-d4d4-415e-af87-207e4ddcdd1b\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-18T23:17:15.12448924Z\",\n      \"endTime\": \"2026-07-18T23:36:15.079494126Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceNodePoolStatus] \\u003cno_message\\u003e\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc00131e060\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool cilium-np: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-gs9j2m\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d82a69a0-d4d4-415e-af87-207e4ddcdd1b\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d82a69a0-d4d4-415e-af87-207e4ddcdd1b\",\n      \"name\": \"d82a69a0-d4d4-415e-af87-207e4ddcdd1b\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-18T23:17:15.12448924Z\",\n      \"endTime\": \"2026-07-18T23:36:15.079494126Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceNodePoolStatus] \\u003cno_message\\u003e\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"7e3c211098fa13aa2f965e23e8e58e902c8d4f3b340bbbf0b11eb0cf36bda7ed","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceNodePoolStatus] \u003cno_message\u003e; provider Microsoft.RedHatOpenShift","search_query":"client rate limiter Wait returned an error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["39474da99417c9c0c625ceb6f1d331f0f2cf8b9005801141681af07996a086ac","7e3c211098fa13aa2f965e23e8e58e902c8d4f3b340bbbf0b11eb0cf36bda7ed"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"stg","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2078298716267089920","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-07-18T02:00:01Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"4743d34e7d08be3dd1a045a1e22e399b4b2114b6a3b2d42767a0b148b2cbfb88","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2078298716267089920","occurred_at":"2026-07-18T02:00:01Z","failed_at":"e2e","signature_id":"fad2ee8f8004f87bdb0c30f0afe2840433f5c9bb92186df235c39e9ad24c6559","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","test_suite":"stage/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:145]: expected error when creating a second external auth config on cluster ea-listdj8zqd\nExpected\n    \u003c*fmt.wrapError | 0xc000aa45a0\u003e: \n    failed creating external auth \"ea-list2\" in resourcegroup=\"ea-list-ptr6b8\" for cluster=\"ea-listdj8zqd\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-ptr6b8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listdj8zqd/externalAuths/ea-list2\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Cluster '2rk9i13nt58n3rae72l5qtsb1c6h4g8f' has already defined an external authentication\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\nto match error\n    \u003c*matchers.ContainSubstringMatcher | 0xc001716d80\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:145]: expected error when creating a second external auth config on cluster ea-listdj8zqd\nExpected\n    \u003c*fmt.wrapError | 0xc000aa45a0\u003e: \n    failed creating external auth \"ea-list2\" in resourcegroup=\"ea-list-ptr6b8\" for cluster=\"ea-listdj8zqd\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-ptr6b8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listdj8zqd/externalAuths/ea-list2\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Cluster '2rk9i13nt58n3rae72l5qtsb1c6h4g8f' has already defined an external authentication\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\nto match error\n    \u003c*matchers.ContainSubstringMatcher | 0xc001716d80\u003e: ...","failure_pattern_match":{"status":"clustered","failure_pattern_id":"39474da99417c9c0c625ceb6f1d331f0f2cf8b9005801141681af07996a086ac","failure_pattern":"expected error when creating a second external auth \u003cexternal-auth\u003e on cluster \u003ccluster\u003e","search_query":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:145]: expected error when creating a second external auth config on cluster ea-listdj8zqd"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["39474da99417c9c0c625ceb6f1d331f0f2cf8b9005801141681af07996a086ac"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}}]}]}