{"meta":{"start_date":"2026-07-18","end_date":"2026-07-18","start_at":"2026-07-18T00:00:00Z","end_at":"2026-07-19T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T20:20:48Z","environments":["stg"]},"environments":[{"environment":"stg","summary":{"total_runs":2,"failed_runs":2,"raw_occurrences":3,"matched_occurrences":3,"runs_affected":2},"rows":[{"environment":"stg","failure_pattern_id":"39474da99417c9c0c625ceb6f1d331f0f2cf8b9005801141681af07996a086ac","failure_pattern":"expected error when creating a second external auth \u003cexternal-auth\u003e on cluster \u003ccluster\u003e","search_query":"fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:145]: expected error when creating a second external auth config on cluster ea-listdj8zqd","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":100,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,0,2],"trend_range":"2026-07-12..2026-07-18 UTC","prior_windows_present":0,"prior_runs_affected":3,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:145]: expected error when creating a second external auth config on cluster ea-listshv2s4\nExpected\n    \u003c*fmt.wrapError | 0xc0004992c0\u003e: \n    failed creating external auth \"ea-list2\" in resourcegroup=\"ea-list-55q82h\" for cluster=\"ea-listshv2s4\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-55q82h/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listshv2s4/externalAuths/ea-list2\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Cluster '2rks05n1ot3iotgqf52hl1ob8d6nsm7q' has already defined an external authentication\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\nto match error\n    \u003c*matchers.ContainSubstringMatcher | 0xc000c55a70\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:145]: expected error when creating a second external auth config on cluster ea-listshv2s4\nExpected\n    \u003c*fmt.wrapError | 0xc0004992c0\u003e: \n    failed creating external auth \"ea-list2\" in resourcegroup=\"ea-list-55q82h\" for cluster=\"ea-listshv2s4\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-55q82h/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listshv2s4/externalAuths/ea-list2\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Cluster '2rks05n1ot3iotgqf52hl1ob8d6nsm7q' has already defined an external authentication\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\nto match error\n    \u003c*matchers.ContainSubstringMatcher | 0xc000c55a70\u003e: ...","fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:145]: expected error when creating a second external auth config on cluster ea-listdj8zqd\nExpected\n    \u003c*fmt.wrapError | 0xc000aa45a0\u003e: \n    failed creating external auth \"ea-list2\" in resourcegroup=\"ea-list-ptr6b8\" for cluster=\"ea-listdj8zqd\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-ptr6b8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listdj8zqd/externalAuths/ea-list2\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Cluster '2rk9i13nt58n3rae72l5qtsb1c6h4g8f' has already defined an external authentication\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\nto match error\n    \u003c*matchers.ContainSubstringMatcher | 0xc001716d80\u003e: ...\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:145]: expected error when creating a second external auth config on cluster ea-listdj8zqd\nExpected\n    \u003c*fmt.wrapError | 0xc000aa45a0\u003e: \n    failed creating external auth \"ea-list2\" in resourcegroup=\"ea-list-ptr6b8\" for cluster=\"ea-listdj8zqd\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/ea-list-ptr6b8/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/ea-listdj8zqd/externalAuths/ea-list2\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Cluster '2rk9i13nt58n3rae72l5qtsb1c6h4g8f' has already defined an external authentication\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\nto match error\n    \u003c*matchers.ContainSubstringMatcher | 0xc001716d80\u003e: ..."],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2078615808061214720","occurred_at":"2026-07-18T23:00:02Z","signature_id":"0451e2c7cbd72eb0191647c4a33cb535f39b04f1c4ad2389e0788785dc0935ad","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2078298716267089920","occurred_at":"2026-07-18T02:00:01Z","signature_id":"fad2ee8f8004f87bdb0c30f0afe2840433f5c9bb92186df235c39e9ad24c6559","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"7e3c211098fa13aa2f965e23e8e58e902c8d4f3b340bbbf0b11eb0cf36bda7ed","failure_pattern":"ERROR CODE: InternalServerError; detail message [clusterServiceNodePoolStatus] \u003cno_message\u003e; provider Microsoft.RedHatOpenShift","search_query":"client rate limiter Wait returned an error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":50,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-07-12..2026-07-18 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"Customer should be able to create a no-CNI private cluster with a private key vault, a nodepool and install cilium CNI successfully","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc00131e060\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool cilium-np: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-gs9j2m\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d82a69a0-d4d4-415e-af87-207e4ddcdd1b\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d82a69a0-d4d4-415e-af87-207e4ddcdd1b\",\n      \"name\": \"d82a69a0-d4d4-415e-af87-207e4ddcdd1b\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-18T23:17:15.12448924Z\",\n      \"endTime\": \"2026-07-18T23:36:15.079494126Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceNodePoolStatus] \\u003cno_message\\u003e\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_complex_cilium_kv.go:190]: failed to verify nodes are Ready with Cilium CNI for cluster \"cilium-cluster\"\nUnexpected error:\n    \u003c*errors.joinError | 0xc00131e060\u003e: \n    VerifyNodesReady failed: no nodes found in the cluster\n    VerifyCiliumOperational failed: not all pods in kube-system namespace are running: failed to list pods in kube-system namespace: client rate limiter Wait returned an error: context deadline exceeded\n    failed to create NodePool cilium-np: failed waiting for nodepool=\"cilium-np\" for cluster \"cilium-cluster\" in resourcegroup=\"complex-cilium-kv-gs9j2m\" to finish creating: GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d82a69a0-d4d4-415e-af87-207e4ddcdd1b\n    --------------------------------------------------------------------------------\n    RESPONSE 200: 200 OK\n    ERROR CODE: InternalServerError\n    --------------------------------------------------------------------------------\n    {\n      \"id\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/d82a69a0-d4d4-415e-af87-207e4ddcdd1b\",\n      \"name\": \"d82a69a0-d4d4-415e-af87-207e4ddcdd1b\",\n      \"status\": \"Failed\",\n      \"startTime\": \"2026-07-18T23:17:15.12448924Z\",\n      \"endTime\": \"2026-07-18T23:36:15.079494126Z\",\n      \"error\": {\n        \"code\": \"InternalServerError\",\n        \"message\": \"[clusterServiceNodePoolStatus] \\u003cno_message\\u003e\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2078615808061214720","occurred_at":"2026-07-18T23:00:02Z","signature_id":"f36b2974a7776bfd8680e28b9de925627ca0a19039d329c55102bdde4b602051","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}