{"meta":{"start_date":"2026-04-15","end_date":"2026-04-15","start_at":"2026-04-15T00:00:00Z","end_at":"2026-04-16T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T18:28:29Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":8,"failed_runs":3,"raw_occurrences":3,"matched_occurrences":3,"runs_affected":3},"rows":[{"environment":"int","failure_pattern_id":"a880b7dbbe8686372b606e0212fd3742bc75c3c0a9c545bae9481b243ed0f55b","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-bxk5sm-8jb9jj, error: failed waiting for nodepool=\"npupgrade-4-20\" for cluster \"np-version-upgrade-cluster-bxk5sm\" in resourcegroup=\"rg-np-version-upgrade-bxk5sm-8jb9jj\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":12.5,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-04-09..2026-04-15 UTC","prior_windows_present":4,"prior_window_starts":["2026-03-16","2026-03-23","2026-03-30","2026-04-06"],"prior_runs_affected":10,"prior_last_seen_at":"2026-04-10T07:39:04Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should upgrade and update a nodepool from 4.20.z to 4.20.zLatest","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:147]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000272fc0\u003e: \n    failed to create NodePool npupgrade-4-20, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-bxk5sm-8jb9jj, error: failed waiting for nodepool=\"npupgrade-4-20\" for cluster \"np-version-upgrade-cluster-bxk5sm\" in resourcegroup=\"rg-np-version-upgrade-bxk5sm-8jb9jj\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_version_upgrade.go:147]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000272fc0\u003e: \n    failed to create NodePool npupgrade-4-20, caused by: timeout '45.000000' minutes exceeded during CreateNodePoolFromParam for node pool npupgrade-4-20 in resource group rg-np-version-upgrade-bxk5sm-8jb9jj, error: failed waiting for nodepool=\"npupgrade-4-20\" for cluster \"np-version-upgrade-cluster-bxk5sm\" in resourcegroup=\"rg-np-version-upgrade-bxk5sm-8jb9jj\" to finish creating: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2044254736290418688","occurred_at":"2026-04-15T03:21:24Z","signature_id":"e145de9eab827baea3aaad136017bb8077c7d8a81ff0f28e8ec1fc4e09264460","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"11627fd97b445c2f08e2be8ae642dc8d395499056ca9309dd64efc606ab993b2","failure_pattern":"ERROR CODE: InvalidRequestContent; detail message Cluster '\u003cid\u003e' is in state 'pending_update', can't update; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: InvalidRequestContent","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":12.5,"anchor_occurrences":1,"after_last_push_count":2,"trend_counts":[1,0,0,0,0,0,1],"trend_range":"2026-04-09..2026-04-15 UTC","prior_windows_present":1,"prior_window_starts":["2026-04-06"],"prior_runs_affected":2,"prior_last_seen_at":"2026-04-09T07:10:59Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage ImageDigestMirrors","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:178]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc0011b52f0\u003e: \n    PATCH https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/idms-wr2r48/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/idms-e2e-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Cluster '2pmeojr923nt08rchn2mn56al24muh61' is in state 'pending_update', can't update\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:178]: Unexpected error:\n    \u003c*exported.ResponseError | 0xc0011b52f0\u003e: \n    PATCH https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/idms-wr2r48/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/idms-e2e-hcp-cluster\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidRequestContent\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidRequestContent\",\n        \"message\": \"Cluster '2pmeojr923nt08rchn2mn56al24muh61' is in state 'pending_update', can't update\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2044298200289906688","occurred_at":"2026-04-15T06:14:06Z","signature_id":"529548a1627e260bf9bc0004e8433d7d2d4e87777a912ee098a6bbdd2a40ecee","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"e519f1887d9740d59629140c909a7511daaa51821ca3498a363bc02241e26c7f","failure_pattern":"timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds","search_query":"failed waiting for hcpCluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-9wb52w\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-9wb52w, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":12.5,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-04-09..2026-04-15 UTC","prior_windows_present":3,"prior_window_starts":["2026-03-23","2026-03-30","2026-04-06"],"prior_runs_affected":17,"prior_last_seen_at":"2026-04-11T04:17:43Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster then delete it by deleting the customer resource group","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:99]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a2c840\u003e: \n    failed waiting for hcpCluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-9wb52w\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-9wb52w, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_delete_cx_rg.go:99]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a2c840\u003e: \n    failed waiting for hcpCluster=\"cx-rg-hcp-cluster\" in resourcegroup=\"cx-rg-cluster-9wb52w\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cx-rg-hcp-cluster in resource group cx-rg-cluster-9wb52w, error: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2044459688325550080","occurred_at":"2026-04-15T16:55:18Z","signature_id":"fc94b90a729abe45dfff0ddf656c7d3ec34e0495b24b5c7b9bb3544040178c31","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}