{"meta":{"start_date":"2026-06-16","end_date":"2026-06-16","start_at":"2026-06-16T00:00:00Z","end_at":"2026-06-17T00:00:00Z","timezone":"UTC","generated_at":"2026-08-27T03:49:42Z","environments":["stg"]},"environments":[{"environment":"stg","summary":{"total_runs":2,"failed_runs":2,"raw_occurrences":3,"matched_occurrences":3,"runs_affected":2},"rows":[{"environment":"stg","failure_pattern_id":"941cbd5c6e3f3d8ed572893a689b2dfded75f418444a1a0d01baa9fc9e30d9c0","failure_pattern":"CreateNodePoolFromParam timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-z92jdd in resource group rg-nightly-4-22-k8g7rx, error: failed waiting for nodepool=\"np-z92jdd\" for cluster \"cluster-nightly-4-22-z92jdd\" in resourcegroup=\"rg-nightly-4-22-k8g7rx\" to finish creating: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.22","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":50,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-06-10..2026-06-16 UTC","prior_windows_present":2,"prior_window_starts":["2026-05-25","2026-06-08"],"prior_runs_affected":7,"prior_last_seen_at":"2026-06-12T02:00:02Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 4.22","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-z92jdd\" for cluster \"cluster-nightly-4-22-z92jdd\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d762d0\u003e: \n    failed to create NodePool np-z92jdd, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-z92jdd in resource group rg-nightly-4-22-k8g7rx, error: failed waiting for nodepool=\"np-z92jdd\" for cluster \"cluster-nightly-4-22-z92jdd\" in resourcegroup=\"rg-nightly-4-22-k8g7rx\" to finish creating: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:159]: failed to create node pool \"np-z92jdd\" for cluster \"cluster-nightly-4-22-z92jdd\"\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000d762d0\u003e: \n    failed to create NodePool np-z92jdd, caused by: timeout '20.000000' minutes exceeded during CreateNodePoolFromParam for node pool np-z92jdd in resource group rg-nightly-4-22-k8g7rx, error: failed waiting for nodepool=\"np-z92jdd\" for cluster \"cluster-nightly-4-22-z92jdd\" in resourcegroup=\"rg-nightly-4-22-k8g7rx\" to finish creating: context deadline exceeded\n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2067019458710343680","occurred_at":"2026-06-16T23:00:16Z","signature_id":"7de8a7b881702e67caaccf692fe39f00eca625d4bc95a42a7ce1d3d9930af1e7","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"34245050095a8678e99960bbeb5c24b25e0a94ee7d4a0ab60858e742f81eac6c","failure_pattern":"ERROR CODE: InvalidTemplateDeployment; provider Microsoft.Compute","search_query":"ERROR CODE: InvalidTemplateDeployment","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":50,"anchor_occurrences":1,"after_last_push_count":8,"trend_counts":[0,0,1,2,2,2,1],"trend_range":"2026-06-10..2026-06-16 UTC","prior_windows_present":1,"prior_window_starts":["2026-06-08"],"prior_runs_affected":8,"prior_last_seen_at":"2026-06-14T23:00:10Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:130]: failed to deploy test VM\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e30260\u003e: \n    failed creating deployment \"test-vm\" in resourcegroup=\"e2e-cidr-connectivity-hzdms7\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/e2e-cidr-connectivity-hzdms7/providers/Microsoft.Resources/deployments/test-vm\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidTemplateDeployment\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidTemplateDeployment\",\n        \"message\": \"The template deployment 'test-vm' is not valid according to the validation procedure. The following resource provider(s) - 'Microsoft.Compute/virtualMachines (2023-03-01)' reported preflight validation errors. Tracking id is '717a2d32-fcee-482a-9a0d-8711b94a4cb0'. See inner errors for details.\",\n        \"details\": [\n          {\n            \"code\": \"QuotaExceeded\",\n            \"message\": \"Operation could not be completed as it results in exceeding approved standardDSv5Family Cores quota. Additional details - Deployment Model: Resource Manager, Location: uksouth, Current Limit: 0, Current Usage: 0, Additional Required: 2, (Minimum) New Limit Required: 2. Setup Alerts when Quota reaches threshold. Learn more at https://aka.ms/quotamonitoringalerting . Submit a request for Quota increase at https://aka.ms/ProdportalCRP/#blade/Microsoft_Azure_Capacity/UsageAndQuota.ReactView/Parameters/%7B%22subscriptionId%22:%22XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX%22,%22command%22:%22openQuotaApprovalBlade%22,%22quotas%22:[%7B%22location%22:%22uksouth%22,%22providerId%22:%22Microsoft.Compute%22,%22resourceName%22:%22standardDSv5Family%22,%22quotaRequest%22:%7B%22properties%22:%7B%22limit%22:2,%22unit%22:%22Count%22,%22name%22:%7B%22value%22:%22standardDSv5Family%22%7D%7D%7D%7D]%7D by specifying parameters listed in the ‘Details’ section for deployment to succeed. Please read more about quota limits at https://docs.microsoft.com/en-us/azure/azure-supportability/per-vm-quota-requests\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:130]: failed to deploy test VM\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000e30260\u003e: \n    failed creating deployment \"test-vm\" in resourcegroup=\"e2e-cidr-connectivity-hzdms7\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/e2e-cidr-connectivity-hzdms7/providers/Microsoft.Resources/deployments/test-vm\n    --------------------------------------------------------------------------------\n    RESPONSE 400: 400 Bad Request\n    ERROR CODE: InvalidTemplateDeployment\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"InvalidTemplateDeployment\",\n        \"message\": \"The template deployment 'test-vm' is not valid according to the validation procedure. The following resource provider(s) - 'Microsoft.Compute/virtualMachines (2023-03-01)' reported preflight validation errors. Tracking id is '717a2d32-fcee-482a-9a0d-8711b94a4cb0'. See inner errors for details.\",\n        \"details\": [\n          {\n            \"code\": \"QuotaExceeded\",\n            \"message\": \"Operation could not be completed as it results in exceeding approved standardDSv5Family Cores quota. Additional details - Deployment Model: Resource Manager, Location: uksouth, Current Limit: 0, Current Usage: 0, Additional Required: 2, (Minimum) New Limit Required: 2. Setup Alerts when Quota reaches threshold. Learn more at https://aka.ms/quotamonitoringalerting . Submit a request for Quota increase at https://aka.ms/ProdportalCRP/#blade/Microsoft_Azure_Capacity/UsageAndQuota.ReactView/Parameters/%7B%22subscriptionId%22:%22XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX%22,%22command%22:%22openQuotaApprovalBlade%22,%22quotas%22:[%7B%22location%22:%22uksouth%22,%22providerId%22:%22Microsoft.Compute%22,%22resourceName%22:%22standardDSv5Family%22,%22quotaRequest%22:%7B%22properties%22:%7B%22limit%22:2,%22unit%22:%22Count%22,%22name%22:%7B%22value%22:%22standardDSv5Family%22%7D%7D%7D%7D]%7D by specifying parameters listed in the ‘Details’ section for deployment to succeed. Please read more about quota limits at https://docs.microsoft.com/en-us/azure/azure-supportability/per-vm-quota-requests\"\n          }\n        ]\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel/2066702365678899200","occurred_at":"2026-06-16T02:00:16Z","signature_id":"856725342f5f1bc4ad90aae54bba4df58fb780eb5cfa8a31b1cf5f209977d342","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"stg","failure_pattern_id":"346d82a83d92bf38156b91b69cd72df4f032f9870cb6dfff1eaa1ac74828b56b","failure_pattern":"RESPONSE 401: 401 Unauthorized","search_query":"RESPONSE 401: 401 Unauthorized","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":50,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-06-10..2026-06-16 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly","test_name":"MISE Routing routes to the correct frontend based on version header MISE v2 when x-ms-mise-version header is set","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:142]: failed to poll HCP cluster \"mise-routing\" deletion (timeout '45.000000' minutes)\nUnexpected error:\n    \u003c*exported.ResponseError | 0xc000530cf0\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1378f496-8553-4c84-9b4c-1c17c0a2c144\n    --------------------------------------------------------------------------------\n    RESPONSE 401: 401 Unauthorized\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    {\n      \"type\": \"https://tools.ietf.org/html/rfc9110#section-15.5.2\",\n      \"title\": \"Unauthorized\",\n      \"status\": 401,\n      \"traceId\": \"00-da8c1612092e02579c4cd1feb18b9e69-7355577ae42e3245-00\"\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/mise_routing.go:142]: failed to poll HCP cluster \"mise-routing\" deletion (timeout '45.000000' minutes)\nUnexpected error:\n    \u003c*exported.ResponseError | 0xc000530cf0\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/locations/uksouth/hcpOperationStatuses/1378f496-8553-4c84-9b4c-1c17c0a2c144\n    --------------------------------------------------------------------------------\n    RESPONSE 401: 401 Unauthorized\n    ERROR CODE UNAVAILABLE\n    --------------------------------------------------------------------------------\n    {\n      \"type\": \"https://tools.ietf.org/html/rfc9110#section-15.5.2\",\n      \"title\": \"Unauthorized\",\n      \"status\": 401,\n      \"traceId\": \"00-da8c1612092e02579c4cd1feb18b9e69-7355577ae42e3245-00\"\n    }\n    --------------------------------------------------------------------------------\n    \n    ...\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-stage-e2e-parallel-ocp-nightly/2067019458710343680","occurred_at":"2026-06-16T23:00:16Z","signature_id":"af5d74f94d6bfbd20e29cf19f07a72a773494bf2e455ba6da385e206c6b2a411","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}