{"meta":{"date":"2026-03-14","timezone":"UTC","generated_at":"2026-09-03T17:35:00Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":7,"failed_runs":4,"runs_with_occurrences":4,"runs_with_failure_pattern_matches":4,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":3,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2032871090371432448","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-14T17:26:51Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"847b1647f77e5cbd29cbf31cedab0110028d239de6dce48bd9868d732f0a2c64","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2032871090371432448","occurred_at":"2026-03-14T17:26:51Z","failed_at":"e2e","signature_id":"d617bc01711b19fec7ae259e6b1da87ceb0b303c46e17ba4e53b8c013178e381","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:222]: Admin credential 1 should fail after revocation, last error: \u003cnil\u003e\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    {}\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:222]: Admin credential 1 should fail after revocation, last error: \u003cnil\u003e\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    {}\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"cedc818b7e720916031ed8d299fdf1177b8336a53376f99af83f86d0526a86bb","failure_pattern":"Admin credential 1 should fail after revocation, last error: \u003cnil\u003e","search_query":"context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["cedc818b7e720916031ed8d299fdf1177b8336a53376f99af83f86d0526a86bb"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2032842010720735232","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-14T15:31:18Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"4a808580607059e0a5662b79afbd70b695133bea43ea0eacbb0c4f3184385502","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2032842010720735232","occurred_at":"2026-03-14T15:31:18Z","failed_at":"e2e","signature_id":"971bff6eab10d7bbdfe66218da1fb2f68e2cb9ff1fcf9a098d59cd86f941c022","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:193]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0007e6a20\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-r44n87\" in resourcegroup=\"admin-credential-lifecycle-test-lgth9w\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-r44n87 in resource group admin-credential-lifecycle-test-lgth9w, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-r44n87\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-lgth9w\\\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-r44n87 in resource group admin-credential-lifecycle-test-lgth9w, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000916050\u003e{\n                s: \"timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-r44n87 in resource group admin-credential-lifecycle-test-lgth9w\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:193]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0007e6a20\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-r44n87\" in resourcegroup=\"admin-credential-lifecycle-test-lgth9w\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-r44n87 in resource group admin-credential-lifecycle-test-lgth9w, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-r44n87\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-lgth9w\\\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-r44n87 in resource group admin-credential-lifecycle-test-lgth9w, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000916050\u003e{\n                s: \"timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-r44n87 in resource group admin-credential-lifecycle-test-lgth9w\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"8d06cad82b6f76b897e08d4e2537f6c6d4cc616ff64635c4d37783734841ca74","failure_pattern":"RevokeCredentialsAndWait timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for hcpCluster=\"admin-cred-lifecycle-k2mdhb\" in resourcegroup=\"admin-credential-lifecycle-test-ddn92q\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-k2mdhb in resource group admin-credential-lifecycle-test-ddn92q, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["8d06cad82b6f76b897e08d4e2537f6c6d4cc616ff64635c4d37783734841ca74"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2032804286143926272","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-14T13:01:24Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"7a6e6a1bf3c1a6038f08c58fd72df715107f64dcf6aef5ecbc10ec0385aa029e","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2032804286143926272","occurred_at":"2026-03-14T13:01:24Z","failed_at":"e2e","signature_id":"59f620953c130864f7871412b35f32f392d1be29509a3ce0429270c8d33d8aa7","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:193]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a485a0\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-k2mdhb\" in resourcegroup=\"admin-credential-lifecycle-test-ddn92q\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-k2mdhb in resource group admin-credential-lifecycle-test-ddn92q, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-k2mdhb\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-ddn92q\\\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-k2mdhb in resource group admin-credential-lifecycle-test-ddn92q, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000ab8a00\u003e{\n                s: \"timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-k2mdhb in resource group admin-credential-lifecycle-test-ddn92q\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:193]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a485a0\u003e: \n    failed waiting for hcpCluster=\"admin-cred-lifecycle-k2mdhb\" in resourcegroup=\"admin-credential-lifecycle-test-ddn92q\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-k2mdhb in resource group admin-credential-lifecycle-test-ddn92q, error: context deadline exceeded\n    {\n        msg: \"failed waiting for hcpCluster=\\\"admin-cred-lifecycle-k2mdhb\\\" in resourcegroup=\\\"admin-credential-lifecycle-test-ddn92q\\\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-k2mdhb in resource group admin-credential-lifecycle-test-ddn92q, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000ab8a00\u003e{\n                s: \"timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-k2mdhb in resource group admin-credential-lifecycle-test-ddn92q\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"8d06cad82b6f76b897e08d4e2537f6c6d4cc616ff64635c4d37783734841ca74","failure_pattern":"RevokeCredentialsAndWait timed out after \u003cminutes\u003e minutes; context deadline exceeded","search_query":"failed waiting for hcpCluster=\"admin-cred-lifecycle-k2mdhb\" in resourcegroup=\"admin-credential-lifecycle-test-ddn92q\" to finish revoking creds, caused by: timeout '15.000000' minutes exceeded during RevokeCredentialsAndWait for cluster admin-cred-lifecycle-k2mdhb in resource group admin-credential-lifecycle-test-ddn92q, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["8d06cad82b6f76b897e08d4e2537f6c6d4cc616ff64635c4d37783734841ca74"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2032689959231557632","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-14T05:27:06Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2032659275293134848","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-14T03:25:10Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2032640090848628736","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":false,"occurred_at":"2026-03-14T02:08:56Z"},"failed_test_count":0,"failure_pattern_summary":{"signature_count":0,"matched_occurrences":0,"unmatched_occurrences":0,"match_summary":"no_failures"}},{"run":{"environment":"int","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2032610884349595648","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-03-14T00:12:53Z"},"failed_at":["e2e"],"failed_test_count":2,"occurrences":[{"row_id":"6e679399cad96da53c781d591c02d86e1cb59106cf28095e251f05c4ec376223","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2032610884349595648","occurred_at":"2026-03-14T00:12:53Z","failed_at":"e2e","signature_id":"d88c4a00af6acde1a56adecafa1580decbd06e9145355918ea48ded5553fde30","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:168]: Timed out after 120.345s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:162 with:\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    {}\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:168]: Timed out after 120.345s.\nThe function passed to Eventually failed at /opt/app-root/src/github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:162 with:\nUnexpected error:\n    \u003ccontext.deadlineExceededError\u003e: \n    context deadline exceeded\n    {}\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"083a9cceffc299c1feee488fbf6249c7387be0a488330c96c1fef09ca1fc3da6","failure_pattern":"Timed out after 120.345s.","search_query":"context deadline exceeded"}},{"row_id":"9516c05e3b6f3fa3182d9c6803ec5fd64e2284998f6ac84dfa4877e2897985d3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2032610884349595648","occurred_at":"2026-03-14T00:12:53Z","failed_at":"e2e","signature_id":"37269be883771bcdfa1b48c6a53e74a57dd276f0cb9c6f8b96f16a957b572578","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","test_suite":"integration/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009aed80\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-ccshfw, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-ccshfw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-ccshfw, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-ccshfw, error: failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-ccshfw\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-ccshfw, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000f45af0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-ccshfw\",\n            },\n            \u003c*fmt.wrapErrors | 0xc0009aed50\u003e{\n                msg: \"failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-ccshfw\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-ccshfw, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000f45af0\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-ccshfw\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:166]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0009aed80\u003e: \n    failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-ccshfw, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-ccshfw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-ccshfw, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster node-limit-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-ccshfw, error: failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-ccshfw\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-ccshfw, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000f45af0\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-ccshfw\",\n            },\n            \u003c*fmt.wrapErrors | 0xc0009aed50\u003e{\n                msg: \"failed waiting for cluster=\\\"node-limit-cluster\\\" in resourcegroup=\\\"node-limit-test-ccshfw\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-ccshfw, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000f45af0\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-ccshfw\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-ccshfw, error: failed waiting for cluster=\"node-limit-cluster\" in resourcegroup=\"node-limit-test-ccshfw\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster node-limit-cluster in resource group node-limit-test-ccshfw, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":2,"failure_pattern_ids":["083a9cceffc299c1feee488fbf6249c7387be0a488330c96c1fef09ca1fc3da6","0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb"],"matched_occurrences":2,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}}]}]}