{"meta":{"date":"2026-08-15","timezone":"UTC","generated_at":"2026-08-26T00:08:29Z","environments":["prod"]},"environments":[{"environment":"prod","summary":{"total_runs":2,"failed_runs":2,"runs_with_occurrences":2,"runs_with_failure_pattern_matches":2,"runs_with_unmatched_occurrences":0,"runs_without_occurrence_rows":0,"failed_runs_without_occurrence_rows":0},"runs":[{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2088762881716785152","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-08-15T23:00:52Z"},"failed_at":["e2e"],"failed_test_count":4,"occurrences":[{"row_id":"07fafda85e5caab831e2321f5103dae35f9fcda2bbb36744d128c575156dd402","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2088762881716785152","occurred_at":"2026-08-15T23:00:52Z","failed_at":"e2e","signature_id":"476c2a932d815eec471c7d75d22cf4980dc4a8fc02103383fb50018b89f745f2","test_name":"Nodepool OS Disk Encryption should create a nodepool with customer-managed disk encryption via DES","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_osdisk_encryption.go:163]: cluster verification failed\nUnexpected error:\n    \u003c*errors.joinError | 0xc000bd8600\u003e: \n    VerifyVMOSDiskCustomerEncryption(nodePool=des-np) failed: OS disk encryption verification failed for 2/2 VMs: disk des-encrypt-des-np-496dc-d9mgc_OSDisk for VM des-encrypt-des-np-496dc-d9mgc has encryption type EncryptionAtRestWithPlatformKey, expected EncryptionAtRestWithCustomerKey\n    disk des-encrypt-des-np-496dc-dbpjw_OSDisk for VM des-encrypt-des-np-496dc-dbpjw has encryption type EncryptionAtRestWithPlatformKey, expected EncryptionAtRestWithCustomerKey\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_osdisk_encryption.go:163]: cluster verification failed\nUnexpected error:\n    \u003c*errors.joinError | 0xc000bd8600\u003e: \n    VerifyVMOSDiskCustomerEncryption(nodePool=des-np) failed: OS disk encryption verification failed for 2/2 VMs: disk des-encrypt-des-np-496dc-d9mgc_OSDisk for VM des-encrypt-des-np-496dc-d9mgc has encryption type EncryptionAtRestWithPlatformKey, expected EncryptionAtRestWithCustomerKey\n    disk des-encrypt-des-np-496dc-dbpjw_OSDisk for VM des-encrypt-des-np-496dc-dbpjw has encryption type EncryptionAtRestWithPlatformKey, expected EncryptionAtRestWithCustomerKey\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"ffa3a3846ef58f6b9d03a99400f867f35993b1717da814d72f8de944efe8e5cf","failure_pattern":"VerifyVMOSDiskCustomerEncryption(nodePool=\u003cnodepool\u003e) failed: OS disk encryption verification failed for 2/2 VMs: disk des-encrypt-des-np-496dc-d9mgc_OSDisk for VM des-encrypt-des-np-496dc-d9mgc has encryption type EncryptionAtRestWithPlatformKey, expected","search_query":"VerifyVMOSDiskCustomerEncryption(nodePool=des-np) failed: OS disk encryption verification failed for 2/2 VMs: disk des-encrypt-des-np-496dc-d9mgc_OSDisk for VM des-encrypt-des-np-496dc-d9mgc has encryption type EncryptionAtRestWithPlatformKey, expected EncryptionAtRestWithCustomerKey"}},{"row_id":"0c4ef898fa5ca8f201b495655af18dbb8dcb7b5dbc2a6a7de308705d17500a0f","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2088762881716785152","occurred_at":"2026-08-15T23:00:52Z","failed_at":"e2e","signature_id":"ad6dbeecc0b5ec2a7fec9fe8e6067318b7c83aefd2280d3a6d4dda0f34db76a0","test_name":"ARO-HCP should be able to perform a control plane and node pool install with OCP nightly channel for 5.1","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-5-1-vfdq6788d4gx/cluster-nightly-5-1-7vg78c should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000befcb0\u003e: \n    failed to create HCP cluster cluster-nightly-5-1-7vg78c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-7vg78c in resource group rg-nightly-5-1-vfdq6788d4gx, error: failed waiting for cluster=\"cluster-nightly-5-1-7vg78c\" in resourcegroup=\"rg-nightly-5-1-vfdq6788d4gx\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-7vg78c in resource group rg-nightly-5-1-vfdq6788d4gx, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/complete_cluster_create_multiversion.go:107]: HCP cluster rg-nightly-5-1-vfdq6788d4gx/cluster-nightly-5-1-7vg78c should provision\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc000befcb0\u003e: \n    failed to create HCP cluster cluster-nightly-5-1-7vg78c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-7vg78c in resource group rg-nightly-5-1-vfdq6788d4gx, error: failed waiting for cluster=\"cluster-nightly-5-1-7vg78c\" in resourcegroup=\"rg-nightly-5-1-vfdq6788d4gx\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-7vg78c in resource group rg-nightly-5-1-vfdq6788d4gx, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-5-1-7vg78c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-7vg78c in resource group rg-nightly-5-1-vfdq6788d4gx, error: failed waiting for cluster=\"cluster-nightly-5-1-7vg78c\" in resourcegroup=\"rg-nightly-5-1-vfdq6788d4gx\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-7vg78c in resource group rg-nightly-5-1-vfdq6788d4gx, error: context deadline exceeded"}},{"row_id":"86083dcf720f24c79787b191e3a1e5a1d4b0132821f080e26e4a1b6eb1fef80c","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2088762881716785152","occurred_at":"2026-08-15T23:00:52Z","failed_at":"e2e","signature_id":"26f4cdba4b33e75869a706798add5e5fc41d104831c960b86ade4d1b1d4c5310","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:200]: failed to verify simple web app on back-level cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f574a0\u003e: \n    [strict TLS verification] route was never reachable: Get \"https://agnhost-e2e-sample-app-l9bk7.apps.aro.m4i2h2v3s1v3m4v.wn5e.uksouth.aroapp-hcp.io\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:200]: failed to verify simple web app on back-level cluster version 4.19\nUnexpected error:\n    \u003c*fmt.wrapError | 0xc000f574a0\u003e: \n    [strict TLS verification] route was never reachable: Get \"https://agnhost-e2e-sample-app-l9bk7.apps.aro.m4i2h2v3s1v3m4v.wn5e.uksouth.aroapp-hcp.io\": tls: failed to verify certificate: x509: certificate signed by unknown authority\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"c6cc39ebab92c7ed45d8097741d416d66b29b3bacdc947677b26088c375b717d","failure_pattern":"tls: failed to verify certificate: x509: certificate signed by unknown authority","search_query":"tls: failed to verify certificate: x509: certificate signed by unknown authority"}},{"row_id":"f8b89e12af310e66d6fb154986a8463b71950f74f6a6e3fa77118fb9f6b624f1","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel-ocp-nightly/2088762881716785152","occurred_at":"2026-08-15T23:00:52Z","failed_at":"e2e","signature_id":"0ac0d3b899b559b52d2e94d74d5f4b7318df3d0d48f0ee71ad912efd264fab0d","test_name":"Customer should create a cluster with private KAS and verify API server is only reachable from VNet while ingress remains public","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001993290\u003e: \n    failed to create HCP cluster private-kas, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-m4dp6j9pf6b8, error: failed waiting for cluster=\"private-kas\" in resourcegroup=\"private-kas-m4dp6j9pf6b8\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-m4dp6j9pf6b8, error: context deadline exceeded\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_private_kas.go:90]: failed to create HCP cluster \"private-kas\" with private KAS\nUnexpected error:\n    \u003c*fmt.wrapErrors | 0xc001993290\u003e: \n    failed to create HCP cluster private-kas, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-m4dp6j9pf6b8, error: failed waiting for cluster=\"private-kas\" in resourcegroup=\"private-kas-m4dp6j9pf6b8\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster private-kas in resource group private-kas-m4dp6j9pf6b8, error: context deadline exceeded\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed to create HCP cluster cluster-nightly-5-1-7vg78c, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-7vg78c in resource group rg-nightly-5-1-vfdq6788d4gx, error: failed waiting for cluster=\"cluster-nightly-5-1-7vg78c\" in resourcegroup=\"rg-nightly-5-1-vfdq6788d4gx\" to finish creating, caused by: timeout '20.000000' minutes exceeded during CreateHCPCluster20251223FromParam for cluster cluster-nightly-5-1-7vg78c in resource group rg-nightly-5-1-vfdq6788d4gx, error: context deadline exceeded"}}],"failure_pattern_summary":{"signature_count":4,"failure_pattern_ids":["120e48adced5265e3c99ccc28967cb2a7471c544770275711c2aee3f2d3418be","c6cc39ebab92c7ed45d8097741d416d66b29b3bacdc947677b26088c375b717d","ffa3a3846ef58f6b9d03a99400f867f35993b1717da814d72f8de944efe8e5cf"],"matched_occurrences":4,"unmatched_occurrences":0,"match_summary":"multiple_clustered"}},{"run":{"environment":"prod","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2088445790069460992","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel","pr_number":0,"pr_state":"","pr_sha":"","final_merged_sha":"","merged_pr":true,"post_good_commit":true,"failed":true,"occurred_at":"2026-08-15T02:00:52Z"},"failed_at":["e2e"],"failed_test_count":1,"occurrences":[{"row_id":"9c996f9c1fb4fc4a475ff29c9e0a133779585a8bf61d819f72298c3b6959a7a3","run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-prod-e2e-parallel/2088445790069460992","occurred_at":"2026-08-15T02:00:52Z","failed_at":"e2e","signature_id":"e4c7972f441911816ab1d0989f78314bc39b2df239b54ff9083fb059b4cce157","test_name":"Nodepool OS Disk Encryption should create a nodepool with customer-managed disk encryption via DES","test_suite":"prod/parallel","failure_text":"fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_osdisk_encryption.go:163]: cluster verification failed\nUnexpected error:\n    \u003c*errors.joinError | 0xc002a95e60\u003e: \n    VerifyVMOSDiskCustomerEncryption(nodePool=des-np) failed: OS disk encryption verification failed for 2/2 VMs: disk des-encrypt-des-np-z7flz-7rtwb_OSDisk for VM des-encrypt-des-np-z7flz-7rtwb has encryption type EncryptionAtRestWithPlatformKey, expected EncryptionAtRestWithCustomerKey\n    disk des-encrypt-des-np-z7flz-x58dp_OSDisk for VM des-encrypt-des-np-z7flz-x58dp has encryption type EncryptionAtRestWithPlatformKey, expected EncryptionAtRestWithCustomerKey\n    ...\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_osdisk_encryption.go:163]: cluster verification failed\nUnexpected error:\n    \u003c*errors.joinError | 0xc002a95e60\u003e: \n    VerifyVMOSDiskCustomerEncryption(nodePool=des-np) failed: OS disk encryption verification failed for 2/2 VMs: disk des-encrypt-des-np-z7flz-7rtwb_OSDisk for VM des-encrypt-des-np-z7flz-7rtwb has encryption type EncryptionAtRestWithPlatformKey, expected EncryptionAtRestWithCustomerKey\n    disk des-encrypt-des-np-z7flz-x58dp_OSDisk for VM des-encrypt-des-np-z7flz-x58dp has encryption type EncryptionAtRestWithPlatformKey, expected EncryptionAtRestWithCustomerKey\n    ...\noccurred","failure_pattern_match":{"status":"clustered","failure_pattern_id":"049ab95456a063a9acaf6c3e702f3f5c83337269096ca8ee0b5eb394da0c60dc","failure_pattern":"VerifyVMOSDiskCustomerEncryption(nodePool=\u003cnodepool\u003e) failed: OS disk encryption verification failed for 2/2 VMs: disk des-encrypt-des-np-z7flz-7rtwb_OSDisk for VM des-encrypt-des-np-z7flz-7rtwb has encryption type EncryptionAtRestWithPlatformKey, expected","search_query":"VerifyVMOSDiskCustomerEncryption(nodePool=des-np) failed: OS disk encryption verification failed for 2/2 VMs: disk des-encrypt-des-np-z7flz-7rtwb_OSDisk for VM des-encrypt-des-np-z7flz-7rtwb has encryption type EncryptionAtRestWithPlatformKey, expected EncryptionAtRestWithCustomerKey"}}],"failure_pattern_summary":{"signature_count":1,"failure_pattern_ids":["049ab95456a063a9acaf6c3e702f3f5c83337269096ca8ee0b5eb394da0c60dc"],"matched_occurrences":1,"unmatched_occurrences":0,"match_summary":"single_clustered"}}]}]}