{"meta":{"start_date":"2026-03-02","end_date":"2026-03-02","start_at":"2026-03-02T00:00:00Z","end_at":"2026-03-03T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T22:29:44Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":3,"failed_runs":2,"raw_occurrences":22,"matched_occurrences":22,"runs_affected":2},"rows":[{"environment":"int","failure_pattern_id":"0ece011306dab74cd22dd19f1f3c89bbdb930a2321b61be59e4a6a90aae6e3eb","failure_pattern":"timeout during CreateHCPClusterAndWait; context deadline exceeded","search_query":"failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-8bpz6w\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-8bpz6w, error: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":14,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":14,"after_last_push_count":14,"trend_counts":[0,0,0,0,0,0,14],"trend_range":"2026-02-24..2026-03-02 UTC","prior_windows_present":1,"prior_window_starts":["2026-02-23"],"prior_runs_affected":8,"prior_last_seen_at":"2026-03-01T04:25:41Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with an external auth config and get the external auth config","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create a cluster with default autoscaling and a nodepool with autoscaling enabled","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and custom node pool osDisk size","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with Image Registry not present","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with back-level version 4.19","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to lifecycle and confirm external auth on a cluster","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should create an HCP cluster and validate TLS certificates","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should not be able to reuse subnets and NSGs between clusters","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should respect cluster-wide node limits with nodepool autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Negative creates a cluster and fails to update its name with a PATCH request","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:83]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a26750\u003e: \n    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-4lvq9m, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-4lvq9m\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-4lvq9m, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-4lvq9m, error: failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-4lvq9m\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-4lvq9m, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000f2cf50\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-4lvq9m\",\n            },\n            \u003c*fmt.wrapErrors | 0xc000a26720\u003e{\n                msg: \"failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-4lvq9m\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-4lvq9m, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000f2cf50\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-4lvq9m\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/nodepool_autoscaling.go:83]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc000a26750\u003e: \n    failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-4lvq9m, error: failed waiting for cluster=\"np-autoscale-cluster\" in resourcegroup=\"np-autoscaling-4lvq9m\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-4lvq9m, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster np-autoscale-cluster, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-4lvq9m, error: failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-4lvq9m\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-4lvq9m, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc000f2cf50\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-4lvq9m\",\n            },\n            \u003c*fmt.wrapErrors | 0xc000a26720\u003e{\n                msg: \"failed waiting for cluster=\\\"np-autoscale-cluster\\\" in resourcegroup=\\\"np-autoscaling-4lvq9m\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-4lvq9m, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc000f2cf50\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster np-autoscale-cluster in resource group np-autoscaling-4lvq9m\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:147]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010f10e0\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-8bpz6w\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-8bpz6w, error: context deadline exceeded\n    {\n        msg: \"failed waiting for cluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-8bpz6w\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-8bpz6w, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc001700760\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-8bpz6w\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:147]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc0010f10e0\u003e: \n    failed waiting for cluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-8bpz6w\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-8bpz6w, error: context deadline exceeded\n    {\n        msg: \"failed waiting for cluster=\\\"cluster-ver-4-19\\\" in resourcegroup=\\\"rg-cluster-back-version-8bpz6w\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-8bpz6w, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc001700760\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterAndWait for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-8bpz6w\",\n            },\n            \u003ccontext.deadlineExceededError\u003e{},\n        ],\n    }\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001504090\u003e: \n    failed to create HCP cluster ea-list6k7qcp, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list6k7qcp in resource group ea-list-9jmwcq, error: failed waiting for cluster=\"ea-list6k7qcp\" in resourcegroup=\"ea-list-9jmwcq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list6k7qcp in resource group ea-list-9jmwcq, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster ea-list6k7qcp, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list6k7qcp in resource group ea-list-9jmwcq, error: failed waiting for cluster=\\\"ea-list6k7qcp\\\" in resourcegroup=\\\"ea-list-9jmwcq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list6k7qcp in resource group ea-list-9jmwcq, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc001297b30\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list6k7qcp in resource group ea-list-9jmwcq\",\n            },\n            \u003c*fmt.wrapErrors | 0xc001504060\u003e{\n                msg: \"failed waiting for cluster=\\\"ea-list6k7qcp\\\" in resourcegroup=\\\"ea-list-9jmwcq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list6k7qcp in resource group ea-list-9jmwcq, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc001297b30\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list6k7qcp in resource group ea-list-9jmwcq\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/external_auth_list_and_verify.go:84]: Unexpected error:\n    \u003c*fmt.wrapErrors | 0xc001504090\u003e: \n    failed to create HCP cluster ea-list6k7qcp, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list6k7qcp in resource group ea-list-9jmwcq, error: failed waiting for cluster=\"ea-list6k7qcp\" in resourcegroup=\"ea-list-9jmwcq\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list6k7qcp in resource group ea-list-9jmwcq, error: context deadline exceeded\n    {\n        msg: \"failed to create HCP cluster ea-list6k7qcp, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list6k7qcp in resource group ea-list-9jmwcq, error: failed waiting for cluster=\\\"ea-list6k7qcp\\\" in resourcegroup=\\\"ea-list-9jmwcq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list6k7qcp in resource group ea-list-9jmwcq, error: context deadline exceeded\",\n        errs: [\n            \u003c*errors.errorString | 0xc001297b30\u003e{\n                s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list6k7qcp in resource group ea-list-9jmwcq\",\n            },\n            \u003c*fmt.wrapErrors | 0xc001504060\u003e{\n                msg: \"failed waiting for cluster=\\\"ea-list6k7qcp\\\" in resourcegroup=\\\"ea-list-9jmwcq\\\" to finish creating, caused by: timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list6k7qcp in resource group ea-list-9jmwcq, error: context deadline exceeded\",\n                errs: [\n                    \u003c*errors.errorString | 0xc001297b30\u003e{\n                        s: \"timeout '45.000000' minutes exceeded during CreateHCPClusterFromParam for cluster ea-list6k7qcp in resource group ea-list-9jmwcq\",\n                    },\n                    \u003ccontext.deadlineExceededError\u003e{},\n                ],\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"1616f90ce801cb11b8a1814a0543f660d90df881668a700eb56174084cd51ced","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"19b702ca6cdcda75223f475a462977397646492e66b3c4209433e77ac9b46f71","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"261188f8db94673b2eb3775a5b18746c6aba78982f0e9a8d7dba636b6cce7797","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"3792854872008a40d96bb29b6d94051aaf64c9a6fc5e9272951800bde0e47467","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"3f14e5ee99ec78efc33b038922b5e75f16a52bf8d88ad88d83239b9248b0a77c","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"44736ce5da5bd3e7410f4451f94966176c2c5cec04eff4428655a8ef67cf3a80","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"5e37d45c747077355a4d0ccee22b5cc61f3240c3c4fbf0e8b203f729c10491bb","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"6dc58bdcb1d71a7c36bf01e223e1f312f64b631f85223ac7b0ed4a7110f6308f","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"70e9216dbc29928e47b0229114678396d664e61a9fd0fd4aa00d8a7c84a5fc77","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"7d7a2bb1af6e9bb89573d9e673aec75767fe5632ed47f2bdc1fdf1019832ca38","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"92ff7dfc05f655974e1e8c55ca8e59a9f7cda20f21ffc5731fcb0d232654fb3e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"996ea16311f46a6a3bba29662a266869dfa88e475ef4d424efb68899484f9ac3","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"d0e428baa5480e99ceb36251ac2574cb33769ff398d13a45b08e70595d16343e","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"f1c180b7a2e057469b3cbf35554e5e3af04335fa51671ebc410d2c951fbb031c","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"ed91849277e23f84f2cfe3e0bb2a2379781cf9007095371a6220d51d0605b4b7","failure_pattern":"Interrupted by User","search_query":"Interrupted by User","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":5,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":5,"after_last_push_count":34,"trend_counts":[0,1,0,0,21,7,5],"trend_range":"2026-02-24..2026-03-02 UTC","prior_windows_present":1,"prior_window_starts":["2026-02-23"],"prior_runs_affected":9,"prior_last_seen_at":"2026-03-01T04:25:41Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster with custom autoscaling","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create node pools with ARM64-based VMs","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create several HCP clusters in their customer resource group, but not in the same managed resource group","occurrences":1},{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to test admin credentials before cluster ready, then full admin credential lifecycle","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:51]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/admin_credential_lifecycle.go:51]: Interrupted by User","fail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:35]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/clusters_sharing_resgroup.go:35]: Interrupted by User","fail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:36]: Interrupted by User\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_autoscaling.go:36]: Interrupted by User"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"e6da33d04a54f33cfcf6737adce240a35f387bc578cc7378a48365638a71d12d","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"156b691244df26e8d7f43bbd2ff00370f632b560f797dd0a0b972d14b4223aff","failure_pattern":"failed waiting for deployment \"aro-hcp-demo\" in resourcegroup=\"\u003cresource-group\u003e\" to finish: context deadline exceeded","search_query":"failed waiting for deployment \"aro-hcp-demo\" in resourcegroup=\"gpu-nodepools-NC4asT4v3-k6bkh8\" to finish: context deadline exceeded","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-02-24..2026-03-02 UTC","prior_windows_present":1,"prior_window_starts":["2026-02-23"],"prior_runs_affected":8,"prior_last_seen_at":"2026-03-01T04:25:41Z","contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:96]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000812bc0\u003e: \n    failed waiting for deployment \"aro-hcp-demo\" in resourcegroup=\"gpu-nodepools-NC4asT4v3-k6bkh8\" to finish: context deadline exceeded\n    {\n        msg: \"failed waiting for deployment \\\"aro-hcp-demo\\\" in resourcegroup=\\\"gpu-nodepools-NC4asT4v3-k6bkh8\\\" to finish: context deadline exceeded\",\n        err: \u003ccontext.deadlineExceededError\u003e{},\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:96]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc000812bc0\u003e: \n    failed waiting for deployment \"aro-hcp-demo\" in resourcegroup=\"gpu-nodepools-NC4asT4v3-k6bkh8\" to finish: context deadline exceeded\n    {\n        msg: \"failed waiting for deployment \\\"aro-hcp-demo\\\" in resourcegroup=\\\"gpu-nodepools-NC4asT4v3-k6bkh8\\\" to finish: context deadline exceeded\",\n        err: \u003ccontext.deadlineExceededError\u003e{},\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028359671944843264","occurred_at":"2026-03-02T06:40:05Z","signature_id":"87cbf342c3d7b705b94002373ca79f1bd5ed7a29413f7d63f90f49af22aea278","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"8f823cbe5c4dae41e1e24f83745ce2eed197c1e2a955e0d7832bf0cee21fd378","failure_pattern":"or adjust the parameters in Gomega's 'format' package.","search_query":"or adjust the parameters in Gomega's 'format' package.","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-02-24..2026-03-02 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at both subscription and resource group levels","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:97]: Expected\n    \u003c*exported.ResponseError | 0xc000a81350\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\n    --------------------------------------------------------------------------------\n    RESPONSE 404: 404 Not Found\n    ERROR CODE: NotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"NotFound\",\n        \"message\": \"Cluster '2opo4ancuu56jge964b3jdk5rp5s8av4' not found\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"NotFound\",\n        StatusCode: 404,\n        RawResponse: {\n            Status: \"404 Not Found\",\n            StatusCode: 404,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"X-Envoy-Upstream-Service-Time\": [\"1482\"],\n                \"Cache-Control\": [\"no-cache\"],\n                \"Expires\": [\"-1\"],\n                \"X-Ms-Error-Code\": [\"NotFound\"],\n                \"X-Ms-Request-Id\": [\n                    \"8ac7b452-c6c1-4830-86df-2b2bdbf83106\",\n                ],\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADACENTRAL:20260302T181711Z:8e8e6a8c-9217-4058-9bbb-b42ce9f030cd\",\n                ],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: BB9552B9B9FF49CB83494FAF7F2CE729 Ref B: CHI261140505062 Ref C: 2026-03-02T18:17:09Z\",\n                ],\n                \"Pragma\": [\"no-cache\"],\n                \"Content-Length\": [\"126\"],\n                \"Content-Type\": [\"application/json\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"8e8e6a8c-9217-4058-9bbb-b42ce9f030cd\",\n                ],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"Date\": [\n                    \"Mon, 02 Mar 2026 18:17:11 GMT\",\n                ],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc001728500\u003e{\n                s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 78, 111, 116, 70, 111, 117, 110, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 108, 117, 115, 116, 101, 114, 32, 39, 50, 111, 112, 111, 52, 97, 110, 99, 117, 117, 53, 54, 106, 103, 101, 57, 54, 52, 98, 51, 106, 100, 107, 53, 114, 112, 53, 115, 56, 97, 118, 52, 39, 32, 110, 111, 116, 32, 102, 111, 117, 110, 100, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                i: 0,\n            },\n            ContentLength: 126,\n            TransferEncoding: nil,\n            Close: false,\n            Uncompressed: false,\n            Trailer: nil,\n            Request: {\n                Method: \"GET\",\n                URL: {\n                    Scheme: \"https\",\n                    Opaque: \"\",\n                    User: nil,\n                    Host: \"management.azure.com\",\n                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\",\n                    RawPath: \"\",\n                    OmitHost: false,\n                    ForceQuery: false,\n                    RawQuery: \"api-version=2024-06-10-preview\",\n                    Fragment: \"\",\n                    RawFragment: \"\",\n                },\n                Proto: \"HTTP/1.1\",\n                ProtoMajor: 1,\n                ProtoMinor: 1,\n                Header: {\n                    \"User-Agent\": [\n                        \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n                    ],\n                    \"Authorization\": [\"redacted\"],\n                    \"Accept\": [\"application/json\"],\n                },\n                Body: nil,\n                GetBody: nil,\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Host: \"management.azure.com\",\n                Form: nil,\n                PostForm: nil,\n                MultipartForm: nil,\n                Trailer: nil,\n                RemoteAddr: \"\",\n                RequestURI: \"\",\n                TLS: nil,\n                Cancel: nil,\n                Response: nil,\n                Pattern: \"\",\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\nto be nil\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_list_no_infra.go:97]: Expected\n    \u003c*exported.ResponseError | 0xc000a81350\u003e: \n    GET https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\n    --------------------------------------------------------------------------------\n    RESPONSE 404: 404 Not Found\n    ERROR CODE: NotFound\n    --------------------------------------------------------------------------------\n    {\n      \"error\": {\n        \"code\": \"NotFound\",\n        \"message\": \"Cluster '2opo4ancuu56jge964b3jdk5rp5s8av4' not found\"\n      }\n    }\n    --------------------------------------------------------------------------------\n    \n    {\n        ErrorCode: \"NotFound\",\n        StatusCode: 404,\n        RawResponse: {\n            Status: \"404 Not Found\",\n            StatusCode: 404,\n            Proto: \"HTTP/2.0\",\n            ProtoMajor: 2,\n            ProtoMinor: 0,\n            Header: {\n                \"X-Envoy-Upstream-Service-Time\": [\"1482\"],\n                \"Cache-Control\": [\"no-cache\"],\n                \"Expires\": [\"-1\"],\n                \"X-Ms-Error-Code\": [\"NotFound\"],\n                \"X-Ms-Request-Id\": [\n                    \"8ac7b452-c6c1-4830-86df-2b2bdbf83106\",\n                ],\n                \"X-Ms-Routing-Request-Id\": [\n                    \"CANADACENTRAL:20260302T181711Z:8e8e6a8c-9217-4058-9bbb-b42ce9f030cd\",\n                ],\n                \"X-Msedge-Ref\": [\n                    \"Ref A: BB9552B9B9FF49CB83494FAF7F2CE729 Ref B: CHI261140505062 Ref C: 2026-03-02T18:17:09Z\",\n                ],\n                \"Pragma\": [\"no-cache\"],\n                \"Content-Length\": [\"126\"],\n                \"Content-Type\": [\"application/json\"],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Reads\": [\"249\"],\n                \"X-Ms-Correlation-Request-Id\": [\n                    \"8e8e6a8c-9217-4058-9bbb-b42ce9f030cd\",\n                ],\n                \"X-Content-Type-Options\": [\"nosniff\"],\n                \"Date\": [\n                    \"Mon, 02 Mar 2026 18:17:11 GMT\",\n                ],\n                \"X-Ms-Ratelimit-Remaining-Subscription-Global-Reads\": [\"3749\"],\n                \"Strict-Transport-Security\": [\n                    \"max-age=31536000; includeSubDomains\",\n                ],\n                \"X-Cache\": [\"CONFIG_NOCACHE\"],\n            },\n            Body: \u003c*exported.nopClosingBytesReader | 0xc001728500\u003e{\n                s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 78, 111, 116, 70, 111, 117, 110, 100, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 67, 108, 117, 115, 116, 101, 114, 32, 39, 50, 111, 112, 111, 52, 97, 110, 99, 117, 117, 53, 54, 106, 103, 101, 57, 54, 52, 98, 51, 106, 100, 107, 53, 114, 112, 53, 115, 56, 97, 118, 52, 39, 32, 110, 111, 116, 32, 102, 111, 117, 110, 100, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n                i: 0,\n            },\n            ContentLength: 126,\n            TransferEncoding: nil,\n            Close: false,\n            Uncompressed: false,\n            Trailer: nil,\n            Request: {\n                Method: \"GET\",\n                URL: {\n                    Scheme: \"https\",\n                    Opaque: \"\",\n                    User: nil,\n                    Host: \"management.azure.com\",\n                    Path: \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters\",\n                    RawPath: \"\",\n                    OmitHost: false,\n                    ForceQuery: false,\n                    RawQuery: \"api-version=2024-06-10-preview\",\n                    Fragment: \"\",\n                    RawFragment: \"\",\n                },\n                Proto: \"HTTP/1.1\",\n                ProtoMajor: 1,\n                ProtoMinor: 1,\n                Header: {\n                    \"User-Agent\": [\n                        \"azsdk-go-armredhatopenshifthcp/v0.1.0 (go1.25.7; linux)\",\n                    ],\n                    \"Authorization\": [\"redacted\"],\n                    \"Accept\": [\"application/json\"],\n                },\n                Body: nil,\n                GetBody: nil,\n                ContentLength: 0,\n                TransferEncoding: nil,\n                Close: false,\n                Host: \"management.azure.com\",\n                Form: nil,\n                PostForm: nil,\n                MultipartForm: nil,\n                Trailer: nil,\n                RemoteAddr: \"\",\n                RequestURI: \"\",\n                TLS: nil,\n                Cancel: nil,\n                Response: nil,\n                Pattern: \"\",\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\nto be nil"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028529908577210368","occurred_at":"2026-03-02T17:53:52Z","signature_id":"24e62397115e9f2239753e92be2941b449fe1fc6c6b975abc083813f62ba63b3","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"2e443522d89f2772bda5792db138d2921917b486a907363d9da7630fbf3b5a58","failure_pattern":"subscription state not found","search_query":"subscription state not found","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-02-24..2026-03-02 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to create an HCP cluster and manage pull secrets","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:314]: Timed out after 300.005s.\nNFD operator should be installed successfully\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc000970530\u003e: \n    subscription state not found\n    {\n        s: \"subscription state not found\",\n    }\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_pullsecret.go:314]: Timed out after 300.005s.\nNFD operator should be installed successfully\nExpected success, but got an error:\n    \u003c*errors.errorString | 0xc000970530\u003e: \n    subscription state not found\n    {\n        s: \"subscription state not found\",\n    }"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2028529908577210368","occurred_at":"2026-03-02T17:53:52Z","signature_id":"5a9a2eac5722ca1f12fa90d30153905e0b2b36f20c616ea69ff44e0e5e7e8c0e","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}