{"meta":{"start_date":"2026-03-31","end_date":"2026-03-31","start_at":"2026-03-31T00:00:00Z","end_at":"2026-04-01T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T19:52:20Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":3,"failed_runs":1,"raw_occurrences":2,"matched_occurrences":2,"runs_affected":1},"rows":[{"environment":"int","failure_pattern_id":"8a4f72aa42d77f88d887451461cfe16cbaa6e99a3971ef2b2702bfb05ba6fb05","failure_pattern":"add password: error status code received from the API","search_query":"add password: error status code received from the API","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-03-25..2026-03-31 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Authorized CIDRs Connectivity should allow API access only from authorized VM IP","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:252]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0015d1e60\u003e: \n    add password: error status code received from the API\n    {\n        msg: \"add password: error status code received from the API\",\n        err: \u003c*odataerrors.ODataError | 0xc0001d6e40\u003e{\n            ApiError: {\n                Message: \"\",\n                ResponseStatusCode: 404,\n                ResponseHeaders: {\n                    header: {\n                        headers: {\n                            \"x-ms-ags-diagnostic\": {\n                                \"{\\\"ServerInfo\\\":{\\\"DataCenter\\\":\\\"Canada Central\\\",\\\"Slice\\\":\\\"E\\\",\\\"Ring\\\":\\\"3\\\",\\\"ScaleUnit\\\":\\\"000\\\",\\\"RoleInstance\\\":\\\"TO1PEPF0000542E\\\"}}\": {},\n                            },\n                            \"x-ms-resource-unit\": {\"1\": {}},\n                            \"date\": {\n                                \"Tue, 31 Mar 2026 08:28:07 GMT\": {},\n                            },\n                            \"cache-control\": {\"no-cache\": {}},\n                            \"strict-transport-security\": {\n                                \"max-age=31536000\": {},\n                            },\n                            \"client-request-id\": {\n                                \"75a0d347-72fb-4ab2-924d-ef1861bd1c25\": {},\n                            },\n                            \"content-type\": {\n                                \"application/json\": {},\n                            },\n                            \"vary\": {\n                                \"Accept-Encoding\": {},\n                            },\n                            \"request-id\": {\n                                \"75a0d347-72fb-4ab2-924d-ef1861bd1c25\": {},\n                            },\n                        },\n                    },\n                },\n            },\n            backingStore: \u003c*store.InMemoryBackingStore | 0xc0015d1e00\u003e{\n                returnOnlyChangedValues: false,\n                initializationCompleted: false,\n                store: {\n                    \"errorEscaped\": \u003c*odataerrors.MainError | 0xc00070ae40\u003e{\n                        backingStore: \u003c*store.InMemoryBackingStore | 0xc0015d1e20\u003e{\n                            returnOnlyChangedValues: false,\n                            initializationCompleted: false,\n                            store: {\n                                \"code\": \u003c*string | 0xc00070ac90\u003e\"Request_ResourceNotFound\",\n                                \"message\": \u003c*string | 0xc00070acf0\u003e\"Resource '3ee33ce9-ce09-4583-b01c-acdbc683ee4c' does not exist or one of its queried reference-property objects are not present.\",\n                                \"innerError\": \u003c*odataerrors.InnerError | 0xc00070aea0\u003e{\n                                    backingStore: \u003c*store.InMemoryBackingStore | 0xc0015d1e40\u003e{\n                                        returnOnlyChangedValues: false,\n                                        initializationCompleted: false,\n                                        store: {...: ..., ...: ...},\n                                        subscribers: {},\n                                        changedValues: {...: ..., ...: ...},\n                                    },\n                                },\n                            },\n                            subscribers: {},\n                            changedValues: {\"code\": false, \"message\": false, \"innerError\": false},\n                        },\n                    },\n                },\n                subscribers: {},\n                changedValues: {\n                    \"errorEscaped\": false,\n                },\n            },\n        },\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_authorized_cidrs_connectivity.go:252]: Unexpected error:\n    \u003c*fmt.wrapError | 0xc0015d1e60\u003e: \n    add password: error status code received from the API\n    {\n        msg: \"add password: error status code received from the API\",\n        err: \u003c*odataerrors.ODataError | 0xc0001d6e40\u003e{\n            ApiError: {\n                Message: \"\",\n                ResponseStatusCode: 404,\n                ResponseHeaders: {\n                    header: {\n                        headers: {\n                            \"x-ms-ags-diagnostic\": {\n                                \"{\\\"ServerInfo\\\":{\\\"DataCenter\\\":\\\"Canada Central\\\",\\\"Slice\\\":\\\"E\\\",\\\"Ring\\\":\\\"3\\\",\\\"ScaleUnit\\\":\\\"000\\\",\\\"RoleInstance\\\":\\\"TO1PEPF0000542E\\\"}}\": {},\n                            },\n                            \"x-ms-resource-unit\": {\"1\": {}},\n                            \"date\": {\n                                \"Tue, 31 Mar 2026 08:28:07 GMT\": {},\n                            },\n                            \"cache-control\": {\"no-cache\": {}},\n                            \"strict-transport-security\": {\n                                \"max-age=31536000\": {},\n                            },\n                            \"client-request-id\": {\n                                \"75a0d347-72fb-4ab2-924d-ef1861bd1c25\": {},\n                            },\n                            \"content-type\": {\n                                \"application/json\": {},\n                            },\n                            \"vary\": {\n                                \"Accept-Encoding\": {},\n                            },\n                            \"request-id\": {\n                                \"75a0d347-72fb-4ab2-924d-ef1861bd1c25\": {},\n                            },\n                        },\n                    },\n                },\n            },\n            backingStore: \u003c*store.InMemoryBackingStore | 0xc0015d1e00\u003e{\n                returnOnlyChangedValues: false,\n                initializationCompleted: false,\n                store: {\n                    \"errorEscaped\": \u003c*odataerrors.MainError | 0xc00070ae40\u003e{\n                        backingStore: \u003c*store.InMemoryBackingStore | 0xc0015d1e20\u003e{\n                            returnOnlyChangedValues: false,\n                            initializationCompleted: false,\n                            store: {\n                                \"code\": \u003c*string | 0xc00070ac90\u003e\"Request_ResourceNotFound\",\n                                \"message\": \u003c*string | 0xc00070acf0\u003e\"Resource '3ee33ce9-ce09-4583-b01c-acdbc683ee4c' does not exist or one of its queried reference-property objects are not present.\",\n                                \"innerError\": \u003c*odataerrors.InnerError | 0xc00070aea0\u003e{\n                                    backingStore: \u003c*store.InMemoryBackingStore | 0xc0015d1e40\u003e{\n                                        returnOnlyChangedValues: false,\n                                        initializationCompleted: false,\n                                        store: {...: ..., ...: ...},\n                                        subscribers: {},\n                                        changedValues: {...: ..., ...: ...},\n                                    },\n                                },\n                            },\n                            subscribers: {},\n                            changedValues: {\"code\": false, \"message\": false, \"innerError\": false},\n                        },\n                    },\n                },\n                subscribers: {},\n                changedValues: {\n                    \"errorEscaped\": false,\n                },\n            },\n        },\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038890153002405888","occurred_at":"2026-03-31T08:04:27Z","signature_id":"60a818cf74ac24e0360440dcbc37ac81abec356ce164f912bcc99d2d05d771ef","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"7176c8100285eba09941d08f774d0c2e42d959fd659a2cfc6fe136353b2f68df","failure_pattern":"found 1 managed resource groups left behind HCP clusters in cluster-listing-xk5f98","search_query":"occurred","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at the resource group level","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-03-25..2026-03-31 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Customer should be able to list HCP clusters without node pools at the resource group level","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:246]: Unexpected error:\n    \u003c*errors.joinError | 0xc000e4a0f0\u003e: \n    found 1 managed resource groups left behind HCP clusters in cluster-listing-xk5f98\n    {\n        errs: [\n            \u003c*errors.errorString | 0xc00198c880\u003e{\n                s: \"found 1 managed resource groups left behind HCP clusters in cluster-listing-xk5f98\",\n            },\n        ],\n    }\noccurred\nfail [github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:246]: Unexpected error:\n    \u003c*errors.joinError | 0xc000e4a0f0\u003e: \n    found 1 managed resource groups left behind HCP clusters in cluster-listing-xk5f98\n    {\n        errs: [\n            \u003c*errors.errorString | 0xc00198c880\u003e{\n                s: \"found 1 managed resource groups left behind HCP clusters in cluster-listing-xk5f98\",\n            },\n        ],\n    }\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2038890153002405888","occurred_at":"2026-03-31T08:04:27Z","signature_id":"c68b5ff28779994fb76045c3a27ca0e908393e40a686edd3bb931ef2bcea9aff","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}