{"meta":{"start_date":"2026-03-10","end_date":"2026-03-10","start_at":"2026-03-10T00:00:00Z","end_at":"2026-03-11T00:00:00Z","timezone":"UTC","generated_at":"2026-08-26T22:29:17Z","environments":["int"]},"environments":[{"environment":"int","summary":{"total_runs":3,"failed_runs":2,"raw_occurrences":3,"matched_occurrences":3,"runs_affected":2},"rows":[{"environment":"int","failure_pattern_id":"701a8a455e7ebdb1a55d6d89826d827a72387557689423a7e3811708950aebaa","failure_pattern":"ERROR CODE: InvalidTemplate; detail message Deployment template validation failed: 'The following parameters were supplied, but do not correspond to any parameters defined in the template: 'tags'. The parameters defined in the template are: 'clusterName, identities, openshiftControlPlaneVersionId, openshiftNodePoolVersionId, persistTagValue, usePooledIdentities'.","search_query":"ERROR CODE: InvalidTemplate","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","occurrences":2,"runs_affected":2,"failed_runs":2,"run_impact_percent":66.66666666666667,"anchor_occurrences":2,"after_last_push_count":2,"trend_counts":[0,0,0,0,0,0,2],"trend_range":"2026-03-04..2026-03-10 UTC","prior_windows_present":0,"prior_runs_affected":2,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"HCP Nodepools GPU instances creates and deletes vm type NC4asT4v3 in a single cluster","occurrences":2}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:100]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000848600\u003e: \n failed creating deployment \"aro-hcp-demo\" in resourcegroup=\"gpu-nodepools-NC4asT4v3-zhtprd\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/gpu-nodepools-NC4asT4v3-zhtprd/providers/Microsoft.Resources/deployments/aro-hcp-demo\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidTemplate\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidTemplate\",\n \"message\": \"Deployment template validation failed: 'The following parameters were supplied, but do not correspond to any parameters defined in the template: 'tags'. The parameters defined in the template are: 'clusterName, identities, openshiftControlPlaneVersionId, openshiftNodePoolVersionId, persistTagValue, usePooledIdentities'. Please see https://aka.ms/arm-pass-parameter-values for usage details.'.\",\n \"additionalInfo\": [\n {\n \"type\": \"TemplateViolation\",\n \"info\": {\n \"lineNumber\": 0,\n \"linePosition\": 0,\n \"path\": \"\"\n }\n }\n ]\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed creating deployment \\\"aro-hcp-demo\\\" in resourcegroup=\\\"gpu-nodepools-NC4asT4v3-zhtprd\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/gpu-nodepools-NC4asT4v3-zhtprd/providers/Microsoft.Resources/deployments/aro-hcp-demo\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: InvalidTemplate\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InvalidTemplate\\\",\\n \\\"message\\\": \\\"Deployment template validation failed: 'The following parameters were supplied, but do not correspond to any parameters defined in the template: 'tags'. The parameters defined in the template are: 'clusterName, identities, openshiftControlPlaneVersionId, openshiftNodePoolVersionId, persistTagValue, usePooledIdentities'. Please see https://aka.ms/arm-pass-parameter-values for usage details.'.\\\",\\n \\\"additionalInfo\\\": [\\n {\\n \\\"type\\\": \\\"TemplateViolation\\\",\\n \\\"info\\\": {\\n \\\"lineNumber\\\": 0,\\n \\\"linePosition\\\": 0,\\n \\\"path\\\": \\\"\\\"\\n }\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc00135a990\u003e{\n ErrorCode: \"InvalidTemplate\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Pragma\": [\"no-cache\"],\n \"X-Ms-Failure-Cause\": [\"gateway\"],\n \"X-Ms-Request-Id\": [\n \"f4d69cdb-d05b-44a9-9a92-6eddb4d52e6e\",\n ],\n \"X-Ms-Routing-Request-Id\": [\n \"UKSOUTH:20260310T160951Z:f4d69cdb-d05b-44a9-9a92-6eddb4d52e6e\",\n ],\n \"X-Content-Type-Options\": [\"nosniff\"],\n \"Cache-Control\": [\"no-cache\"],\n \"Content-Type\": [\n \"application/json; charset=utf-8\",\n ],\n \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n \"Strict-Transport-Security\": [\n \"max-age=31536000; includeSubDomains\",\n ],\n \"Expires\": [\"-1\"],\n \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n \"X-Ms-Correlation-Request-Id\": [\n \"f4d69cdb-d05b-44a9-9a92-6eddb4d52e6e\",\n ],\n \"X-Cache\": [\"CONFIG_NOCACHE\"],\n \"Date\": [\n \"Tue, 10 Mar 2026 16:09:50 GMT\",\n ],\n \"Content-Length\": [\"542\"],\n \"X-Msedge-Ref\": [\n \"Ref A: 3F20D18F061F48B0A5963AE25F0A156A Ref B: BL2AA2011003040 Ref C: 2026-03-10T16:09:50Z\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000848540\u003e{\n s: \"{\\\"error\\\":{\\\"code\\\":\\\"InvalidTemplate\\\",\\\"message\\\":\\\"Deployment template validation failed: 'The following parameters were supplied, but do not correspond to any parameters defined in the template: 'tags'. The parameters defined in the template are: 'clusterName, identities, openshiftControlPlaneVersionId, openshiftNodePoolVersionId, persistTagValue, usePooledIdentities'. Please see https://aka.ms/arm-pass-parameter-values for usage details.'.\\\",\\\"additionalInfo\\\":[{\\\"type\\\":\\\"TemplateViolation\\\",\\\"info\\\":{\\\"lineNumber\\\":0,\\\"linePosition\\\":0,\\\"path\\\":\\\"\\\"}}]}}\",\n i: 0,\n },\n ContentLength: 542,\n TransferEncoding: nil,\n Close: false,\n Uncompress...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:100]: Unexpected error:\n \u003c*fmt.wrapError | 0xc000848600\u003e: \n failed creating deployment \"aro-hcp-demo\" in resourcegroup=\"gpu-nodepools-NC4asT4v3-zhtprd\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/gpu-nodepools-NC4asT4v3-zhtprd/providers/Microsoft.Resources/deployments/aro-hcp-demo\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidTemplate\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidTemplate\",\n \"message\": \"Deployment template validation failed: 'The following parameters were supplied, but do not correspond to any parameters defined in the template: 'tags'. The parameters defined in the template are: 'clusterName, identities, openshiftControlPlaneVersionId, openshiftNodePoolVersionId, persistTagValue, usePooledIdentities'. Please see https://aka.ms/arm-pass-parameter-values for usage details.'.\",\n \"additionalInfo\": [\n {\n \"type\": \"TemplateViolation\",\n \"info\": {\n \"lineNumber\": 0,\n \"linePosition\": 0,\n \"path\": \"\"\n }\n }\n ]\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed creating deployment \\\"aro-hcp-demo\\\" in resourcegroup=\\\"gpu-nodepools-NC4asT4v3-zhtprd\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/gpu-nodepools-NC4asT4v3-zhtprd/providers/Microsoft.Resources/deployments/aro-hcp-demo\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: InvalidTemplate\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InvalidTemplate\\\",\\n \\\"message\\\": \\\"Deployment template validation failed: 'The following parameters were supplied, but do not correspond to any parameters defined in the template: 'tags'. The parameters defined in the template are: 'clusterName, identities, openshiftControlPlaneVersionId, openshiftNodePoolVersionId, persistTagValue, usePooledIdentities'. Please see https://aka.ms/arm-pass-parameter-values for usage details.'.\\\",\\n \\\"additionalInfo\\\": [\\n {\\n \\\"type\\\": \\\"TemplateViolation\\\",\\n \\\"info\\\": {\\n \\\"lineNumber\\\": 0,\\n \\\"linePosition\\\": 0,\\n \\\"path\\\": \\\"\\\"\\n }\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc00135a990\u003e{\n ErrorCode: \"InvalidTemplate\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Pragma\": [\"no-cache\"],\n \"X-Ms-Failure-Cause\": [\"gateway\"],\n \"X-Ms-Request-Id\": [\n \"f4d69cdb-d05b-44a9-9a92-6eddb4d52e6e\",\n ],\n \"X-Ms-Routing-Request-Id\": [\n \"UKSOUTH:20260310T160951Z:f4d69cdb-d05b-44a9-9a92-6eddb4d52e6e\",\n ],\n \"X-Content-Type-Options\": [\"nosniff\"],\n \"Cache-Control\": [\"no-cache\"],\n \"Content-Type\": [\n \"application/json; charset=utf-8\",\n ],\n \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n \"Strict-Transport-Security\": [\n \"max-age=31536000; includeSubDomains\",\n ],\n \"Expires\": [\"-1\"],\n \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n \"X-Ms-Correlation-Request-Id\": [\n \"f4d69cdb-d05b-44a9-9a92-6eddb4d52e6e\",\n ],\n \"X-Cache\": [\"CONFIG_NOCACHE\"],\n \"Date\": [\n \"Tue, 10 Mar 2026 16:09:50 GMT\",\n ],\n \"Content-Length\": [\"542\"],\n \"X-Msedge-Ref\": [\n \"Ref A: 3F20D18F061F48B0A5963AE25F0A156A Ref B: BL2AA2011003040 Ref C: 2026-03-10T16:09:50Z\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc000848540\u003e{\n s: \"{\\\"error\\\":{\\\"code\\\":\\\"InvalidTemplate\\\",\\\"message\\\":\\\"Deployment template validation failed: 'The following parameters were supplied, but do not correspond to any parameters defined in the template: 'tags'. The parameters defined in the template are: 'clusterName, identities, openshiftControlPlaneVersionId, openshiftNodePoolVersionId, persistTagValue, usePooledIdentities'. Please see https://aka.ms/arm-pass-parameter-values for usage details.'.\\\",\\\"additionalInfo\\\":[{\\\"type\\\":\\\"TemplateViolation\\\",\\\"info\\\":{\\\"lineNumber\\\":0,\\\"linePosition\\\":0,\\\"path\\\":\\\"\\\"}}]}}\",\n i: 0,\n },\n ContentLength: 542,\n TransferEncoding: nil,\n Close: false,\n Uncompress...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred","fail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:100]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0011369c0\u003e: \n failed creating deployment \"aro-hcp-demo\" in resourcegroup=\"gpu-nodepools-NC4asT4v3-6t29q4\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/gpu-nodepools-NC4asT4v3-6t29q4/providers/Microsoft.Resources/deployments/aro-hcp-demo\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidTemplate\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidTemplate\",\n \"message\": \"Deployment template validation failed: 'The following parameters were supplied, but do not correspond to any parameters defined in the template: 'tags'. The parameters defined in the template are: 'clusterName, identities, openshiftControlPlaneVersionId, openshiftNodePoolVersionId, persistTagValue, usePooledIdentities'. Please see https://aka.ms/arm-pass-parameter-values for usage details.'.\",\n \"additionalInfo\": [\n {\n \"type\": \"TemplateViolation\",\n \"info\": {\n \"lineNumber\": 0,\n \"linePosition\": 0,\n \"path\": \"\"\n }\n }\n ]\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed creating deployment \\\"aro-hcp-demo\\\" in resourcegroup=\\\"gpu-nodepools-NC4asT4v3-6t29q4\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/gpu-nodepools-NC4asT4v3-6t29q4/providers/Microsoft.Resources/deployments/aro-hcp-demo\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: InvalidTemplate\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InvalidTemplate\\\",\\n \\\"message\\\": \\\"Deployment template validation failed: 'The following parameters were supplied, but do not correspond to any parameters defined in the template: 'tags'. The parameters defined in the template are: 'clusterName, identities, openshiftControlPlaneVersionId, openshiftNodePoolVersionId, persistTagValue, usePooledIdentities'. Please see https://aka.ms/arm-pass-parameter-values for usage details.'.\\\",\\n \\\"additionalInfo\\\": [\\n {\\n \\\"type\\\": \\\"TemplateViolation\\\",\\n \\\"info\\\": {\\n \\\"lineNumber\\\": 0,\\n \\\"linePosition\\\": 0,\\n \\\"path\\\": \\\"\\\"\\n }\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000eb44e0\u003e{\n ErrorCode: \"InvalidTemplate\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Failure-Cause\": [\"gateway\"],\n \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n \"X-Ms-Correlation-Request-Id\": [\n \"6f0859fb-712e-493d-b9f3-1feb834d30d5\",\n ],\n \"X-Msedge-Ref\": [\n \"Ref A: 0385E8E79B674F5DB2E6A6AC40C9C59D Ref B: CHI261140506042 Ref C: 2026-03-10T11:15:34Z\",\n ],\n \"Cache-Control\": [\"no-cache\"],\n \"Pragma\": [\"no-cache\"],\n \"Content-Length\": [\"542\"],\n \"Expires\": [\"-1\"],\n \"X-Ms-Request-Id\": [\n \"6f0859fb-712e-493d-b9f3-1feb834d30d5\",\n ],\n \"X-Content-Type-Options\": [\"nosniff\"],\n \"X-Cache\": [\"CONFIG_NOCACHE\"],\n \"Date\": [\n \"Tue, 10 Mar 2026 11:15:34 GMT\",\n ],\n \"Content-Type\": [\n \"application/json; charset=utf-8\",\n ],\n \"X-Ms-Routing-Request-Id\": [\n \"UKSOUTH:20260310T111535Z:6f0859fb-712e-493d-b9f3-1feb834d30d5\",\n ],\n \"Strict-Transport-Security\": [\n \"max-age=31536000; includeSubDomains\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc001136900\u003e{\n s: \"{\\\"error\\\":{\\\"code\\\":\\\"InvalidTemplate\\\",\\\"message\\\":\\\"Deployment template validation failed: 'The following parameters were supplied, but do not correspond to any parameters defined in the template: 'tags'. The parameters defined in the template are: 'clusterName, identities, openshiftControlPlaneVersionId, openshiftNodePoolVersionId, persistTagValue, usePooledIdentities'. Please see https://aka.ms/arm-pass-parameter-values for usage details.'.\\\",\\\"additionalInfo\\\":[{\\\"type\\\":\\\"TemplateViolation\\\",\\\"info\\\":{\\\"lineNumber\\\":0,\\\"linePosition\\\":0,\\\"path\\\":\\\"\\\"}}]}}\",\n i: 0,\n },\n ContentLength: 542,\n TransferEncoding: nil,\n Close: false,\n Uncompress...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/gpu_nodepools_create_delete.go:100]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0011369c0\u003e: \n failed creating deployment \"aro-hcp-demo\" in resourcegroup=\"gpu-nodepools-NC4asT4v3-6t29q4\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/gpu-nodepools-NC4asT4v3-6t29q4/providers/Microsoft.Resources/deployments/aro-hcp-demo\n --------------------------------------------------------------------------------\n RESPONSE 400: 400 Bad Request\n ERROR CODE: InvalidTemplate\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"InvalidTemplate\",\n \"message\": \"Deployment template validation failed: 'The following parameters were supplied, but do not correspond to any parameters defined in the template: 'tags'. The parameters defined in the template are: 'clusterName, identities, openshiftControlPlaneVersionId, openshiftNodePoolVersionId, persistTagValue, usePooledIdentities'. Please see https://aka.ms/arm-pass-parameter-values for usage details.'.\",\n \"additionalInfo\": [\n {\n \"type\": \"TemplateViolation\",\n \"info\": {\n \"lineNumber\": 0,\n \"linePosition\": 0,\n \"path\": \"\"\n }\n }\n ]\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed creating deployment \\\"aro-hcp-demo\\\" in resourcegroup=\\\"gpu-nodepools-NC4asT4v3-6t29q4\\\": PUT https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourcegroups/gpu-nodepools-NC4asT4v3-6t29q4/providers/Microsoft.Resources/deployments/aro-hcp-demo\\n--------------------------------------------------------------------------------\\nRESPONSE 400: 400 Bad Request\\nERROR CODE: InvalidTemplate\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"InvalidTemplate\\\",\\n \\\"message\\\": \\\"Deployment template validation failed: 'The following parameters were supplied, but do not correspond to any parameters defined in the template: 'tags'. The parameters defined in the template are: 'clusterName, identities, openshiftControlPlaneVersionId, openshiftNodePoolVersionId, persistTagValue, usePooledIdentities'. Please see https://aka.ms/arm-pass-parameter-values for usage details.'.\\\",\\n \\\"additionalInfo\\\": [\\n {\\n \\\"type\\\": \\\"TemplateViolation\\\",\\n \\\"info\\\": {\\n \\\"lineNumber\\\": 0,\\n \\\"linePosition\\\": 0,\\n \\\"path\\\": \\\"\\\"\\n }\\n }\\n ]\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc000eb44e0\u003e{\n ErrorCode: \"InvalidTemplate\",\n StatusCode: 400,\n RawResponse: {\n Status: \"400 Bad Request\",\n StatusCode: 400,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"X-Ms-Failure-Cause\": [\"gateway\"],\n \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n \"X-Ms-Correlation-Request-Id\": [\n \"6f0859fb-712e-493d-b9f3-1feb834d30d5\",\n ],\n \"X-Msedge-Ref\": [\n \"Ref A: 0385E8E79B674F5DB2E6A6AC40C9C59D Ref B: CHI261140506042 Ref C: 2026-03-10T11:15:34Z\",\n ],\n \"Cache-Control\": [\"no-cache\"],\n \"Pragma\": [\"no-cache\"],\n \"Content-Length\": [\"542\"],\n \"Expires\": [\"-1\"],\n \"X-Ms-Request-Id\": [\n \"6f0859fb-712e-493d-b9f3-1feb834d30d5\",\n ],\n \"X-Content-Type-Options\": [\"nosniff\"],\n \"X-Cache\": [\"CONFIG_NOCACHE\"],\n \"Date\": [\n \"Tue, 10 Mar 2026 11:15:34 GMT\",\n ],\n \"Content-Type\": [\n \"application/json; charset=utf-8\",\n ],\n \"X-Ms-Routing-Request-Id\": [\n \"UKSOUTH:20260310T111535Z:6f0859fb-712e-493d-b9f3-1feb834d30d5\",\n ],\n \"Strict-Transport-Security\": [\n \"max-age=31536000; includeSubDomains\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc001136900\u003e{\n s: \"{\\\"error\\\":{\\\"code\\\":\\\"InvalidTemplate\\\",\\\"message\\\":\\\"Deployment template validation failed: 'The following parameters were supplied, but do not correspond to any parameters defined in the template: 'tags'. The parameters defined in the template are: 'clusterName, identities, openshiftControlPlaneVersionId, openshiftNodePoolVersionId, persistTagValue, usePooledIdentities'. Please see https://aka.ms/arm-pass-parameter-values for usage details.'.\\\",\\\"additionalInfo\\\":[{\\\"type\\\":\\\"TemplateViolation\\\",\\\"info\\\":{\\\"lineNumber\\\":0,\\\"linePosition\\\":0,\\\"path\\\":\\\"\\\"}}]}}\",\n i: 0,\n },\n ContentLength: 542,\n TransferEncoding: nil,\n Close: false,\n Uncompress...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2031390723315601408","occurred_at":"2026-03-10T15:24:24Z","signature_id":"6c441883c78820ae3841649469ac3aa331552f64ebfda94c0fb61f6a126777de","pr_number":0,"after_last_push_of_merged_pr":true},{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2031326084175237120","occurred_at":"2026-03-10T11:07:33Z","signature_id":"e25997d0bada37ac5936ab51199b1aecc9df315e3d30cca7a3241f4e783e15c7","pr_number":0,"after_last_push_of_merged_pr":true}]},{"environment":"int","failure_pattern_id":"8be64044d6c01fd1b4bb536c29c4b3014256d4589d1fa91f7525668e9f395612","failure_pattern":"ERROR CODE: LockContention; detail message Failed to acquire lock: timed out; provider Microsoft.RedHatOpenShift","search_query":"ERROR CODE: LockContention","failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1,"runs_affected":1,"failed_runs":1,"run_impact_percent":33.333333333333336,"anchor_occurrences":1,"after_last_push_count":1,"trend_counts":[0,0,0,0,0,0,1],"trend_range":"2026-03-04..2026-03-10 UTC","prior_windows_present":0,"prior_runs_affected":1,"contributing_tests":[{"failed_at":"e2e","job_name":"periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel","test_name":"Update HCPOpenShiftCluster Positive creates a cluster and updates tags with a PATCH request","occurrences":1}],"full_error_samples":["fail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:170]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0013be520\u003e: \n failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-n26w6x/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster/requestAdminCredential\n --------------------------------------------------------------------------------\n RESPONSE 503: 503 Service Unavailable\n ERROR CODE: LockContention\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"LockContention\",\n \"message\": \"Failed to acquire lock: timed out\",\n \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-n26w6x/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: LockContention\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"LockContention\\\",\\n \\\"message\\\": \\\"Failed to acquire lock: timed out\\\",\\n \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc00110f350\u003e{\n ErrorCode: \"LockContention\",\n StatusCode: 503,\n RawResponse: {\n Status: \"503 Service Unavailable\",\n StatusCode: 503,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Cache-Control\": [\"no-cache\"],\n \"Expires\": [\"-1\"],\n \"X-Envoy-Upstream-Service-Time\": [\"10022\"],\n \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n \"Strict-Transport-Security\": [\n \"max-age=31536000; includeSubDomains\",\n ],\n \"X-Content-Type-Options\": [\"nosniff\"],\n \"Date\": [\n \"Tue, 10 Mar 2026 11:29:11 GMT\",\n ],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Request-Id\": [\n \"9db56810-8464-4adb-8b06-d3293d514e3b\",\n ],\n \"X-Cache\": [\"CONFIG_NOCACHE\"],\n \"Retry-After\": [\"10\"],\n \"X-Ms-Operation-Identifier\": [\n \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/5aface9c-1e8a-442b-a880-4849138713f6\",\n ],\n \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n \"X-Ms-Routing-Request-Id\": [\n \"UKSOUTH:20260310T112911Z:acab2a2f-2df3-4810-a822-5f87777e21b0\",\n ],\n \"X-Msedge-Ref\": [\n \"Ref A: 21D09C366E3441ACAA4B8186C4492055 Ref B: CHI261140506052 Ref C: 2026-03-10T11:29:01Z\",\n ],\n \"Pragma\": [\"no-cache\"],\n \"Content-Length\": [\"186\"],\n \"X-Ms-Error-Code\": [\"LockContention\"],\n \"X-Ms-Failure-Cause\": [\"service\"],\n \"X-Ms-Correlation-Request-Id\": [\n \"acab2a2f-2df3-4810-a822-5f87777e21b0\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc0013be460\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 76, 111, 99, 107, 67, 111, 110, 116, 101, 110, 116, 105, 111, 110, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 32, 116, 111, 32, 97, 99, 113, 117, 105, 114, 101, 32, 108, 111, 99, 107, 58, 32, 116, 105, 109, 101, 100, 32, 111, 117, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 52, 102, 48, 54, 49, 57, 102, 45, 101, 98, 99, 50, 45, 52, 49, 53, 54, 45, 57, 100, 57, 49, 45, 99, 52, 99, 55, 56, 49, 100, 101, 55, 101, 53, 52, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred\nfail [github.com/Azure/ARO-HCP/test/e2e/cluster_update.go:170]: Unexpected error:\n \u003c*fmt.wrapError | 0xc0013be520\u003e: \n failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-n26w6x/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster/requestAdminCredential\n --------------------------------------------------------------------------------\n RESPONSE 503: 503 Service Unavailable\n ERROR CODE: LockContention\n --------------------------------------------------------------------------------\n {\n \"error\": {\n \"code\": \"LockContention\",\n \"message\": \"Failed to acquire lock: timed out\",\n \"target\": \"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\"\n }\n }\n --------------------------------------------------------------------------------\n \n {\n msg: \"failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/patch-tags-n26w6x/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/patch-tags-cluster/requestAdminCredential\\n--------------------------------------------------------------------------------\\nRESPONSE 503: 503 Service Unavailable\\nERROR CODE: LockContention\\n--------------------------------------------------------------------------------\\n{\\n \\\"error\\\": {\\n \\\"code\\\": \\\"LockContention\\\",\\n \\\"message\\\": \\\"Failed to acquire lock: timed out\\\",\\n \\\"target\\\": \\\"/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX\\\"\\n }\\n}\\n--------------------------------------------------------------------------------\\n\",\n err: \u003c*exported.ResponseError | 0xc00110f350\u003e{\n ErrorCode: \"LockContention\",\n StatusCode: 503,\n RawResponse: {\n Status: \"503 Service Unavailable\",\n StatusCode: 503,\n Proto: \"HTTP/2.0\",\n ProtoMajor: 2,\n ProtoMinor: 0,\n Header: {\n \"Cache-Control\": [\"no-cache\"],\n \"Expires\": [\"-1\"],\n \"X-Envoy-Upstream-Service-Time\": [\"10022\"],\n \"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes\": [\"2999\"],\n \"Strict-Transport-Security\": [\n \"max-age=31536000; includeSubDomains\",\n ],\n \"X-Content-Type-Options\": [\"nosniff\"],\n \"Date\": [\n \"Tue, 10 Mar 2026 11:29:11 GMT\",\n ],\n \"Content-Type\": [\"application/json\"],\n \"X-Ms-Request-Id\": [\n \"9db56810-8464-4adb-8b06-d3293d514e3b\",\n ],\n \"X-Cache\": [\"CONFIG_NOCACHE\"],\n \"Retry-After\": [\"10\"],\n \"X-Ms-Operation-Identifier\": [\n \"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/5aface9c-1e8a-442b-a880-4849138713f6\",\n ],\n \"X-Ms-Ratelimit-Remaining-Subscription-Writes\": [\"199\"],\n \"X-Ms-Routing-Request-Id\": [\n \"UKSOUTH:20260310T112911Z:acab2a2f-2df3-4810-a822-5f87777e21b0\",\n ],\n \"X-Msedge-Ref\": [\n \"Ref A: 21D09C366E3441ACAA4B8186C4492055 Ref B: CHI261140506052 Ref C: 2026-03-10T11:29:01Z\",\n ],\n \"Pragma\": [\"no-cache\"],\n \"Content-Length\": [\"186\"],\n \"X-Ms-Error-Code\": [\"LockContention\"],\n \"X-Ms-Failure-Cause\": [\"service\"],\n \"X-Ms-Correlation-Request-Id\": [\n \"acab2a2f-2df3-4810-a822-5f87777e21b0\",\n ],\n },\n Body: \u003c*exported.nopClosingBytesReader | 0xc0013be460\u003e{\n s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 76, 111, 99, 107, 67, 111, 110, 116, 101, 110, 116, 105, 111, 110, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 70, 97, 105, 108, 101, 100, 32, 116, 111, 32, 97, 99, 113, 117, 105, 114, 101, 32, 108, 111, 99, 107, 58, 32, 116, 105, 109, 101, 100, 32, 111, 117, 116, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 116, 97, 114, 103, 101, 116, 34, 58, 32, 34, 47, 115, 117, 98, 115, 99, 114, 105, 112, 116, 105, 111, 110, 115, 47, 54, 52, 102, 48, 54, 49, 57, 102, 45, 101, 98, 99, 50, 45, 52, 49, 53, 54, 45, 57, 100, 57, 49, 45, 99, 52, 99, 55, 56, 49, 100, 101, 55, 101, 53, 52, 34, 10, 32, 32, 32, 32, 125, 10, 125],\n i: 0,\n },\n ...\n\nGomega truncated this representation as it exceeds 'format.MaxLength'.\nConsider having the object provide a custom 'GomegaStringer' representation\nor adjust the parameters in Gomega's 'format' package.\n\nLearn more here: https://onsi.github.io/gomega/#adjusting-output\n\noccurred"],"affected_runs":[{"run_url":"https://prow.ci.openshift.org/view/gs/test-platform-results/logs/periodic-ci-Azure-ARO-HCP-main-periodic-integration-e2e-parallel/2031326084175237120","occurred_at":"2026-03-10T11:07:33Z","signature_id":"b817ba27d71b8cea588ac20c60c63b2f04beb1e330398a79f86b8a7e3f786ad4","pr_number":0,"after_last_push_of_merged_pr":true}]}]}]}