No failure patterns match your search.
Environment: INT
Failure patterns: 3 · Failures matched: 27 · Total runs: 4 · Runs affected: 3
| Failure patternThe canonical description of a recurring CI failure, extracted and normalized from raw logs. | Failed atThe stage of the job run where this failure occurred: 'provision' (environment setup, DEV only), 'e2e' (test suite execution), or 'other' (CI infrastructure issues that did not produce a failure pattern). | Number of distinct job runs where this failure pattern was detected. | Percentage of all job runs in this environment affected by this failure pattern during the selected window. | Classification of this failure pattern: Regression (likely caused by a specific PR), Flake (intermittent failure spread across days), Noise (low-quality or generic pattern), or Indeterminate. | TrendShows daily activity for this failure pattern in a trailing window anchored to the selected end date. The sparkline covers at least 7 days and at most 14 days, depending on the current window size. | Also inOther environments where the same failure pattern was also detected during the selected window. | ||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||
|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
Deserializaion Error: no output from commandfull failure pattern: Deserializaion Error: no output from command Signal: FlakeSignal: Flake — present in 2 prior week(s); spread across 4 days | e2e | 1 | 25.00%1 of 4 job runs affected | FlakeSignal: Flake — present in 2 prior week(s); spread across 4 days | Show trend detailsMar 23: 0 · Mar 24: 0 · Mar 25: 2 · Mar 26: 3 · Mar 27: 2 · Mar 28: 0 · Mar 29: 1 | none | ||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||
Full failure examples (1)e/proc.go:466
runtime.semacquire1(0xc001686608, 0x0, 0x1, 0x0, 0x19)
/usr/lib/golang/src/runtime/sema.go:192 +0x21d fp=0xc000a595f8 sp=0xc000a59590 pc=0x2b3451d
sync.runtime_SemacquireWaitGroup(0xc000a30c20?, 0x40?)
/usr/lib/golang/src/runtime/sema.go:114 +0x2e fp=0xc000a59630 sp=0xc000a595f8 pc=0x2b59bae
sync.(*WaitGroup).Wait(0xc001686600)
/usr/lib/golang/src/sync/waitgroup.go:206 +0x85 fp=0xc000a59658 sp=0xc000a59630 pc=0x2b7d0e5
github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups(0xc000548500, {0x7f9abcaaa958, 0xc00160ca50}, {{0xc000daf270, 0x1, 0x1}, 0x34630b8a000, {0x7995009, 0x8}})
/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:308 +0x273 fp=0xc000a59768 sp=0xc000a59658 pc=0x4fdc233
github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources(0xc000548500, {0x7f9abcaaa958, 0xc00160ca50})
/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:227 +0x225 fp=0xc000a59888 sp=0xc000a59768 pc=0x4fdbac5
github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources-fm({0x7f9abcaaa958?, 0xc00160ca50?})
<autogenerated>:1 +0x33 fp=0xc000a598b0 sp=0xc000a59888 pc=0x4fea753
runtime.call16(0xc0011e87e0, 0xc000091030, 0x0, 0x0, 0x0, 0x10, 0xc000a59b08)
/usr/lib/golang/src/runtime/asm_amd64.s:774 +0x43 fp=0xc000a598d0 sp=0xc000a598b0 pc=0x2b5f163
runtime.reflectcall(0x73e36c0?, 0xc00160ca50?, 0x2?, 0x79c5cd8?, 0x0?, 0x12?, 0x7018be0?)
<autogenerated>:1 +0x36 fp=0xc000a59910 sp=0xc000a598d0 pc=0x2b679f6
reflect.Value.call({0x699dce0?, 0xc000091030?, 0xc00000029f?}, {0x7989dfb, 0x4}, {0xc000e30f60, 0x1, 0x2ae7368?})
/usr/lib/golang/src/reflect/value.go:581 +0xcc6 fp=0xc000a59e70 sp=0xc000a59910 pc=0x2b9a9c6
reflect.Value.Call({0x699dce0?, 0xc000091030?, 0x0?}, {0xc000e30f60?, 0x326f4c8?, 0xc000e00150?})
/usr/lib/golang/src/reflect/value.go:365 +0xb9 fp=0xc000a59ee8 sp=0xc000a59e70 pc=0x2b99ab9
github.com/onsi/ginkgo/v2/internal.NewCleanupNode.func2({0x8400760?, 0xc00160ca50?})
/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:589 +0x150 fp=0xc000a59f88 sp=0xc000a59ee8 pc=0x2fba290
github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()
/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000a59fe0 sp=0xc000a59f88 pc=0x2fccd5b
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000a59fe8 sp=0xc000a59fe0 pc=0x2b60c01
created by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 104
/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50
goroutine 1180 gp=0xc00137efc0 m=nil [select]:
runtime.gopark(0xc000095ab8?, 0x2?, 0x80?, 0xfa?, 0xc000095aac?)
/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000095938 sp=0xc000095918 pc=0x2b5848e
runtime.selectgo(0xc000095ab8, 0xc000095aa8, 0xc0016104e0?, 0x0, 0x33570dc?, 0x1)
/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc000095a78 sp=0xc000095938 pc=0x2b33277
github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x83ea848, 0xc000e9f4f0}, 0x79a98af?)
/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36 +0x76 fp=0xc000095ae8 sp=0xc000095a78 pc=0x3356836
github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x842fc60, {0x83ea848, 0xc000e9f4f0}, 0xc00095ec50)
/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284 +0x732 fp=0xc000095de8 sp=0xc000095ae8 pc=0x3792ed2
github.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster({0x83ea848, 0xc000e9f4a0}, 0xc001997380, {0xc000d69100, 0x1a}, {0xc0017bae70, 0x18}, 0x34630b8a000)
/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:201 +0x218 fp=0xc000095ef0 sp=0xc000095de8 pc=0x4fbdf38
github.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters.func1()
/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:349 +0x94 fp=0xc000095f78 sp=0xc000095ef0 pc=0x4fc0534
golang.org/x/sync/errgroup.(*Group).Go.func1()
/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:93 +0x50 fp=0xc000095fe0 sp=0xc000095f78 pc=0x3874450
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000095fe8 sp=0xc000095fe0 pc=0x2b60c01
created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 1178
/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:78 +0x95
rax 0xfffffffffffffffc
rbx 0x5
rcx 0x2ad7e2e
rdx 0x80
rdi 0x5
rsi 0x7ffe140e4e5c
rbp 0x7ffe140e4e10
rsp 0x7ffe140e4dc8
r8 0x0
r9 0x0
r10 0x432
r11 0x246
r12 0x7ffe140e4ea0
r13 0x1
r14 0xb57b700
r15 0x7
rip 0x2ad7e2e
rflags 0x246
cs 0x33
fs 0x0
gs 0x0
Command Error: exit status 2
Deserializaion Error: no output from command
e/proc.go:466
runtime.semacquire1(0xc001686608, 0x0, 0x1, 0x0, 0x19)
/usr/lib/golang/src/runtime/sema.go:192 +0x21d fp=0xc000a595f8 sp=0xc000a59590 pc=0x2b3451d
sync.runtime_SemacquireWaitGroup(0xc000a30c20?, 0x40?)
/usr/lib/golang/src/runtime/sema.go:114 +0x2e fp=0xc000a59630 sp=0xc000a595f8 pc=0x2b59bae
sync.(*WaitGroup).Wait(0xc001686600)
/usr/lib/golang/src/sync/waitgroup.go:206 +0x85 fp=0xc000a59658 sp=0xc000a59630 pc=0x2b7d0e5
github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).CleanupResourceGroups(0xc000548500, {0x7f9abcaaa958, 0xc00160ca50}, {{0xc000daf270, 0x1, 0x1}, 0x34630b8a000, {0x7995009, 0x8}})
/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:308 +0x273 fp=0xc000a59768 sp=0xc000a59658 pc=0x4fdc233
github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources(0xc000548500, {0x7f9abcaaa958, 0xc00160ca50})
/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/per_test_framework.go:227 +0x225 fp=0xc000a59888 sp=0xc000a59768 pc=0x4fdbac5
github.com/Azure/ARO-HCP/test/util/framework.(*perItOrDescribeTestContext).deleteCreatedResources-fm({0x7f9abcaaa958?, 0xc00160ca50?})
<autogenerated>:1 +0x33 fp=0xc000a598b0 sp=0xc000a59888 pc=0x4fea753
runtime.call16(0xc0011e87e0, 0xc000091030, 0x0, 0x0, 0x0, 0x10, 0xc000a59b08)
/usr/lib/golang/src/runtime/asm_amd64.s:774 +0x43 fp=0xc000a598d0 sp=0xc000a598b0 pc=0x2b5f163
runtime.reflectcall(0x73e36c0?, 0xc00160ca50?, 0x2?, 0x79c5cd8?, 0x0?, 0x12?, 0x7018be0?)
<autogenerated>:1 +0x36 fp=0xc000a59910 sp=0xc000a598d0 pc=0x2b679f6
reflect.Value.call({0x699dce0?, 0xc000091030?, 0xc00000029f?}, {0x7989dfb, 0x4}, {0xc000e30f60, 0x1, 0x2ae7368?})
/usr/lib/golang/src/reflect/value.go:581 +0xcc6 fp=0xc000a59e70 sp=0xc000a59910 pc=0x2b9a9c6
reflect.Value.Call({0x699dce0?, 0xc000091030?, 0x0?}, {0xc000e30f60?, 0x326f4c8?, 0xc000e00150?})
/usr/lib/golang/src/reflect/value.go:365 +0xb9 fp=0xc000a59ee8 sp=0xc000a59e70 pc=0x2b99ab9
github.com/onsi/ginkgo/v2/internal.NewCleanupNode.func2({0x8400760?, 0xc00160ca50?})
/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/node.go:589 +0x150 fp=0xc000a59f88 sp=0xc000a59ee8 pc=0x2fba290
github.com/onsi/ginkgo/v2/internal.(*Suite).runNode.func3()
/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:901 +0x7b fp=0xc000a59fe0 sp=0xc000a59f88 pc=0x2fccd5b
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000a59fe8 sp=0xc000a59fe0 pc=0x2b60c01
created by github.com/onsi/ginkgo/v2/internal.(*Suite).runNode in goroutine 104
/go/pkg/mod/github.com/openshift/onsi-ginkgo/v2@v2.6.1-0.20250416174521-4eb003743b54/internal/suite.go:888 +0xd50
goroutine 1180 gp=0xc00137efc0 m=nil [select]:
runtime.gopark(0xc000095ab8?, 0x2?, 0x80?, 0xfa?, 0xc000095aac?)
/usr/lib/golang/src/runtime/proc.go:460 +0xce fp=0xc000095938 sp=0xc000095918 pc=0x2b5848e
runtime.selectgo(0xc000095ab8, 0xc000095aa8, 0xc0016104e0?, 0x0, 0x33570dc?, 0x1)
/usr/lib/golang/src/runtime/select.go:351 +0x8b7 fp=0xc000095a78 sp=0xc000095938 pc=0x2b33277
github.com/Azure/azure-sdk-for-go/sdk/azcore/internal/shared.Delay({0x83ea848, 0xc000e9f4f0}, 0x79a98af?)
/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/internal/shared/shared.go:36 +0x76 fp=0xc000095ae8 sp=0xc000095a78 pc=0x3356836
github.com/Azure/azure-sdk-for-go/sdk/azcore/runtime.(*Poller[...]).PollUntilDone(0x842fc60, {0x83ea848, 0xc000e9f4f0}, 0xc00095ec50)
/go/pkg/mod/github.com/!azure/azure-sdk-for-go/sdk/azcore@v1.21.0/runtime/poller.go:284 +0x732 fp=0xc000095de8 sp=0xc000095ae8 pc=0x3792ed2
github.com/Azure/ARO-HCP/test/util/framework.DeleteHCPCluster({0x83ea848, 0xc000e9f4a0}, 0xc001997380, {0xc000d69100, 0x1a}, {0xc0017bae70, 0x18}, 0x34630b8a000)
/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:201 +0x218 fp=0xc000095ef0 sp=0xc000095de8 pc=0x4fbdf38
github.com/Azure/ARO-HCP/test/util/framework.DeleteAllHCPClusters.func1()
/opt/app-root/src/github.com/Azure/ARO-HCP/test/util/framework/hcp_helper.go:349 +0x94 fp=0xc000095f78 sp=0xc000095ef0 pc=0x4fc0534
golang.org/x/sync/errgroup.(*Group).Go.func1()
/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:93 +0x50 fp=0xc000095fe0 sp=0xc000095f78 pc=0x3874450
runtime.goexit({})
/usr/lib/golang/src/runtime/asm_amd64.s:1693 +0x1 fp=0xc000095fe8 sp=0xc000095fe0 pc=0x2b60c01
created by golang.org/x/sync/errgroup.(*Group).Go in goroutine 1178
/go/pkg/mod/golang.org/x/sync@v0.20.0/errgroup/errgroup.go:78 +0x95
rax 0xfffffffffffffffc
rbx 0x5
rcx 0x2ad7e2e
rdx 0x80
rdi 0x5
rsi 0x7ffe140e4e5c
rbp 0x7ffe140e4e10
rsp 0x7ffe140e4dc8
r8 0x0
r9 0x0
r10 0x432
r11 0x246
r12 0x7ffe140e4ea0
r13 0x1
r14 0xb57b700
r15 0x7
rip 0x2ad7e2e
rflags 0x246
cs 0x33
fs 0x0
gs 0x0
Command Error: exit status 2
Deserializaion Error: no output from commandContributing tests (1)
Affected runs (1)
| ||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||
timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster credsfull failure pattern: timeout during GetAdminRESTConfigForHCPCluster while waiting for hcpcluster creds Signal: IndeterminateSignal: Indeterminate — seen in 1 prior week(s); active 1 day(s) | e2e | 3 | 75.00%3 of 4 job runs affected | IndeterminateSignal: Indeterminate — seen in 1 prior week(s); active 1 day(s) | Show trend detailsMar 23: 0 · Mar 24: 0 · Mar 25: 0 · Mar 26: 0 · Mar 27: 0 · Mar 28: 0 · Mar 29: 24 | none | ||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||
Full failure examples (3)fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:157]: Unexpected error:
<*fmt.wrapErrors | 0xc001508390>:
failed waiting for hcpCluster="cluster-ver-4-19" in resourcegroup="rg-cluster-back-version-nqc9bn" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-nqc9bn, error: context deadline exceeded
{
msg: "failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-nqc9bn\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-nqc9bn, error: context deadline exceeded",
errs: [
<*errors.errorString | 0xc001392170>{
s: "timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-nqc9bn",
},
<context.deadlineExceededError>{},
],
}
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_version_backlevel.go:157]: Unexpected error:
<*fmt.wrapErrors | 0xc001508390>:
failed waiting for hcpCluster="cluster-ver-4-19" in resourcegroup="rg-cluster-back-version-nqc9bn" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-nqc9bn, error: context deadline exceeded
{
msg: "failed waiting for hcpCluster=\"cluster-ver-4-19\" in resourcegroup=\"rg-cluster-back-version-nqc9bn\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-nqc9bn, error: context deadline exceeded",
errs: [
<*errors.errorString | 0xc001392170>{
s: "timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster cluster-ver-4-19 in resource group rg-cluster-back-version-nqc9bn",
},
<context.deadlineExceededError>{},
],
}
occurredfail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:156]: Unexpected error:
<*fmt.wrapErrors | 0xc00129fb00>:
failed waiting for hcpCluster="idms-e2e-hcp-cluster" in resourcegroup="idms-2nlfhj" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster idms-e2e-hcp-cluster in resource group idms-2nlfhj, error: context deadline exceeded
{
msg: "failed waiting for hcpCluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-2nlfhj\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster idms-e2e-hcp-cluster in resource group idms-2nlfhj, error: context deadline exceeded",
errs: [
<*errors.errorString | 0xc0007a6b60>{
s: "timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster idms-e2e-hcp-cluster in resource group idms-2nlfhj",
},
<context.deadlineExceededError>{},
],
}
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/idms_lifecycle.go:156]: Unexpected error:
<*fmt.wrapErrors | 0xc00129fb00>:
failed waiting for hcpCluster="idms-e2e-hcp-cluster" in resourcegroup="idms-2nlfhj" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster idms-e2e-hcp-cluster in resource group idms-2nlfhj, error: context deadline exceeded
{
msg: "failed waiting for hcpCluster=\"idms-e2e-hcp-cluster\" in resourcegroup=\"idms-2nlfhj\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster idms-e2e-hcp-cluster in resource group idms-2nlfhj, error: context deadline exceeded",
errs: [
<*errors.errorString | 0xc0007a6b60>{
s: "timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster idms-e2e-hcp-cluster in resource group idms-2nlfhj",
},
<context.deadlineExceededError>{},
],
}
occurredfail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:104]: Unexpected error:
<*fmt.wrapErrors | 0xc001211320>:
failed waiting for hcpCluster="hcp-cluster-np-128" in resourcegroup="clusternp128-2m22rw" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-2m22rw, error: context deadline exceeded
{
msg: "failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-2m22rw\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-2m22rw, error: context deadline exceeded",
errs: [
<*errors.errorString | 0xc00092c660>{
s: "timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-2m22rw",
},
<context.deadlineExceededError>{},
],
}
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:104]: Unexpected error:
<*fmt.wrapErrors | 0xc001211320>:
failed waiting for hcpCluster="hcp-cluster-np-128" in resourcegroup="clusternp128-2m22rw" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-2m22rw, error: context deadline exceeded
{
msg: "failed waiting for hcpCluster=\"hcp-cluster-np-128\" in resourcegroup=\"clusternp128-2m22rw\" to finish getting creds, caused by: timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-2m22rw, error: context deadline exceeded",
errs: [
<*errors.errorString | 0xc00092c660>{
s: "timeout '10.000000' minutes exceeded during GetAdminRESTConfigForHCPCluster for cluster hcp-cluster-np-128 in resource group clusternp128-2m22rw",
},
<context.deadlineExceededError>{},
],
}
occurredContributing tests (15)
Affected runs (3)
| ||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||
ERROR CODE: InternalServerError; context ; provider Microsoft.RedHatOpenShiftfull failure pattern: ERROR CODE: InternalServerError; context ; provider Microsoft.RedHatOpenShift Signal: IndeterminateSignal: Indeterminate — seen in 1 prior week(s); active 2 day(s) | e2e | 1 | 25.00%1 of 4 job runs affected | IndeterminateSignal: Indeterminate — seen in 1 prior week(s); active 2 day(s) | Show trend detailsMar 23: 0 · Mar 24: 0 · Mar 25: 0 · Mar 26: 0 · Mar 27: 0 · Mar 28: 5 · Mar 29: 2 | none | ||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||
Full failure examples (2)fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:104]: Unexpected error:
<*fmt.wrapError | 0xc0009e28a0>:
failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-vm728z/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/requestAdminCredential
--------------------------------------------------------------------------------
RESPONSE 500: 500 Internal Server Error
ERROR CODE: InternalServerError
--------------------------------------------------------------------------------
{
"error": {
"code": "InternalServerError",
"message": "Internal server error."
}
}
--------------------------------------------------------------------------------
{
msg: "failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-vm728z/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/requestAdminCredential\n--------------------------------------------------------------------------------\nRESPONSE 500: 500 Internal Server Error\nERROR CODE: InternalServerError\n--------------------------------------------------------------------------------\n{\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n}\n--------------------------------------------------------------------------------\n",
err: <*exported.ResponseError | 0xc0008ed830>{
ErrorCode: "InternalServerError",
StatusCode: 500,
RawResponse: {
Status: "500 Internal Server Error",
StatusCode: 500,
Proto: "HTTP/2.0",
ProtoMajor: 2,
ProtoMinor: 0,
Header: {
"Expires": ["-1"],
"X-Ms-Error-Code": [
"InternalServerError",
],
"X-Envoy-Upstream-Service-Time": ["855"],
"X-Ms-Routing-Request-Id": [
"UKSOUTH:20260329T123708Z:c6998271-44f0-41ca-8da6-1f46b5fe6948",
],
"X-Cache": ["CONFIG_NOCACHE"],
"X-Msedge-Ref": [
"Ref A: 29A874DFCC374E0391D1296600C0E257 Ref B: CH1AA2020617027 Ref C: 2026-03-29T12:37:07Z",
],
"Date": [
"Sun, 29 Mar 2026 12:37:08 GMT",
],
"Cache-Control": ["no-cache"],
"X-Ms-Request-Id": [
"5bfee52a-0937-45f3-82af-d95d755a8729",
],
"X-Ms-Failure-Cause": ["service"],
"X-Ms-Operation-Identifier": [
"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/6a20fe18-7658-4e7c-bdbc-1e74dd3ff699",
],
"X-Ms-Correlation-Request-Id": [
"c6998271-44f0-41ca-8da6-1f46b5fe6948",
],
"Strict-Transport-Security": [
"max-age=31536000; includeSubDomains",
],
"X-Content-Type-Options": ["nosniff"],
"Content-Type": ["application/json"],
"X-Ms-Ratelimit-Remaining-Subscription-Writes": ["199"],
"Pragma": ["no-cache"],
"Content-Length": ["107"],
"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes": ["2999"],
},
Body: <*exported.nopClosingBytesReader | 0xc0009e27e0>{
s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],
i: 0,
},
ContentLength: 107,
TransferEncoding: nil,
Close: false,
Uncompressed: false,
Trailer: nil,
Request: {
Method: "POST",
URL: {
Scheme: "https",
Opaque: "",
User: nil,
Host: "manageme...
Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.
Learn more here: https://onsi.github.io/gomega/#adjusting-output
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/cluster_create_nodepool_osdisk.go:104]: Unexpected error:
<*fmt.wrapError | 0xc0009e28a0>:
failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-vm728z/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/requestAdminCredential
--------------------------------------------------------------------------------
RESPONSE 500: 500 Internal Server Error
ERROR CODE: InternalServerError
--------------------------------------------------------------------------------
{
"error": {
"code": "InternalServerError",
"message": "Internal server error."
}
}
--------------------------------------------------------------------------------
{
msg: "failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/clusternp128-vm728z/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/hcp-cluster-np-128/requestAdminCredential\n--------------------------------------------------------------------------------\nRESPONSE 500: 500 Internal Server Error\nERROR CODE: InternalServerError\n--------------------------------------------------------------------------------\n{\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n}\n--------------------------------------------------------------------------------\n",
err: <*exported.ResponseError | 0xc0008ed830>{
ErrorCode: "InternalServerError",
StatusCode: 500,
RawResponse: {
Status: "500 Internal Server Error",
StatusCode: 500,
Proto: "HTTP/2.0",
ProtoMajor: 2,
ProtoMinor: 0,
Header: {
"Expires": ["-1"],
"X-Ms-Error-Code": [
"InternalServerError",
],
"X-Envoy-Upstream-Service-Time": ["855"],
"X-Ms-Routing-Request-Id": [
"UKSOUTH:20260329T123708Z:c6998271-44f0-41ca-8da6-1f46b5fe6948",
],
"X-Cache": ["CONFIG_NOCACHE"],
"X-Msedge-Ref": [
"Ref A: 29A874DFCC374E0391D1296600C0E257 Ref B: CH1AA2020617027 Ref C: 2026-03-29T12:37:07Z",
],
"Date": [
"Sun, 29 Mar 2026 12:37:08 GMT",
],
"Cache-Control": ["no-cache"],
"X-Ms-Request-Id": [
"5bfee52a-0937-45f3-82af-d95d755a8729",
],
"X-Ms-Failure-Cause": ["service"],
"X-Ms-Operation-Identifier": [
"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/6a20fe18-7658-4e7c-bdbc-1e74dd3ff699",
],
"X-Ms-Correlation-Request-Id": [
"c6998271-44f0-41ca-8da6-1f46b5fe6948",
],
"Strict-Transport-Security": [
"max-age=31536000; includeSubDomains",
],
"X-Content-Type-Options": ["nosniff"],
"Content-Type": ["application/json"],
"X-Ms-Ratelimit-Remaining-Subscription-Writes": ["199"],
"Pragma": ["no-cache"],
"Content-Length": ["107"],
"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes": ["2999"],
},
Body: <*exported.nopClosingBytesReader | 0xc0009e27e0>{
s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],
i: 0,
},
ContentLength: 107,
TransferEncoding: nil,
Close: false,
Uncompressed: false,
Trailer: nil,
Request: {
Method: "POST",
URL: {
Scheme: "https",
Opaque: "",
User: nil,
Host: "manageme...
Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.
Learn more here: https://onsi.github.io/gomega/#adjusting-output
occurredfail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: Unexpected error:
<*fmt.wrapError | 0xc0009aac00>:
failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-zstream-upgrade-4-20-79sq4q/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-zstream-4-20-zskdm8/requestAdminCredential
--------------------------------------------------------------------------------
RESPONSE 500: 500 Internal Server Error
ERROR CODE: InternalServerError
--------------------------------------------------------------------------------
{
"error": {
"code": "InternalServerError",
"message": "Internal server error."
}
}
--------------------------------------------------------------------------------
{
msg: "failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-zstream-upgrade-4-20-79sq4q/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-zstream-4-20-zskdm8/requestAdminCredential\n--------------------------------------------------------------------------------\nRESPONSE 500: 500 Internal Server Error\nERROR CODE: InternalServerError\n--------------------------------------------------------------------------------\n{\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n}\n--------------------------------------------------------------------------------\n",
err: <*exported.ResponseError | 0xc0010d7dd0>{
ErrorCode: "InternalServerError",
StatusCode: 500,
RawResponse: {
Status: "500 Internal Server Error",
StatusCode: 500,
Proto: "HTTP/2.0",
ProtoMajor: 2,
ProtoMinor: 0,
Header: {
"X-Envoy-Upstream-Service-Time": ["560"],
"X-Ms-Failure-Cause": ["service"],
"X-Ms-Ratelimit-Remaining-Subscription-Writes": ["199"],
"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes": ["2999"],
"X-Ms-Error-Code": [
"InternalServerError",
],
"X-Ms-Request-Id": [
"8d6cae0d-8889-4205-aa31-fe38545dd223",
],
"X-Ms-Operation-Identifier": [
"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/1101af73-6be3-42a3-a250-ff1e67521ad4",
],
"X-Cache": ["CONFIG_NOCACHE"],
"Date": [
"Sun, 29 Mar 2026 12:37:09 GMT",
],
"Pragma": ["no-cache"],
"Content-Length": ["107"],
"Expires": ["-1"],
"X-Ms-Routing-Request-Id": [
"UKSOUTH:20260329T123709Z:f22db835-02bb-4bfb-9e27-d21a5b4df8a1",
],
"Strict-Transport-Security": [
"max-age=31536000; includeSubDomains",
],
"X-Msedge-Ref": [
"Ref A: 55288A5C640E4D0B9D2013D93A2A6472 Ref B: CHI261140510031 Ref C: 2026-03-29T12:37:08Z",
],
"Cache-Control": ["no-cache"],
"X-Ms-Correlation-Request-Id": [
"f22db835-02bb-4bfb-9e27-d21a5b4df8a1",
],
"X-Content-Type-Options": ["nosniff"],
"Content-Type": ["application/json"],
},
Body: <*exported.nopClosingBytesReader | 0xc0009aaac0>{
s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],
i: 0,
},
ContentLength: 107,
TransferEncoding: nil,
Close: false,
Uncompressed: false,
Trailer: nil,
Request: {
Method: "POST",
URL: {
Scheme: "https",
Opaque: "",
User: nil,
...
Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.
Learn more here: https://onsi.github.io/gomega/#adjusting-output
occurred
fail [github.com/Azure/ARO-HCP/test/e2e/control_plane_automated_z_stream_upgrade.go:110]: Unexpected error:
<*fmt.wrapError | 0xc0009aac00>:
failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-zstream-upgrade-4-20-79sq4q/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-zstream-4-20-zskdm8/requestAdminCredential
--------------------------------------------------------------------------------
RESPONSE 500: 500 Internal Server Error
ERROR CODE: InternalServerError
--------------------------------------------------------------------------------
{
"error": {
"code": "InternalServerError",
"message": "Internal server error."
}
}
--------------------------------------------------------------------------------
{
msg: "failed to start credential request: POST https://management.azure.com/subscriptions/XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX/resourceGroups/rg-zstream-upgrade-4-20-79sq4q/providers/Microsoft.RedHatOpenShift/hcpOpenShiftClusters/cluster-zstream-4-20-zskdm8/requestAdminCredential\n--------------------------------------------------------------------------------\nRESPONSE 500: 500 Internal Server Error\nERROR CODE: InternalServerError\n--------------------------------------------------------------------------------\n{\n \"error\": {\n \"code\": \"InternalServerError\",\n \"message\": \"Internal server error.\"\n }\n}\n--------------------------------------------------------------------------------\n",
err: <*exported.ResponseError | 0xc0010d7dd0>{
ErrorCode: "InternalServerError",
StatusCode: 500,
RawResponse: {
Status: "500 Internal Server Error",
StatusCode: 500,
Proto: "HTTP/2.0",
ProtoMajor: 2,
ProtoMinor: 0,
Header: {
"X-Envoy-Upstream-Service-Time": ["560"],
"X-Ms-Failure-Cause": ["service"],
"X-Ms-Ratelimit-Remaining-Subscription-Writes": ["199"],
"X-Ms-Ratelimit-Remaining-Subscription-Global-Writes": ["2999"],
"X-Ms-Error-Code": [
"InternalServerError",
],
"X-Ms-Request-Id": [
"8d6cae0d-8889-4205-aa31-fe38545dd223",
],
"X-Ms-Operation-Identifier": [
"appId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,tenantId=XXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXXX,objectId=c209f8df-52ae-48fb-98ea-380f58b04652/uksouth/1101af73-6be3-42a3-a250-ff1e67521ad4",
],
"X-Cache": ["CONFIG_NOCACHE"],
"Date": [
"Sun, 29 Mar 2026 12:37:09 GMT",
],
"Pragma": ["no-cache"],
"Content-Length": ["107"],
"Expires": ["-1"],
"X-Ms-Routing-Request-Id": [
"UKSOUTH:20260329T123709Z:f22db835-02bb-4bfb-9e27-d21a5b4df8a1",
],
"Strict-Transport-Security": [
"max-age=31536000; includeSubDomains",
],
"X-Msedge-Ref": [
"Ref A: 55288A5C640E4D0B9D2013D93A2A6472 Ref B: CHI261140510031 Ref C: 2026-03-29T12:37:08Z",
],
"Cache-Control": ["no-cache"],
"X-Ms-Correlation-Request-Id": [
"f22db835-02bb-4bfb-9e27-d21a5b4df8a1",
],
"X-Content-Type-Options": ["nosniff"],
"Content-Type": ["application/json"],
},
Body: <*exported.nopClosingBytesReader | 0xc0009aaac0>{
s: [123, 10, 32, 32, 32, 32, 34, 101, 114, 114, 111, 114, 34, 58, 32, 123, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 99, 111, 100, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 83, 101, 114, 118, 101, 114, 69, 114, 114, 111, 114, 34, 44, 10, 32, 32, 32, 32, 32, 32, 32, 32, 34, 109, 101, 115, 115, 97, 103, 101, 34, 58, 32, 34, 73, 110, 116, 101, 114, 110, 97, 108, 32, 115, 101, 114, 118, 101, 114, 32, 101, 114, 114, 111, 114, 46, 34, 10, 32, 32, 32, 32, 125, 10, 125],
i: 0,
},
ContentLength: 107,
TransferEncoding: nil,
Close: false,
Uncompressed: false,
Trailer: nil,
Request: {
Method: "POST",
URL: {
Scheme: "https",
Opaque: "",
User: nil,
...
Gomega truncated this representation as it exceeds 'format.MaxLength'.
Consider having the object provide a custom 'GomegaStringer' representation
or adjust the parameters in Gomega's 'format' package.
Learn more here: https://onsi.github.io/gomega/#adjusting-output
occurredContributing tests (2)
Affected runs (1)
| ||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||||