cilium / tetragon

eBPF-based Security Observability and Runtime Enforcement

Home Page:https://tetragon.io

Geek Repo:Geek Repo

Github PK Tool:Github PK Tool

TestDemoApp failure

kkourt opened this issue · comments

I0612 10:26:17.754634   14418 dumpinfo.go:299] contacting gops agentaddr127.0.0.1:8118
coverage: [no statements]
panic: test timed out after 20m0s
running tests:
	TestLabelsDemoApp (20m0s)
	TestLabelsDemoApp/Run_Workload (20m0s)
	TestLabelsDemoApp/Run_Workload/Run_Workload (20m0s)

goroutine 476 [running]:
testing.(*M).startAlarm.func1()
	/opt/hostedtoolcache/go/1.22.4/x64/src/testing/testing.go:2366 +0x385
created by time.goFunc
	/opt/hostedtoolcache/go/1.22.4/x64/src/time/sleep.go:177 +0x2d

goroutine 1 [chan receive, 20 minutes]:
testing.(*T).Run(0xc0002bf380, {0x1fdc467?, 0x0?}, 0x20ed718)
	/opt/hostedtoolcache/go/1.22.4/x64/src/testing/testing.go:1750 +0x3ab
testing.runTests.func1(0xc0002bf380)
	/opt/hostedtoolcache/go/1.22.4/x64/src/testing/testing.go:2161 +0x37
testing.tRunner(0xc0002bf380, 0xc0009a7a10)
	/opt/hostedtoolcache/go/1.22.4/x64/src/testing/testing.go:1689 +0xfb
testing.runTests(0xc000568240, {0x344b9b0, 0x1, 0x1}, {0xc0009a7ac0?, 0xa8db78?, 0x3494b60?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/testing/testing.go:2159 +0x445
testing.(*M).Run(0xc0002db720)
	/opt/hostedtoolcache/go/1.22.4/x64/src/testing/testing.go:2027 +0x68b
sigs.k8s.io/e2e-framework/pkg/env.(*testEnv).Run(0xc00012b540, 0xc0002db720)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/sigs.k8s.io/e2e-framework/pkg/env/env.go:375 +0x245
github.com/cilium/tetragon/tests/e2e/runners.(*Runner).Run(0xc00012b540?, 0xc00048fc40?)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/tests/e2e/runners/runners.go:218 +0xc8
github.com/cilium/tetragon/tests/e2e/tests/labels_test.TestMain(0xc0002db720)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/tests/e2e/tests/labels/labels_test.go:92 +0xeb
main.main()
	_testmain.go:83 +0x1b5

goroutine 71 [chan receive, 20 minutes]:
testing.(*T).Run(0xc0000e8820, {0x1fd2d5b?, 0xc0006583c0?}, 0xc000764990)
	/opt/hostedtoolcache/go/1.22.4/x64/src/testing/testing.go:1750 +0x3ab
sigs.k8s.io/e2e-framework/pkg/env.(*testEnv).processTestFeature.(*testEnv).execFeature.func1(0xc0000e8820)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/sigs.k8s.io/e2e-framework/pkg/env/env.go:448 +0x2a8
testing.tRunner(0xc0000e8820, 0xc000659bf0)
	/opt/hostedtoolcache/go/1.22.4/x64/src/testing/testing.go:1689 +0xfb
created by testing.(*T).Run in goroutine 118
	/opt/hostedtoolcache/go/1.22.4/x64/src/testing/testing.go:1742 +0x390

goroutine 86 [chan receive, 20 minutes]:
github.com/moby/spdystream.(*Connection).Serve.func1(0xc0008027e0)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:322 +0x25
created by github.com/moby/spdystream.(*Connection).Serve in goroutine 47
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:321 +0x154

goroutine 27 [select, 20 minutes]:
k8s.io/client-go/tools/portforward.(*PortForwarder).forward(0xc000164210)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:232 +0x1f6
k8s.io/client-go/tools/portforward.(*PortForwarder).ForwardPorts(0xc000164210)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:200 +0x173
github.com/cilium/tetragon/tests/e2e/helpers.PortForwardPod.func1.2()
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/tests/e2e/helpers/portforward.go:156 +0x4a
created by github.com/cilium/tetragon/tests/e2e/helpers.PortForwardPod.func1 in goroutine 1
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/tests/e2e/helpers/portforward.go:155 +0x8cb

goroutine 140 [chan send, 15 minutes]:
github.com/cilium/tetragon/tests/e2e/checker.(*RPCChecker).ResetTimeout(0xc00048a948?)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/tests/e2e/checker/rpcchecker.go:180 +0x1c
github.com/cilium/tetragon/tests/e2e/tests/labels_test.TestLabelsDemoApp.installDemoApp.func2({0x231af78, 0xc0006583c0}, 0xc000323a00, 0x0?)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/tests/e2e/tests/labels/labels_test.go:51 +0x34b
sigs.k8s.io/e2e-framework/pkg/env.(*testEnv).executeSteps(0xc00012b540, {0x231af78?, 0xc0006583c0?}, 0xc000323a00, {0xc00072ff40?, 0xc00072ff60?, 0x59bbbc?})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/sigs.k8s.io/e2e-framework/pkg/env/env.go:422 +0x8b
sigs.k8s.io/e2e-framework/pkg/env.(*testEnv).processTestFeature.(*testEnv).execFeature.func1.1(0xc000323a00)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/sigs.k8s.io/e2e-framework/pkg/env/env.go:453 +0xaa
testing.tRunner(0xc000323a00, 0xc000764990)
	/opt/hostedtoolcache/go/1.22.4/x64/src/testing/testing.go:1689 +0xfb
created by testing.(*T).Run in goroutine 71
	/opt/hostedtoolcache/go/1.22.4/x64/src/testing/testing.go:1742 +0x390

goroutine 46 [select]:
github.com/moby/spdystream.(*idleAwareFramer).monitor(0xc00012b980)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:77 +0xd2
created by github.com/moby/spdystream.NewConnection in goroutine 27
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:268 +0x36e

goroutine 47 [IO wait]:
internal/poll.runtime_pollWait(0x7f9488522f40, 0x72)
	/opt/hostedtoolcache/go/1.22.4/x64/src/runtime/netpoll.go:345 +0x85
internal/poll.(*pollDesc).wait(0xc0007a6800?, 0xc000792000?, 0x0)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0007a6800, {0xc000792000, 0xa000, 0xa000})
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_unix.go:164 +0x27a
net.(*netFD).Read(0xc0007a6800, {0xc000792000?, 0x7f948839a698?, 0xc000568eb8?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/fd_posix.go:55 +0x25
net.(*conn).Read(0xc00048e928, {0xc000792000?, 0xc0009ab8e0?, 0x41411b?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/net.go:179 +0x45
crypto/tls.(*atLeastReader).Read(0xc000568eb8, {0xc000792000?, 0x0?, 0xc000568eb8?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/crypto/tls/conn.go:806 +0x3b
bytes.(*Buffer).ReadFrom(0xc00070e9b0, {0x22fce60, 0xc000568eb8})
	/opt/hostedtoolcache/go/1.22.4/x64/src/bytes/buffer.go:211 +0x98
crypto/tls.(*Conn).readFromUntil(0xc00070e708, {0x22fba60, 0xc00048e928}, 0xc0009ab928?)
	/opt/hostedtoolcache/go/1.22.4/x64/src/crypto/tls/conn.go:828 +0xde
crypto/tls.(*Conn).readRecordOrCCS(0xc00070e708, 0x0)
	/opt/hostedtoolcache/go/1.22.4/x64/src/crypto/tls/conn.go:626 +0x3cf
crypto/tls.(*Conn).readRecord(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/crypto/tls/conn.go:588
crypto/tls.(*Conn).Read(0xc00070e708, {0xc00035f1dc, 0x4, 0x45ab09?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/crypto/tls/conn.go:1370 +0x156
io.ReadAtLeast({0x7f9488297720, 0xc00070e708}, {0xc00035f1dc, 0x4, 0x4}, 0x4)
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:335 +0x90
io.ReadFull(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:354
encoding/binary.Read({0x7f9488297720, 0xc00070e708}, {0x2323530, 0x34f8240}, {0x1bb3200, 0xc0009abe24})
	/opt/hostedtoolcache/go/1.22.4/x64/src/encoding/binary/binary.go:241 +0xb4
github.com/moby/spdystream/spdy.(*Framer).ReadFrame(0xc000878840)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/spdy/read.go:164 +0x49
github.com/moby/spdystream.(*idleAwareFramer).ReadFrame(0xc00012b980)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:167 +0x1e
github.com/moby/spdystream.(*Connection).Serve(0xc000824000, 0xc00037e720)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:341 +0x265
created by k8s.io/apimachinery/pkg/util/httpstream/spdy.newConnection in goroutine 27
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/apimachinery/pkg/util/httpstream/spdy/connection.go:94 +0x127

goroutine 48 [runnable]:
syscall.Syscall(0x1, 0x3, 0xc000754100, 0x1a)
	/opt/hostedtoolcache/go/1.22.4/x64/src/syscall/syscall_linux.go:69 +0x25
syscall.write(0xc0007a6800?, {0xc000754100?, 0xc000754100?, 0x5?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/syscall/zsyscall_linux_amd64.go:964 +0x3b
syscall.Write(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/syscall/syscall_unix.go:209
internal/poll.ignoringEINTRIO(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_unix.go:736
internal/poll.(*FD).Write(0xc0007a6800, {0xc000754100, 0x1a, 0x7c})
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_unix.go:380 +0x368
net.(*netFD).Write(0xc0007a6800, {0xc000754100?, 0xc000754100?, 0xc0000a0978?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/fd_posix.go:96 +0x25
net.(*conn).Write(0xc00048e928, {0xc000754100?, 0x1bd4640?, 0xc000754100?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/net.go:191 +0x45
crypto/tls.(*Conn).write(0xc00070e708, {0xc000754100?, 0x5?, 0x7c?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/crypto/tls/conn.go:945 +0x109
crypto/tls.(*Conn).writeRecordLocked(0xc00070e708, 0x17, {0xc0002e4d90, 0x4, 0x4})
	/opt/hostedtoolcache/go/1.22.4/x64/src/crypto/tls/conn.go:1026 +0x685
crypto/tls.(*Conn).Write(0x1bfaaa0?, {0xc0002e4d90, 0x4, 0x4})
	/opt/hostedtoolcache/go/1.22.4/x64/src/crypto/tls/conn.go:1233 +0x399
encoding/binary.Write({0x7f9488250f98, 0xc00070e708}, {0x2323530, 0x34f8240}, {0x1bfaaa0, 0xc0000a0d84})
	/opt/hostedtoolcache/go/1.22.4/x64/src/encoding/binary/binary.go:450 +0xd99
github.com/moby/spdystream/spdy.(*PingFrame).write(0xc0002e4d70, 0xc000878840)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/spdy/write.go:100 +0x9d
github.com/moby/spdystream/spdy.(*Framer).WriteFrame(...)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/spdy/write.go:154
github.com/moby/spdystream.(*idleAwareFramer).WriteFrame(0xc00012b980, {0x22ffb60?, 0xc0002e4d70?})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:156 +0xb6
github.com/moby/spdystream.(*Connection).Ping(0xc000824000)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:290 +0x1c5
k8s.io/apimachinery/pkg/util/httpstream/spdy.(*connection).sendPings(0xc000789410, 0x5555554355555554?)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/apimachinery/pkg/util/httpstream/spdy/connection.go:197 +0xe9
created by k8s.io/apimachinery/pkg/util/httpstream/spdy.newConnection in goroutine 27
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/apimachinery/pkg/util/httpstream/spdy/connection.go:96 +0x185

goroutine 87 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0xc0002d79d0, 0x10b)
	/opt/hostedtoolcache/go/1.22.4/x64/src/runtime/sema.go:569 +0x159
sync.(*Cond).Wait(0x0?)
	/opt/hostedtoolcache/go/1.22.4/x64/src/sync/cond.go:70 +0x85
github.com/moby/spdystream.(*PriorityFrameQueue).Pop(0xc0008027e0)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/priority.go:102 +0x8e
github.com/moby/spdystream.(*Connection).frameHandler(0xc000824000, 0xc0008027e0, 0xc00037e720)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:414 +0x30
github.com/moby/spdystream.(*Connection).Serve.func2(0xc0007337a8?)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:331 +0x57
created by github.com/moby/spdystream.(*Connection).Serve in goroutine 47
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:327 +0x67

goroutine 88 [chan receive, 20 minutes]:
github.com/moby/spdystream.(*Connection).Serve.func1(0xc000802810)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:322 +0x25
created by github.com/moby/spdystream.(*Connection).Serve in goroutine 47
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:321 +0x154

goroutine 89 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0xc0002d7a10, 0x14c)
	/opt/hostedtoolcache/go/1.22.4/x64/src/runtime/sema.go:569 +0x159
sync.(*Cond).Wait(0x0?)
	/opt/hostedtoolcache/go/1.22.4/x64/src/sync/cond.go:70 +0x85
github.com/moby/spdystream.(*PriorityFrameQueue).Pop(0xc000802810)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/priority.go:102 +0x8e
github.com/moby/spdystream.(*Connection).frameHandler(0xc000824000, 0xc000802810, 0xc00037e720)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:414 +0x30
github.com/moby/spdystream.(*Connection).Serve.func2(0x0?)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:331 +0x57
created by github.com/moby/spdystream.(*Connection).Serve in goroutine 47
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:327 +0x67

goroutine 90 [chan receive, 20 minutes]:
github.com/moby/spdystream.(*Connection).Serve.func1(0xc000802870)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:322 +0x25
created by github.com/moby/spdystream.(*Connection).Serve in goroutine 47
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:321 +0x154

goroutine 91 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0xc0002d7a50, 0x185)
	/opt/hostedtoolcache/go/1.22.4/x64/src/runtime/sema.go:569 +0x159
sync.(*Cond).Wait(0x0?)
	/opt/hostedtoolcache/go/1.22.4/x64/src/sync/cond.go:70 +0x85
github.com/moby/spdystream.(*PriorityFrameQueue).Pop(0xc000802870)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/priority.go:102 +0x8e
github.com/moby/spdystream.(*Connection).frameHandler(0xc000824000, 0xc000802870, 0xc00037e720)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:414 +0x30
github.com/moby/spdystream.(*Connection).Serve.func2(0x8?)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:331 +0x57
created by github.com/moby/spdystream.(*Connection).Serve in goroutine 47
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:327 +0x67

goroutine 92 [chan receive, 20 minutes]:
github.com/moby/spdystream.(*Connection).Serve.func1(0xc0008028a0)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:322 +0x25
created by github.com/moby/spdystream.(*Connection).Serve in goroutine 47
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:321 +0x154

goroutine 93 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0xc0002d7a90, 0x41a)
	/opt/hostedtoolcache/go/1.22.4/x64/src/runtime/sema.go:569 +0x159
sync.(*Cond).Wait(0x0?)
	/opt/hostedtoolcache/go/1.22.4/x64/src/sync/cond.go:70 +0x85
github.com/moby/spdystream.(*PriorityFrameQueue).Pop(0xc0008028a0)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/priority.go:102 +0x8e
github.com/moby/spdystream.(*Connection).frameHandler(0xc000824000, 0xc0008028a0, 0xc00037e720)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:414 +0x30
github.com/moby/spdystream.(*Connection).Serve.func2(0x2?)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:331 +0x57
created by github.com/moby/spdystream.(*Connection).Serve in goroutine 47
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:327 +0x67

goroutine 94 [chan receive, 20 minutes]:
github.com/moby/spdystream.(*Connection).Serve.func1(0xc000802900)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:322 +0x25
created by github.com/moby/spdystream.(*Connection).Serve in goroutine 47
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:321 +0x154

goroutine 95 [sync.Cond.Wait]:
sync.runtime_notifyListWait(0xc0002d7ad0, 0x12a)
	/opt/hostedtoolcache/go/1.22.4/x64/src/runtime/sema.go:569 +0x159
sync.(*Cond).Wait(0x0?)
	/opt/hostedtoolcache/go/1.22.4/x64/src/sync/cond.go:70 +0x85
github.com/moby/spdystream.(*PriorityFrameQueue).Pop(0xc000802900)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/priority.go:102 +0x8e
github.com/moby/spdystream.(*Connection).frameHandler(0xc000824000, 0xc000802900, 0xc00037e720)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:414 +0x30
github.com/moby/spdystream.(*Connection).Serve.func2(0x0?)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:331 +0x57
created by github.com/moby/spdystream.(*Connection).Serve in goroutine 47
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/connection.go:327 +0x67

goroutine 49 [IO wait, 20 minutes]:
internal/poll.runtime_pollWait(0x7f9488523130, 0x72)
	/opt/hostedtoolcache/go/1.22.4/x64/src/runtime/netpoll.go:345 +0x85
internal/poll.(*pollDesc).wait(0x8?, 0xc000735d98?, 0x0)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc000434880)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_unix.go:611 +0x2ac
net.(*netFD).accept(0xc000434880)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/fd_unix.go:172 +0x29
net.(*TCPListener).accept(0xc000128d00)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock_posix.go:159 +0x1e
net.(*TCPListener).Accept(0xc000128d00)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock.go:327 +0x30
k8s.io/client-go/tools/portforward.(*PortForwarder).waitForConnection(0xc000164210, {0x230e208, 0xc000128d00}, {0x5554?, 0x5555?})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:308 +0xa7
created by k8s.io/client-go/tools/portforward.(*PortForwarder).listenOnPortAndAddress in goroutine 27
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:273 +0x18c

goroutine 98 [IO wait, 20 minutes]:
internal/poll.runtime_pollWait(0x7f9488523510, 0x72)
	/opt/hostedtoolcache/go/1.22.4/x64/src/runtime/netpoll.go:345 +0x85
internal/poll.(*pollDesc).wait(0x9?, 0x1?, 0x0)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc000434900)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_unix.go:611 +0x2ac
net.(*netFD).accept(0xc000434900)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/fd_unix.go:172 +0x29
net.(*TCPListener).accept(0xc000128d20)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock_posix.go:159 +0x1e
net.(*TCPListener).Accept(0xc000128d20)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock.go:327 +0x30
k8s.io/client-go/tools/portforward.(*PortForwarder).waitForConnection(0xc000164210, {0x230e208, 0xc000128d20}, {0x0?, 0x0?})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:308 +0xa7
created by k8s.io/client-go/tools/portforward.(*PortForwarder).listenOnPortAndAddress in goroutine 27
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:273 +0x18c

goroutine 99 [IO wait, 20 minutes]:
internal/poll.runtime_pollWait(0x7f9488523228, 0x72)
	/opt/hostedtoolcache/go/1.22.4/x64/src/runtime/netpoll.go:345 +0x85
internal/poll.(*pollDesc).wait(0xa?, 0x0?, 0x0)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc000434980)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_unix.go:611 +0x2ac
net.(*netFD).accept(0xc000434980)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/fd_unix.go:172 +0x29
net.(*TCPListener).accept(0xc000128da0)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock_posix.go:159 +0x1e
net.(*TCPListener).Accept(0xc000128da0)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock.go:327 +0x30
k8s.io/client-go/tools/portforward.(*PortForwarder).waitForConnection(0xc000164210, {0x230e208, 0xc000128da0}, {0x0?, 0x0?})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:308 +0xa7
created by k8s.io/client-go/tools/portforward.(*PortForwarder).listenOnPortAndAddress in goroutine 27
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:273 +0x18c

goroutine 100 [IO wait, 19 minutes]:
internal/poll.runtime_pollWait(0x7f9488523320, 0x72)
	/opt/hostedtoolcache/go/1.22.4/x64/src/runtime/netpoll.go:345 +0x85
internal/poll.(*pollDesc).wait(0xb?, 0x1?, 0x0)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc000434a00)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_unix.go:611 +0x2ac
net.(*netFD).accept(0xc000434a00)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/fd_unix.go:172 +0x29
net.(*TCPListener).accept(0xc000128de0)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock_posix.go:159 +0x1e
net.(*TCPListener).Accept(0xc000128de0)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock.go:327 +0x30
k8s.io/client-go/tools/portforward.(*PortForwarder).waitForConnection(0xc000164210, {0x230e208, 0xc000128de0}, {0x0?, 0x0?})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:308 +0xa7
created by k8s.io/client-go/tools/portforward.(*PortForwarder).listenOnPortAndAddress in goroutine 27
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:273 +0x18c

goroutine 101 [IO wait]:
internal/poll.runtime_pollWait(0x7f9488523038, 0x72)
	/opt/hostedtoolcache/go/1.22.4/x64/src/runtime/netpoll.go:345 +0x85
internal/poll.(*pollDesc).wait(0xc?, 0x1?, 0x0)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc000434a80)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_unix.go:611 +0x2ac
net.(*netFD).accept(0xc000434a80)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/fd_unix.go:172 +0x29
net.(*TCPListener).accept(0xc000128e00)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock_posix.go:159 +0x1e
net.(*TCPListener).Accept(0xc000128e00)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock.go:327 +0x30
k8s.io/client-go/tools/portforward.(*PortForwarder).waitForConnection(0xc000164210, {0x230e208, 0xc000128e00}, {0x0?, 0x0?})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:308 +0xa7
created by k8s.io/client-go/tools/portforward.(*PortForwarder).listenOnPortAndAddress in goroutine 27
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:273 +0x18c

goroutine 102 [IO wait, 20 minutes]:
internal/poll.runtime_pollWait(0x7f9488523700, 0x72)
	/opt/hostedtoolcache/go/1.22.4/x64/src/runtime/netpoll.go:345 +0x85
internal/poll.(*pollDesc).wait(0xd?, 0x0?, 0x0)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Accept(0xc000434b80)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_unix.go:611 +0x2ac
net.(*netFD).accept(0xc000434b80)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/fd_unix.go:172 +0x29
net.(*TCPListener).accept(0xc000128e40)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock_posix.go:159 +0x1e
net.(*TCPListener).Accept(0xc000128e40)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock.go:327 +0x30
k8s.io/client-go/tools/portforward.(*PortForwarder).waitForConnection(0xc000164210, {0x230e208, 0xc000128e40}, {0x0?, 0x0?})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:308 +0xa7
created by k8s.io/client-go/tools/portforward.(*PortForwarder).listenOnPortAndAddress in goroutine 27
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:273 +0x18c

goroutine 96 [semacquire, 20 minutes]:
sync.runtime_Semacquire(0xc000724780?)
	/opt/hostedtoolcache/go/1.22.4/x64/src/runtime/sema.go:62 +0x25
sync.(*WaitGroup).Wait(0x3495540?)
	/opt/hostedtoolcache/go/1.22.4/x64/src/sync/waitgroup.go:116 +0x48
sigs.k8s.io/e2e-framework/pkg/env.(*testEnv).processTests(0xc00012b540, 0xc0002bf6c0, 0x1, {0xc0003502c0, 0x2, 0xc0001d8201?})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/sigs.k8s.io/e2e-framework/pkg/env/env.go:277 +0x525
sigs.k8s.io/e2e-framework/pkg/env.(*testEnv).TestInParallel(0x0?, 0xc0002bf6c0?, {0xc0003502c0?, 0x604?, 0x1d3e200?})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/sigs.k8s.io/e2e-framework/pkg/env/env.go:301 +0x26
github.com/cilium/tetragon/tests/e2e/tests/labels_test.TestLabelsDemoApp(0xc0002bf6c0)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/tests/e2e/tests/labels/labels_test.go:117 +0x799
testing.tRunner(0xc0002bf6c0, 0x20ed718)
	/opt/hostedtoolcache/go/1.22.4/x64/src/testing/testing.go:1689 +0xfb
created by testing.(*T).Run in goroutine 1
	/opt/hostedtoolcache/go/1.22.4/x64/src/testing/testing.go:1742 +0x390

goroutine 118 [chan receive, 20 minutes]:
testing.(*T).Run(0xc0002bf6c0, {0x1fd2d5b?, 0x230ab78?}, 0xc000659bf0)
	/opt/hostedtoolcache/go/1.22.4/x64/src/testing/testing.go:1750 +0x3ab
sigs.k8s.io/e2e-framework/pkg/env.(*testEnv).execFeature(...)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/sigs.k8s.io/e2e-framework/pkg/env/env.go:429
sigs.k8s.io/e2e-framework/pkg/env.(*testEnv).processTestFeature(0xc00012b540, 0xc0002bf6c0, {0x1fd2d5b, 0xc}, {0x230ab78, 0xc000659b60})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/sigs.k8s.io/e2e-framework/pkg/env/env.go:211 +0x165
sigs.k8s.io/e2e-framework/pkg/env.(*testEnv).processTests.func1(0xa126849a126849a1?, {0x1fd2d5b?, 0x6849a126849a1268?}, {0x230ab78?, 0xc000659b60?})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/sigs.k8s.io/e2e-framework/pkg/env/env.go:265 +0x75
created by sigs.k8s.io/e2e-framework/pkg/env.(*testEnv).processTests in goroutine 96
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/sigs.k8s.io/e2e-framework/pkg/env/env.go:263 +0x48e

goroutine 115 [runnable]:
github.com/cilium/tetragon/tests/e2e/helpers.StartMetricsDumper.func1()
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/tests/e2e/helpers/dumpinfo.go:269 +0xc5
created by github.com/cilium/tetragon/tests/e2e/helpers.StartMetricsDumper in goroutine 114
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/tests/e2e/helpers/dumpinfo.go:266 +0x94

goroutine 116 [runnable]:
strings.LastIndex({0x2873835?, 0x63?}, {0x22f0d30?, 0x1?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/strings/strings.go:80 +0x2e5
k8s.io/klog/v2.(*loggingT).header(0x3495540, 0x0, 0x30?)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/klog/v2/klog.go:665 +0x6c
k8s.io/klog/v2.(*loggingT).printDepth(0x3495540, 0x0, 0x0, {0x0, 0x0}, 0x1, {0xc000be0510, 0x3, 0x3})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/klog/v2/klog.go:721 +0x5e
k8s.io/klog/v2.(*loggingT).print(...)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/klog/v2/klog.go:713
k8s.io/klog/v2.Verbose.Info(...)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/klog/v2/klog.go:1417
github.com/cilium/tetragon/tests/e2e/helpers.dumpGops(0xc0006583c0?, {0xc00031c070, 0xe}, {0xc00058c720, 0x2e})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/tests/e2e/helpers/dumpinfo.go:299 +0x175
github.com/cilium/tetragon/tests/e2e/helpers.StartGopsDumper.func1()
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/tests/e2e/helpers/dumpinfo.go:334 +0x36c
created by github.com/cilium/tetragon/tests/e2e/helpers.StartGopsDumper in goroutine 114
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/tests/e2e/helpers/dumpinfo.go:327 +0x94

goroutine 135 [select, 20 minutes]:
github.com/moby/spdystream.(*Stream).Read(0xc000534320, {0xc00074c000, 0x200, 0x0?})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/stream.go:96 +0x95
io.ReadAll({0x7f9488298100, 0xc000534320})
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:712 +0x7e
k8s.io/client-go/tools/portforward.(*PortForwarder).handleConnection.func1()
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:356 +0x6d
created by k8s.io/client-go/tools/portforward.(*PortForwarder).handleConnection in goroutine 134
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:355 +0x652

goroutine 134 [select, 20 minutes]:
k8s.io/client-go/tools/portforward.(*PortForwarder).handleConnection(0xc000164210, {0x2324f50, 0xc000538218}, {0xc0?, 0x71?})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:401 +0xa5f
created by k8s.io/client-go/tools/portforward.(*PortForwarder).waitForConnection in goroutine 98
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:316 +0x66

goroutine 130 [select, 20 minutes]:
google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc0001264e0, {0x231afb0, 0xc00012e140})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/google.golang.org/grpc/internal/grpcsync/callback_serializer.go:76 +0x115
created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 32
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/google.golang.org/grpc/internal/grpcsync/callback_serializer.go:52 +0x11a

goroutine 131 [select, 20 minutes]:
google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000126510, {0x231afb0, 0xc00012e190})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/google.golang.org/grpc/internal/grpcsync/callback_serializer.go:76 +0x115
created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 32
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/google.golang.org/grpc/internal/grpcsync/callback_serializer.go:52 +0x11a

goroutine 132 [select, 20 minutes]:
google.golang.org/grpc/internal/grpcsync.(*CallbackSerializer).run(0xc000126540, {0x231afb0, 0xc00012e1e0})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/google.golang.org/grpc/internal/grpcsync/callback_serializer.go:76 +0x115
created by google.golang.org/grpc/internal/grpcsync.NewCallbackSerializer in goroutine 32
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/google.golang.org/grpc/internal/grpcsync/callback_serializer.go:52 +0x11a

goroutine 139 [chan send, 18 minutes]:
github.com/cilium/tetragon/pkg/multiplexer.(*ClientMultiplexer).GetEvents.func1({0x2323580, 0xc000126cf0})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/pkg/multiplexer/multiplexer.go:159 +0x76
created by github.com/cilium/tetragon/pkg/multiplexer.(*ClientMultiplexer).GetEvents in goroutine 31
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/pkg/multiplexer/multiplexer.go:150 +0x9c

goroutine 123 [IO wait, 18 minutes]:
internal/poll.runtime_pollWait(0x7f9488523418, 0x72)
	/opt/hostedtoolcache/go/1.22.4/x64/src/runtime/netpoll.go:345 +0x85
internal/poll.(*pollDesc).wait(0xc0001d2a00?, 0xc000524000?, 0x0)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc0001d2a00, {0xc000524000, 0x8000, 0x8000})
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_unix.go:164 +0x27a
net.(*netFD).Read(0xc0001d2a00, {0xc000524000?, 0x1060100000000?, 0x8?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/fd_posix.go:55 +0x25
net.(*conn).Read(0xc00008e628, {0xc000524000?, 0x800010601?, 0xc000000000?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/net.go:179 +0x45
bufio.(*Reader).Read(0xc00075a420, {0xc000314820, 0x9, 0xc000100808?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/bufio/bufio.go:241 +0x197
io.ReadAtLeast({0x22fa100, 0xc00075a420}, {0xc000314820, 0x9, 0x9}, 0x9)
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:335 +0x90
io.ReadFull(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:354
golang.org/x/net/http2.readFrameHeader({0xc000314820, 0x9, 0xc000aa4990?}, {0x22fa100?, 0xc00075a420?})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/golang.org/x/net/http2/frame.go:237 +0x65
golang.org/x/net/http2.(*Framer).ReadFrame(0xc0003147e0)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/golang.org/x/net/http2/frame.go:498 +0x85
google.golang.org/grpc/internal/transport.(*http2Client).reader(0xc000772008, 0xc00075a480)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/google.golang.org/grpc/internal/transport/http2_client.go:1602 +0x22d
created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 133
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/google.golang.org/grpc/internal/transport/http2_client.go:409 +0x1e79

goroutine 124 [select, 18 minutes]:
google.golang.org/grpc/internal/transport.(*controlBuffer).get(0xc000348870, 0x1)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:418 +0x113
google.golang.org/grpc/internal/transport.(*loopyWriter).run(0xc000310070)
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/google.golang.org/grpc/internal/transport/controlbuf.go:551 +0x86
google.golang.org/grpc/internal/transport.newHTTP2Client.func6()
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/google.golang.org/grpc/internal/transport/http2_client.go:463 +0x85
created by google.golang.org/grpc/internal/transport.newHTTP2Client in goroutine 133
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/google.golang.org/grpc/internal/transport/http2_client.go:461 +0x242b

goroutine 136 [select, 18 minutes]:
github.com/moby/spdystream.(*Stream).Read(0xc0005343c0, {0xc000774000, 0x8000, 0xc00008e648?})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/stream.go:96 +0x95
io.copyBuffer({0x22fbac0, 0xc00008e648}, {0x7f9488298100, 0xc0005343c0}, {0x0, 0x0, 0x0})
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:429 +0x191
io.Copy(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:388
net.genericReadFrom(0xc00050a500?, {0x7f9488298100, 0xc0005343c0})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/net.go:689 +0x58
net.(*TCPConn).readFrom(0xc000538218, {0x7f9488298100, 0xc0005343c0})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock_posix.go:54 +0x65
net.(*TCPConn).ReadFrom(0xc000538218, {0x7f9488298100?, 0xc0005343c0?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock.go:130 +0x30
io.copyBuffer({0x7f94881b86c0, 0xc000538218}, {0x7f9488298100, 0xc0005343c0}, {0x0, 0x0, 0x0})
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:415 +0x151
io.Copy(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:388
k8s.io/client-go/tools/portforward.(*PortForwarder).handleConnection.func2()
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:380 +0x90
created by k8s.io/client-go/tools/portforward.(*PortForwarder).handleConnection in goroutine 134
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:378 +0x985

goroutine 137 [IO wait, 18 minutes]:
internal/poll.runtime_pollWait(0x7f9488522e48, 0x72)
	/opt/hostedtoolcache/go/1.22.4/x64/src/runtime/netpoll.go:345 +0x85
internal/poll.(*pollDesc).wait(0xc00050a500?, 0xc0006ec000?, 0x0)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00050a500, {0xc0006ec000, 0x8000, 0x8000})
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_unix.go:164 +0x27a
net.(*netFD).Read(0xc00050a500, {0xc0006ec000?, 0x1f40280?, 0xc0005343c0?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/fd_posix.go:55 +0x25
net.(*conn).Read(0xc000538218, {0xc0006ec000?, 0x8000?, 0x986d00?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/net.go:179 +0x45
io.copyBuffer({0x7f94882525e8, 0xc0005343c0}, {0x22fba80, 0xc000538220}, {0x0, 0x0, 0x0})
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:429 +0x191
io.Copy(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:388
net.genericWriteTo(0x7f94882525e8?, {0x7f94882525e8, 0xc0005343c0})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/net.go:713 +0x58
net.(*TCPConn).writeTo(0xc000538218, {0x7f94882525e8, 0xc0005343c0})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock_posix.go:61 +0x4d
net.(*TCPConn).WriteTo(0xc000538218, {0x7f94882525e8?, 0xc0005343c0?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock.go:142 +0x30
io.copyBuffer({0x7f94882525e8, 0xc0005343c0}, {0x22fba60, 0xc000538218}, {0x0, 0x0, 0x0})
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:411 +0x9d
io.Copy(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:388
k8s.io/client-go/tools/portforward.(*PortForwarder).handleConnection.func3()
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:393 +0xf0
created by k8s.io/client-go/tools/portforward.(*PortForwarder).handleConnection in goroutine 134
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:388 +0xa0c

goroutine 104 [select]:
github.com/moby/spdystream.(*Stream).Read(0xc000818140, {0xc000adc000, 0x8000, 0xc0001245e8?})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/stream.go:96 +0x95
io.copyBuffer({0x22fbac0, 0xc0001245e8}, {0x7f9488298100, 0xc000818140}, {0x0, 0x0, 0x0})
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:429 +0x191
io.Copy(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:388
net.genericReadFrom(0xc000902300?, {0x7f9488298100, 0xc000818140})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/net.go:689 +0x58
net.(*TCPConn).readFrom(0xc00048e880, {0x7f9488298100, 0xc000818140})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock_posix.go:54 +0x65
net.(*TCPConn).ReadFrom(0xc00048e880, {0x7f9488298100?, 0xc000818140?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock.go:130 +0x30
io.copyBuffer({0x7f94881b86c0, 0xc00048e880}, {0x7f9488298100, 0xc000818140}, {0x0, 0x0, 0x0})
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:415 +0x151
io.Copy(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:388
k8s.io/client-go/tools/portforward.(*PortForwarder).handleConnection.func2()
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:380 +0x90
created by k8s.io/client-go/tools/portforward.(*PortForwarder).handleConnection in goroutine 145
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:378 +0x985

goroutine 145 [select, 19 minutes]:
k8s.io/client-go/tools/portforward.(*PortForwarder).handleConnection(0xc000164210, {0x2324f50, 0xc00048e880}, {0x0?, 0x0?})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:401 +0xa5f
created by k8s.io/client-go/tools/portforward.(*PortForwarder).waitForConnection in goroutine 100
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:316 +0x66

goroutine 76 [IO wait]:
internal/poll.runtime_pollWait(0x7f9488522d50, 0x72)
	/opt/hostedtoolcache/go/1.22.4/x64/src/runtime/netpoll.go:345 +0x85
internal/poll.(*pollDesc).wait(0xc00050bc80?, 0xc0008eb000?, 0x0)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc00050bc80, {0xc0008eb000, 0x1000, 0x1000})
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_unix.go:164 +0x27a
net.(*netFD).Read(0xc00050bc80, {0xc0008eb000?, 0x0?, 0xc000230a80?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/fd_posix.go:55 +0x25
net.(*conn).Read(0xc000124598, {0xc0008eb000?, 0x0?, 0xc0003a61c0?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/net.go:179 +0x45
net/http.(*persistConn).Read(0xc0005b8240, {0xc0008eb000?, 0xc00060bd40?, 0xc000684d38?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/http/transport.go:1977 +0x4a
bufio.(*Reader).fill(0xc0008796e0)
	/opt/hostedtoolcache/go/1.22.4/x64/src/bufio/bufio.go:110 +0x103
bufio.(*Reader).Peek(0xc0008796e0, 0x1)
	/opt/hostedtoolcache/go/1.22.4/x64/src/bufio/bufio.go:148 +0x53
net/http.(*persistConn).readLoop(0xc0005b8240)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/http/transport.go:2141 +0x1b9
created by net/http.(*Transport).dialConn in goroutine 75
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/http/transport.go:1799 +0x152f

goroutine 77 [select]:
net/http.(*persistConn).writeLoop(0xc0005b8240)
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/http/transport.go:2444 +0xf0
created by net/http.(*Transport).dialConn in goroutine 75
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/http/transport.go:1800 +0x1585

goroutine 129 [select, 19 minutes]:
github.com/moby/spdystream.(*Stream).Read(0xc000456c80, {0xc00036e200, 0x200, 0x0?})
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/github.com/moby/spdystream/stream.go:96 +0x95
io.ReadAll({0x7f9488298100, 0xc000456c80})
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:712 +0x7e
k8s.io/client-go/tools/portforward.(*PortForwarder).handleConnection.func1()
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:356 +0x6d
created by k8s.io/client-go/tools/portforward.(*PortForwarder).handleConnection in goroutine 145
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:355 +0x652

goroutine 105 [IO wait]:
internal/poll.runtime_pollWait(0x7f9488522c58, 0x72)
	/opt/hostedtoolcache/go/1.22.4/x64/src/runtime/netpoll.go:345 +0x85
internal/poll.(*pollDesc).wait(0xc000902300?, 0xc000b0e000?, 0x0)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:84 +0x27
internal/poll.(*pollDesc).waitRead(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_poll_runtime.go:89
internal/poll.(*FD).Read(0xc000902300, {0xc000b0e000, 0x8000, 0x8000})
	/opt/hostedtoolcache/go/1.22.4/x64/src/internal/poll/fd_unix.go:164 +0x27a
net.(*netFD).Read(0xc000902300, {0xc000b0e000?, 0x1f40280?, 0xc000818140?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/fd_posix.go:55 +0x25
net.(*conn).Read(0xc00048e880, {0xc000b0e000?, 0x8000?, 0x1ff1f00?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/net.go:179 +0x45
io.copyBuffer({0x7f94882525e8, 0xc000818140}, {0x22fba80, 0xc000538138}, {0x0, 0x0, 0x0})
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:429 +0x191
io.Copy(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:388
net.genericWriteTo(0x7f94882525e8?, {0x7f94882525e8, 0xc000818140})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/net.go:713 +0x58
net.(*TCPConn).writeTo(0xc00048e880, {0x7f94882525e8, 0xc000818140})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock_posix.go:61 +0x4d
net.(*TCPConn).WriteTo(0xc00048e880, {0x7f94882525e8?, 0xc000818140?})
	/opt/hostedtoolcache/go/1.22.4/x64/src/net/tcpsock.go:142 +0x30
io.copyBuffer({0x7f94882525e8, 0xc000818140}, {0x22fba60, 0xc00048e880}, {0x0, 0x0, 0x0})
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:411 +0x9d
io.Copy(...)
	/opt/hostedtoolcache/go/1.22.4/x64/src/io/io.go:388
k8s.io/client-go/tools/portforward.(*PortForwarder).handleConnection.func3()
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:393 +0xf0
created by k8s.io/client-go/tools/portforward.(*PortForwarder).handleConnection in goroutine 145
	/home/runner/work/tetragon/tetragon/go/src/github.com/cilium/tetragon/vendor/k8s.io/client-go/tools/portforward/portforward.go:388 +0xa0c
FAIL	github.com/cilium/tetragon/tests/e2e/tests/labels	1279.641s