Skip to content

Instantly share code, notes, and snippets.

@jcberthon
Last active April 1, 2018 13:26
Show Gist options
  • Select an option

  • Save jcberthon/143c3e6b7c9e5fc8f18c9204ca1bedf6 to your computer and use it in GitHub Desktop.

Select an option

Save jcberthon/143c3e6b7c9e5fc8f18c9204ca1bedf6 to your computer and use it in GitHub Desktop.
Dockerd stuck - dump
$ sudo docker-containerd-ctr pprof --debug-socket /run/docker/containerd/docker-containerd-debug.sock goroutines
goroutine 586 [running]:
runtime/pprof.writeGoroutineStacks(0x563151ebebe0, 0xc42009c000, 0x0, 0x0)
/usr/local/go/src/runtime/pprof/pprof.go:608 +0xa9
runtime/pprof.writeGoroutine(0x563151ebebe0, 0xc42009c000, 0x2, 0x30, 0x563151a85c00)
/usr/local/go/src/runtime/pprof/pprof.go:597 +0x46
runtime/pprof.(*Profile).WriteTo(0x563151eaa6c0, 0x563151ebebe0, 0xc42009c000, 0x2, 0xc42009c000, 0xc42023fd40)
/usr/local/go/src/runtime/pprof/pprof.go:310 +0x3ad
net/http/pprof.handler.ServeHTTP(0xc4200640a1, 0x9, 0x563151ec9720, 0xc42009c000, 0xc42019fb00)
/usr/local/go/src/net/http/pprof/pprof.go:237 +0x1ba
net/http/pprof.Index(0x563151ec9720, 0xc42009c000, 0xc42019fb00)
/usr/local/go/src/net/http/pprof/pprof.go:248 +0x1dd
net/http.HandlerFunc.ServeHTTP(0x563151b10b28, 0x563151ec9720, 0xc42009c000, 0xc42019fb00)
/usr/local/go/src/net/http/server.go:1918 +0x46
net/http.(*ServeMux).ServeHTTP(0xc42023fd40, 0x563151ec9720, 0xc42009c000, 0xc42019fb00)
/usr/local/go/src/net/http/server.go:2254 +0x132
net/http.serverHandler.ServeHTTP(0xc4202b01a0, 0x563151ec9720, 0xc42009c000, 0xc42019fb00)
/usr/local/go/src/net/http/server.go:2619 +0xb6
net/http.(*conn).serve(0xc420175220, 0x563151eca4e0, 0xc420055640)
/usr/local/go/src/net/http/server.go:1801 +0x71f
created by net/http.(*Server).Serve
/usr/local/go/src/net/http/server.go:2720 +0x28a
goroutine 1 [chan receive, 4 minutes]:
main.main.func1(0xc42009f600, 0xc42009f600, 0xc420049b4f)
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:132 +0x871
github.com/containerd/containerd/vendor/github.com/urfave/cli.HandleAction(0x5631519fadc0, 0x563151b10760, 0xc42009f600, 0xc420012d80, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/urfave/cli/app.go:502 +0xd4
github.com/containerd/containerd/vendor/github.com/urfave/cli.(*App).Run(0xc42016ea80, 0xc420010090, 0x3, 0x3, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/urfave/cli/app.go:268 +0x655
main.main()
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:135 +0x53d
goroutine 15 [syscall, 4 minutes]:
os/signal.signal_recv(0x563150f48d6a)
/usr/local/go/src/runtime/sigqueue.go:131 +0xa8
os/signal.loop()
/usr/local/go/src/os/signal/signal_unix.go:22 +0x24
created by os/signal.init.0
/usr/local/go/src/os/signal/signal_unix.go:28 +0x43
goroutine 16 [select, 4 minutes]:
main.handleSignals.func1(0xc420012e40, 0xc420012de0, 0x563151eca5a0, 0xc42015fe60, 0xc420060300)
/go/src/github.com/containerd/containerd/cmd/containerd/main_unix.go:30 +0xf7
created by main.handleSignals
/go/src/github.com/containerd/containerd/cmd/containerd/main_unix.go:27 +0x8b
goroutine 34 [select, 4 minutes, locked to thread]:
runtime.gopark(0x563151b10fb8, 0x0, 0x563151622b5a, 0x6, 0x18, 0x1)
/usr/local/go/src/runtime/proc.go:287 +0x132
runtime.selectgo(0xc420033f50, 0xc4200603c0)
/usr/local/go/src/runtime/select.go:395 +0x114f
runtime.ensureSigM.func1()
/usr/local/go/src/runtime/signal_unix.go:511 +0x226
runtime.goexit()
/usr/local/go/src/runtime/asm_amd64.s:2337 +0x1
goroutine 35 [select, 4 minutes]:
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Broadcaster).run(0xc4200697c0)
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/broadcast.go:117 +0x414
created by github.com/containerd/containerd/vendor/github.com/docker/go-events.NewBroadcaster
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/broadcast.go:39 +0x1b1
goroutine 36 [select]:
github.com/containerd/containerd/gc/scheduler.(*gcScheduler).run(0xc420013260, 0x563151eca5a0, 0xc420208810)
/go/src/github.com/containerd/containerd/gc/scheduler/scheduler.go:243 +0x21d
created by github.com/containerd/containerd/gc/scheduler.init.0.func1
/go/src/github.com/containerd/containerd/gc/scheduler/scheduler.go:107 +0x4bf
goroutine 37 [syscall, 4 minutes]:
syscall.Syscall6(0xe8, 0x5, 0xc42026a9b8, 0x80, 0xffffffffffffffff, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5
github.com/containerd/containerd/vendor/golang.org/x/sys/unix.EpollWait(0x5, 0xc42026a9b8, 0x80, 0x80, 0xffffffffffffffff, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/sys/unix/zsyscall_linux_amd64.go:1518 +0x79
github.com/containerd/containerd/metrics/cgroups.(*oomCollector).start(0xc4201c3880)
/go/src/github.com/containerd/containerd/metrics/cgroups/oom.go:98 +0x7d
created by github.com/containerd/containerd/metrics/cgroups.newOOMCollector
/go/src/github.com/containerd/containerd/metrics/cgroups/oom.go:34 +0x125
goroutine 39 [select, 4 minutes]:
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc420013b60)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab
goroutine 20 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fde4d472f70, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4200a6818, 0x72, 0xffffffffffffff00, 0x563151ec0e60, 0x563151ebb2b0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4200a6818, 0xc420276000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4200a6800, 0xc420276000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4200a6800, 0xc420276000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42000e240, 0xc420276000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc420013b00, 0xc420055ee0, 0xa, 0xa, 0x0, 0x0, 0x0)
/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x563151ebcc20, 0xc420013b00, 0xc420055ee0, 0xa, 0xa, 0xa, 0x0, 0x0, 0x0)
/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x563151ebcc20, 0xc420013b00, 0xc420055ee0, 0xa, 0xa, 0xc420020e00, 0x0, 0x0)
/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc420055ee0, 0xa, 0xa, 0x563151ebcc20, 0xc420013b00, 0xc420020de8, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc420055ec0, 0x563151eca520, 0xc420014050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc4201a81e0, 0xc420013b60, 0xc4201981e0, 0xc4201a8180)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164
goroutine 40 [select, 4 minutes]:
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc42029e240)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab
goroutine 21 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fde4d472eb0, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4200a6c18, 0x72, 0xffffffffffffff00, 0x563151ec0e60, 0x563151ebb2b0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4200a6c18, 0xc4202b7000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4200a6c00, 0xc4202b7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4200a6c00, 0xc4202b7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42000e308, 0xc4202b7000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc42029e1e0, 0xc420278d60, 0xa, 0xa, 0x0, 0x0, 0x0)
/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x563151ebcc20, 0xc42029e1e0, 0xc420278d60, 0xa, 0xa, 0xa, 0x0, 0x0, 0x0)
/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x563151ebcc20, 0xc42029e1e0, 0xc420278d60, 0xa, 0xa, 0xc420020e00, 0x0, 0x0)
/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc420278d60, 0xa, 0xa, 0x563151ebcc20, 0xc42029e1e0, 0xc420020de8, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc420278d40, 0x563151eca520, 0xc420014050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc4201a82a0, 0xc42029e240, 0xc4201981f0, 0xc4201a8240)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164
goroutine 22 [select, 4 minutes]:
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc4201a0cc0)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab
goroutine 41 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fde4d472df0, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4201bc298, 0x72, 0xffffffffffffff00, 0x563151ec0e60, 0x563151ebb2b0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4201bc298, 0xc4202ff000, 0x1000, 0x1000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4201bc280, 0xc4202ff000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4201bc280, 0xc4202ff000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42018a0a0, 0xc4202ff000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc4201a0c60, 0xc4201baee0, 0xa, 0xa, 0x0, 0x0, 0x0)
/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x563151ebcc20, 0xc4201a0c60, 0xc4201baee0, 0xa, 0xa, 0xa, 0x0, 0x0, 0x0)
/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x563151ebcc20, 0xc4201a0c60, 0xc4201baee0, 0xa, 0xa, 0x0, 0x0, 0x0)
/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc4201baee0, 0xa, 0xa, 0x563151ebcc20, 0xc4201a0c60, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc4201baec0, 0x563151eca520, 0xc420014050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc4202ae900, 0xc4201a0cc0, 0xc420242ca0, 0xc4202ae8a0)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a
created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164
goroutine 23 [IO wait]:
internal/poll.runtime_pollWait(0x7fde4d472d30, 0x72, 0xffffffffffffffff)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4201bc698, 0x72, 0xc420039b00, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4201bc698, 0xffffffffffffff00, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Accept(0xc4201bc680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:335 +0x1e4
net.(*netFD).accept(0xc4201bc680, 0xc4201752a0, 0x563151a113e0, 0xc420039d78)
/usr/local/go/src/net/fd_unix.go:238 +0x44
net.(*UnixListener).accept(0xc42033e840, 0x56315131134a, 0x563150f6eb00, 0xc420039dc0)
/usr/local/go/src/net/unixsock_posix.go:162 +0x34
net.(*UnixListener).Accept(0xc42033e840, 0x563151b10940, 0xc420175220, 0x563151eca5a0, 0xc42023fe30)
/usr/local/go/src/net/unixsock.go:241 +0x4b
net/http.(*Server).Serve(0xc4202b01a0, 0x563151ec94e0, 0xc42033e840, 0x0, 0x0)
/usr/local/go/src/net/http/server.go:2695 +0x1b4
net/http.Serve(0x563151ec94e0, 0xc42033e840, 0x563151ebe820, 0xc42023fd40, 0x563151b10b40, 0xc420021f20)
/usr/local/go/src/net/http/server.go:2323 +0x75
github.com/containerd/containerd/server.(*Server).ServeDebug(0xc4201c1080, 0x563151ec94e0, 0xc42033e840, 0xc420021f38, 0x0)
/go/src/github.com/containerd/containerd/server/server.go:159 +0x1c8
github.com/containerd/containerd/server.(*Server).ServeDebug-fm(0x563151ec94e0, 0xc42033e840, 0xc42033e840, 0x0)
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:115 +0x40
main.serve.func1(0x563151ec94e0, 0xc42033e840, 0xc420199460, 0x563151eca5a0, 0xc42033e900, 0xc4201a4b00, 0x37)
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:146 +0x77
created by main.serve
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:144 +0x1c8
goroutine 24 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fde4d472c70, 0x72, 0xffffffffffffffff)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4201bc818, 0x72, 0xc420267b00, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4201bc818, 0xffffffffffffff00, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Accept(0xc4201bc800, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:335 +0x1e4
net.(*netFD).accept(0xc4201bc800, 0xc42018a180, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:238 +0x44
net.(*UnixListener).accept(0xc42033e990, 0x5631513ab84b, 0x563150f6eb00, 0xc420267da0)
/usr/local/go/src/net/unixsock_posix.go:162 +0x34
net.(*UnixListener).Accept(0xc42033e990, 0x563151b103e8, 0xc420083e00, 0x563151ecdbc0, 0xc42018a180)
/usr/local/go/src/net/unixsock.go:241 +0x4b
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve(0xc420083e00, 0x563151ec94e0, 0xc42033e990, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:463 +0x198
github.com/containerd/containerd/server.(*Server).ServeGRPC(0xc4201c1080, 0x563151ec94e0, 0xc42033e990, 0xc420021738, 0x0)
/go/src/github.com/containerd/containerd/server/server.go:138 +0x55
github.com/containerd/containerd/server.(*Server).ServeGRPC-fm(0x563151ec94e0, 0xc42033e990, 0xc42033e990, 0x0)
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:129 +0x40
main.serve.func1(0x563151ec94e0, 0xc42033e990, 0xc420199570, 0x563151eca5a0, 0xc42033ea50, 0xc4201a4c00, 0x31)
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:146 +0x77
created by main.serve
/go/src/github.com/containerd/containerd/cmd/containerd/main.go:144 +0x1c8
goroutine 25 [IO wait]:
internal/poll.runtime_pollWait(0x7fde4d472bb0, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4201bcb98, 0x72, 0xffffffffffffff00, 0x563151ec0e60, 0x563151ebb2b0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4201bcb98, 0xc420438000, 0x8000, 0x8000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4201bcb80, 0xc420438000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4201bcb80, 0xc420438000, 0x8000, 0x8000, 0x11, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42018a140, 0xc420438000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc4201a12c0, 0xc4203002d8, 0x9, 0x9, 0x9, 0x0, 0x0)
/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x563151ebcc20, 0xc4201a12c0, 0xc4203002d8, 0x9, 0x9, 0x9, 0x69aad1420268bb8, 0x5ab51454, 0xc420268bc0)
/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x563151ebcc20, 0xc4201a12c0, 0xc4203002d8, 0x9, 0x9, 0x3d5e0bce6f, 0x563151f07f20, 0xbea562f5068fd73f)
/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/golang.org/x/net/http2.readFrameHeader(0xc4203002d8, 0x9, 0x9, 0x563151ebcc20, 0xc4201a12c0, 0x0, 0x7070e0900000000, 0xc42019d238, 0xc420268ce8)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:237 +0x7d
github.com/containerd/containerd/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4203002a0, 0xc4202d6680, 0xc4202d6680, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:492 +0xa6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4202f4580, 0xc420434900, 0x563151b10420)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:393 +0x317
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc420083e00, 0x563151ecd6e0, 0xc4202f4580)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:568 +0x142
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc420083e00, 0x563151ecdbc0, 0xc42018a140, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:561 +0x473
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc420083e00, 0x563151ecdbc0, 0xc42018a140)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:526 +0x499
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:495 +0x5bb
goroutine 26 [select]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.loopyWriter(0x7fde4d477378, 0xc420433300, 0xc4204348a0, 0xc42044cfb8)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/transport.go:750 +0x2e6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server.func1(0xc4202f4580)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:227 +0x60
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:226 +0x8fb
goroutine 27 [select, 4 minutes]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc4202f4580)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:935 +0x266
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:230 +0x920
goroutine 42 [select, 4 minutes]:
github.com/containerd/containerd/services/events.(*service).Subscribe(0xc42000e1d8, 0xc42042f040, 0x563151ecd500, 0xc420436300, 0x0, 0x0)
/go/src/github.com/containerd/containerd/services/events/service.go:61 +0x213
github.com/containerd/containerd/api/services/events/v1._Events_Subscribe_Handler(0x563151a57380, 0xc42000e1d8, 0x563151ecca80, 0xc42042f020, 0xc42019d540, 0xc420029800)
/go/src/github.com/containerd/containerd/api/services/events/v1/events.pb.go:288 +0x110
github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.StreamServerInterceptor(0x563151a57380, 0xc42000e1d8, 0x563151eccb40, 0xc4201bd000, 0xc42042f000, 0x563151b0f008, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:40 +0x13b
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc420083e00, 0x563151ecd6e0, 0xc4202f49a0, 0xc42007ed00, 0xc42033e390, 0x563151ea9f80, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:940 +0x2ea
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc420083e00, 0x563151ecd6e0, 0xc4202f49a0, 0xc42007ed00, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1027 +0x14c3
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc42019a200, 0xc420083e00, 0x563151ecd6e0, 0xc4202f49a0, 0xc42007ed00)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3
goroutine 29 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fde4d472af0, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4201bce18, 0x72, 0xffffffffffffff00, 0x563151ec0e60, 0x563151ebb2b0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4201bce18, 0xc420458000, 0x8000, 0x8000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4201bce00, 0xc420458000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4201bce00, 0xc420458000, 0x8000, 0x8000, 0x11, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42018a148, 0xc420458000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc4201a13e0, 0xc420300498, 0x9, 0x9, 0x9, 0x0, 0x0)
/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x563151ebcc20, 0xc4201a13e0, 0xc420300498, 0x9, 0x9, 0x9, 0x24a0855320269bb8, 0x5ab5134c, 0xc420269bc0)
/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x563151ebcc20, 0xc4201a13e0, 0xc420300498, 0x9, 0x9, 0x4715686, 0x563151f07f20, 0xbea562b3249e5848)
/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/golang.org/x/net/http2.readFrameHeader(0xc420300498, 0x9, 0x9, 0x563151ebcc20, 0xc4201a13e0, 0x0, 0x7070e0900000000, 0xc42019d468, 0xc420269ce8)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:237 +0x7d
github.com/containerd/containerd/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc420300460, 0xc4202ac2c0, 0xc4202ac2c0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:492 +0xa6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4202f49a0, 0xc420434d80, 0x563151b10420)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:393 +0x317
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc420083e00, 0x563151ecd6e0, 0xc4202f49a0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:568 +0x142
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc420083e00, 0x563151ecdbc0, 0xc42018a148, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:561 +0x473
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc420083e00, 0x563151ecdbc0, 0xc42018a148)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:526 +0x499
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:495 +0x5bb
goroutine 30 [select, 4 minutes]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.loopyWriter(0x7fde4d477378, 0xc420433440, 0xc420434d20, 0xc420449fb8)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/transport.go:750 +0x2e6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server.func1(0xc4202f49a0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:227 +0x60
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:226 +0x8fb
goroutine 31 [select, 4 minutes]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc4202f49a0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:935 +0x266
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:230 +0x920
goroutine 32 [semacquire, 4 minutes]:
sync.runtime_notifyListWait(0xc420433690, 0xc400000000)
/usr/local/go/src/runtime/sema.go:507 +0x114
sync.(*Cond).Wait(0xc420433680)
/usr/local/go/src/sync/cond.go:56 +0x82
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).next(0xc420434e10, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:103 +0x87
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).run(0xc420434e10)
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:68 +0x34
created by github.com/containerd/containerd/vendor/github.com/docker/go-events.NewQueue
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:29 +0x14d
goroutine 33 [select, 4 minutes]:
github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe.func3(0xc420434e70, 0xc42042f060, 0xc420333860, 0x563151eca4e0, 0xc420433640, 0xc4201a1800)
/go/src/github.com/containerd/containerd/events/exchange/exchange.go:155 +0x15f
created by github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe
/go/src/github.com/containerd/containerd/events/exchange/exchange.go:149 +0x291
goroutine 54 [select, 4 minutes]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.loopyWriter(0x7fde4d477378, 0xc420433cc0, 0xc420435d40, 0xc42048afb8)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/transport.go:750 +0x2e6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server.func1(0xc4202f4dc0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:227 +0x60
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:226 +0x8fb
goroutine 53 [IO wait, 4 minutes]:
internal/poll.runtime_pollWait(0x7fde4d472a30, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4201bd118, 0x72, 0xffffffffffffff00, 0x563151ec0e60, 0x563151ebb2b0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4201bd118, 0xc420474000, 0x8000, 0x8000)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4201bd100, 0xc420474000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4201bd100, 0xc420474000, 0x8000, 0x8000, 0x11, 0x0, 0x0)
/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42018a180, 0xc420474000, 0x8000, 0x8000, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6f
bufio.(*Reader).Read(0xc4201a1c20, 0xc420300818, 0x9, 0x9, 0x9, 0x0, 0x0)
/usr/local/go/src/bufio/bufio.go:213 +0x30d
io.ReadAtLeast(0x563151ebcc20, 0xc4201a1c20, 0xc420300818, 0x9, 0x9, 0x9, 0x3366d78b20034bb8, 0x5ab51350, 0xc420034bc0)
/usr/local/go/src/io/io.go:309 +0x88
io.ReadFull(0x563151ebcc20, 0xc4201a1c20, 0xc420300818, 0x9, 0x9, 0x101a2d13c, 0x563151f07f20, 0xbea562b4334deecb)
/usr/local/go/src/io/io.go:327 +0x5a
github.com/containerd/containerd/vendor/golang.org/x/net/http2.readFrameHeader(0xc420300818, 0x9, 0x9, 0x563151ebcc20, 0xc4201a1c20, 0x0, 0x7070e0900000000, 0xc42019dc88, 0xc420034ce8)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:237 +0x7d
github.com/containerd/containerd/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4203007e0, 0xc4202ac1a0, 0xc4202ac1a0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:492 +0xa6
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4202f4dc0, 0xc420435da0, 0x563151b10420)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:393 +0x317
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc420083e00, 0x563151ecd6e0, 0xc4202f4dc0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:568 +0x142
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc420083e00, 0x563151ecdbc0, 0xc42018a180, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:561 +0x473
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc420083e00, 0x563151ecdbc0, 0xc42018a180)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:526 +0x499
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:495 +0x5bb
goroutine 55 [select, 4 minutes]:
github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc4202f4dc0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:935 +0x266
created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:230 +0x920
goroutine 46 [select, 4 minutes]:
github.com/containerd/containerd/services/events.(*service).Subscribe(0xc42000e1d8, 0xc4203760e0, 0x563151ecd500, 0xc420436280, 0x0, 0x0)
/go/src/github.com/containerd/containerd/services/events/service.go:61 +0x213
github.com/containerd/containerd/api/services/events/v1._Events_Subscribe_Handler(0x563151a57380, 0xc42000e1d8, 0x563151ecca80, 0xc4203760a0, 0xc42019c230, 0xc420029c00)
/go/src/github.com/containerd/containerd/api/services/events/v1/events.pb.go:288 +0x110
github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.StreamServerInterceptor(0x563151a57380, 0xc42000e1d8, 0x563151eccb40, 0xc4201bc000, 0xc420376060, 0x563151b0f008, 0xc4202ca000, 0x7fde4d4ce000)
/go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:40 +0x13b
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc420083e00, 0x563151ecd6e0, 0xc4202f4dc0, 0xc42019ef00, 0xc42033e390, 0x563151ea9f80, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:940 +0x2ea
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc420083e00, 0x563151ecd6e0, 0xc4202f4dc0, 0xc42019ef00, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1027 +0x14c3
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc42019a470, 0xc420083e00, 0x563151ecd6e0, 0xc4202f4dc0, 0xc42019ef00)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3
goroutine 47 [semacquire, 4 minutes]:
sync.runtime_notifyListWait(0xc4204334d0, 0xc400000000)
/usr/local/go/src/runtime/sema.go:507 +0x114
sync.(*Cond).Wait(0xc4204334c0)
/usr/local/go/src/sync/cond.go:56 +0x82
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).next(0xc42033e060, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:103 +0x87
github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).run(0xc42033e060)
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:68 +0x34
created by github.com/containerd/containerd/vendor/github.com/docker/go-events.NewQueue
/go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:29 +0x14d
goroutine 48 [select, 4 minutes]:
github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe.func3(0xc42033e930, 0xc420376120, 0xc420332060, 0x563151eca4e0, 0xc4204333c0, 0xc42048e0c0)
/go/src/github.com/containerd/containerd/events/exchange/exchange.go:155 +0x15f
created by github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe
/go/src/github.com/containerd/containerd/events/exchange/exchange.go:149 +0x291
goroutine 62 [select, 4 minutes]:
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).dispatch(0xc4201a0cc0, 0x563151eca5a0, 0xc4201d63c0, 0xc420054f80, 0xc4201492c0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:102 +0x282
github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).Call(0xc4201a0cc0, 0x563151eca5a0, 0xc4201d63c0, 0x56315163c913, 0x25, 0x563151621328, 0x5, 0x563151aa63e0, 0xc42003bc30, 0x563151aa64c0, ...)
/go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:73 +0x15d
github.com/containerd/containerd/linux/shim/v1.(*shimClient).State(0xc42018a0a8, 0x563151eca5a0, 0xc4201d63c0, 0xc42003bc30, 0x0, 0x563150f6933f, 0x563151a22c60)
/go/src/github.com/containerd/containerd/linux/shim/v1/shim.pb.go:1729 +0xbf
github.com/containerd/containerd/linux.(*Task).State(0xc4202f80e0, 0x563151eca5a0, 0xc4201d63c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...)
/go/src/github.com/containerd/containerd/linux/task.go:107 +0xc4
github.com/containerd/containerd/services/tasks.processFromContainerd(0x7fde4d477338, 0xc4201d63c0, 0x7fde4d3b82a0, 0xc4202f80e0, 0xc4202f80e0, 0x563151ecf7c0, 0xc4202f80e0)
/go/src/github.com/containerd/containerd/services/tasks/service.go:225 +0xbe
github.com/containerd/containerd/services/tasks.(*service).Get(0xc4201b9da0, 0x7fde4d477338, 0xc4201d63c0, 0xc420149100, 0xc4201b9da0, 0x56315163dab3, 0x3)
/go/src/github.com/containerd/containerd/services/tasks/service.go:268 +0xef
github.com/containerd/containerd/api/services/tasks/v1._Tasks_Get_Handler.func1(0x7fde4d477338, 0xc4201d63c0, 0x563151aa3e40, 0xc420149100, 0xc420069310, 0x563151f27bb8, 0x5631519e69c0, 0xc42003bc20)
/go/src/github.com/containerd/containerd/api/services/tasks/v1/tasks.pb.go:680 +0x88
github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.UnaryServerInterceptor(0x7fde4d477338, 0xc4201d63c0, 0x563151aa3e40, 0xc420149100, 0xc420149120, 0xc420149140, 0x50, 0x48, 0xc4201490e0, 0xc42046f968)
/go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:29 +0xd4
github.com/containerd/containerd/server.interceptor(0x7fde4d477338, 0xc4201d6300, 0x563151aa3e40, 0xc420149100, 0xc420149120, 0xc420149140, 0x0, 0xc42046f9e0, 0x563150f2522a, 0x50)
/go/src/github.com/containerd/containerd/server/server.go:267 +0x1d2
github.com/containerd/containerd/api/services/tasks/v1._Tasks_Get_Handler(0x563151af7ae0, 0xc4201b9da0, 0x7fde4d477338, 0xc4201d61e0, 0xc4200691d0, 0x563151b0f520, 0x0, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/api/services/tasks/v1/tasks.pb.go:682 +0x16f
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processUnaryRPC(0xc420083e00, 0x563151ecd6e0, 0xc4202f4dc0, 0xc42007e800, 0xc42033e6f0, 0x563151eb4d80, 0x0, 0x0, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:826 +0xab6
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc420083e00, 0x563151ecd6e0, 0xc4202f4dc0, 0xc42007e800, 0x0)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1023 +0x152a
github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc42019a470, 0xc420083e00, 0x563151ecd6e0, 0xc4202f4dc0, 0xc42007e800)
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1
created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1
/go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3
goroutine 577 [IO wait]:
internal/poll.runtime_pollWait(0x7fde4d472970, 0x72, 0x0)
/usr/local/go/src/runtime/netpoll.go:173 +0x59
internal/poll.(*pollDesc).wait(0xc4200a6118, 0x72, 0xffffffffffffff00, 0x563151ec0e60, 0x563151ebb2b0)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0
internal/poll.(*pollDesc).waitRead(0xc4200a6118, 0xc420490500, 0x1, 0x1)
/usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f
internal/poll.(*FD).Read(0xc4200a6100, 0xc420490581, 0x1, 0x1, 0x0, 0x0, 0x0)
/usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c
net.(*netFD).Read(0xc4200a6100, 0xc420490581, 0x1, 0x1, 0x0, 0xc420454800, 0x563150f3e8bb)
/usr/local/go/src/net/fd_unix.go:202 +0x54
net.(*conn).Read(0xc42018a0c0, 0xc420490581, 0x1, 0x1, 0x0, 0x0, 0x0)
/usr/local/go/src/net/net.go:176 +0x6f
net/http.(*connReader).backgroundRead(0xc420490570)
/usr/local/go/src/net/http/server.go:660 +0x64
created by net/http.(*connReader).startBackgroundRead
/usr/local/go/src/net/http/server.go:656 +0xda
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment