Last active
April 1, 2018 13:26
-
-
Save jcberthon/143c3e6b7c9e5fc8f18c9204ca1bedf6 to your computer and use it in GitHub Desktop.
Revisions
-
jcberthon revised this gist
Apr 1, 2018 . 2 changed files with 846 additions and 495 deletions.There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters. Learn more about bidirectional Unicode charactersOriginal file line number Diff line number Diff line change @@ -0,0 +1,846 @@ ```console $ sudo docker-containerd-ctr pprof --debug-socket /run/docker/containerd/docker-containerd-debug.sock goroutines goroutine 1916106 [running]: runtime/pprof.writeGoroutineStacks(0x55e3880d1be0, 0xc420200540, 0x0, 0x0) /usr/local/go/src/runtime/pprof/pprof.go:608 +0xa9 runtime/pprof.writeGoroutine(0x55e3880d1be0, 0xc420200540, 0x2, 0x30, 0x55e387c98c00) /usr/local/go/src/runtime/pprof/pprof.go:597 +0x46 runtime/pprof.(*Profile).WriteTo(0x55e3880bd6c0, 0x55e3880d1be0, 0xc420200540, 0x2, 0xc420200540, 0xc42035e9c0) /usr/local/go/src/runtime/pprof/pprof.go:310 +0x3ad net/http/pprof.handler.ServeHTTP(0xc42011c6d1, 0x9, 0x55e3880dc720, 0xc420200540, 0xc42019ff00) /usr/local/go/src/net/http/pprof/pprof.go:237 +0x1ba net/http/pprof.Index(0x55e3880dc720, 0xc420200540, 0xc42019ff00) /usr/local/go/src/net/http/pprof/pprof.go:248 +0x1dd net/http.HandlerFunc.ServeHTTP(0x55e387d23b28, 0x55e3880dc720, 0xc420200540, 0xc42019ff00) /usr/local/go/src/net/http/server.go:1918 +0x46 net/http.(*ServeMux).ServeHTTP(0xc42035e9c0, 0x55e3880dc720, 0xc420200540, 0xc42019ff00) /usr/local/go/src/net/http/server.go:2254 +0x132 net/http.serverHandler.ServeHTTP(0xc42025de10, 0x55e3880dc720, 0xc420200540, 0xc42019ff00) /usr/local/go/src/net/http/server.go:2619 +0xb6 net/http.(*conn).serve(0xc4206d10e0, 0x55e3880dd4e0, 0xc42079b900) /usr/local/go/src/net/http/server.go:1801 +0x71f created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2720 +0x28a goroutine 1 [chan receive, 12836 minutes]: main.main.func1(0xc4201d2000, 0xc4201d2000, 0xc420049b4f) /go/src/github.com/containerd/containerd/cmd/containerd/main.go:132 +0x871 github.com/containerd/containerd/vendor/github.com/urfave/cli.HandleAction(0x55e387c0ddc0, 0x55e387d23760, 0xc4201d2000, 0xc4200603c0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/urfave/cli/app.go:502 +0xd4 github.com/containerd/containerd/vendor/github.com/urfave/cli.(*App).Run(0xc4201ca000, 0xc420010090, 0x3, 0x3, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/urfave/cli/app.go:268 +0x655 main.main() /go/src/github.com/containerd/containerd/cmd/containerd/main.go:135 +0x53d goroutine 27 [syscall, 217 minutes]: os/signal.signal_recv(0x55e3880d75a0) /usr/local/go/src/runtime/sigqueue.go:131 +0xa8 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:22 +0x24 created by os/signal.init.0 /usr/local/go/src/os/signal/signal_unix.go:28 +0x43 goroutine 28 [select, 217 minutes]: main.handleSignals.func1(0xc420060480, 0xc420060420, 0x55e3880dd5a0, 0xc4201b6f90, 0xc4201a61e0) /go/src/github.com/containerd/containerd/cmd/containerd/main_unix.go:30 +0xf7 created by main.handleSignals /go/src/github.com/containerd/containerd/cmd/containerd/main_unix.go:27 +0x8b goroutine 29 [select, 12836 minutes, locked to thread]: runtime.gopark(0x55e387d23fb8, 0x0, 0x55e387835b5a, 0x6, 0x18, 0x1) /usr/local/go/src/runtime/proc.go:287 +0x132 runtime.selectgo(0xc420038f50, 0xc4201a62a0) /usr/local/go/src/runtime/select.go:395 +0x114f runtime.ensureSigM.func1() /usr/local/go/src/runtime/signal_unix.go:511 +0x226 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2337 +0x1 goroutine 30 [select]: github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Broadcaster).run(0xc42019ca00) /go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/broadcast.go:117 +0x414 created by github.com/containerd/containerd/vendor/github.com/docker/go-events.NewBroadcaster /go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/broadcast.go:39 +0x1b1 goroutine 31 [select]: github.com/containerd/containerd/gc/scheduler.(*gcScheduler).run(0xc4200608a0, 0x55e3880dd5a0, 0xc4202055f0) /go/src/github.com/containerd/containerd/gc/scheduler/scheduler.go:243 +0x21d created by github.com/containerd/containerd/gc/scheduler.init.0.func1 /go/src/github.com/containerd/containerd/gc/scheduler/scheduler.go:107 +0x4bf goroutine 32 [syscall, 930 minutes]: syscall.Syscall6(0xe8, 0x5, 0xc4201559b8, 0x80, 0xffffffffffffffff, 0x0, 0x0, 0x1, 0x80, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5 github.com/containerd/containerd/vendor/golang.org/x/sys/unix.EpollWait(0x5, 0xc4201559b8, 0x80, 0x80, 0xffffffffffffffff, 0x1, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/golang.org/x/sys/unix/zsyscall_linux_amd64.go:1518 +0x79 github.com/containerd/containerd/metrics/cgroups.(*oomCollector).start(0xc420187e60) /go/src/github.com/containerd/containerd/metrics/cgroups/oom.go:98 +0x7d created by github.com/containerd/containerd/metrics/cgroups.newOOMCollector /go/src/github.com/containerd/containerd/metrics/cgroups/oom.go:34 +0x125 goroutine 34 [IO wait]: internal/poll.runtime_pollWait(0x7f6b945bdf70, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4201ba618, 0x72, 0xc420256b00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4201ba618, 0xffffffffffffff00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Accept(0xc4201ba600, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:335 +0x1e4 net.(*netFD).accept(0xc4201ba600, 0xc4206d1160, 0x55e387c243e0, 0xc420256d78) /usr/local/go/src/net/fd_unix.go:238 +0x44 net.(*UnixListener).accept(0xc42027c330, 0x55e38752434a, 0x55e387181b00, 0xc420256dc0) /usr/local/go/src/net/unixsock_posix.go:162 +0x34 net.(*UnixListener).Accept(0xc42027c330, 0x55e387d23940, 0xc4206d10e0, 0x55e3880dd5a0, 0xc42035eab0) /usr/local/go/src/net/unixsock.go:241 +0x4b net/http.(*Server).Serve(0xc42025de10, 0x55e3880dc4e0, 0xc42027c330, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2695 +0x1b4 net/http.Serve(0x55e3880dc4e0, 0xc42027c330, 0x55e3880d1820, 0xc42035e9c0, 0x55e387d23b40, 0xc420023720) /usr/local/go/src/net/http/server.go:2323 +0x75 github.com/containerd/containerd/server.(*Server).ServeDebug(0xc420199350, 0x55e3880dc4e0, 0xc42027c330, 0xc420023738, 0x55e3880c3e20) /go/src/github.com/containerd/containerd/server/server.go:159 +0x1c8 github.com/containerd/containerd/server.(*Server).ServeDebug-fm(0x55e3880dc4e0, 0xc42027c330, 0xc42027c330, 0xc4201c2800) /go/src/github.com/containerd/containerd/cmd/containerd/main.go:115 +0x40 main.serve.func1(0x55e3880dc4e0, 0xc42027c330, 0xc420262cc0, 0x55e3880dd5a0, 0xc42027c3f0, 0xc4201a2f00, 0x37) /go/src/github.com/containerd/containerd/cmd/containerd/main.go:146 +0x77 created by main.serve /go/src/github.com/containerd/containerd/cmd/containerd/main.go:144 +0x1c8 goroutine 35 [IO wait]: internal/poll.runtime_pollWait(0x7f6b945bdeb0, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4201ba798, 0x72, 0xc420254b00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4201ba798, 0xffffffffffffff00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Accept(0xc4201ba780, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:335 +0x1e4 net.(*netFD).accept(0xc4201ba780, 0xc42018c098, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:238 +0x44 net.(*UnixListener).accept(0xc42027c480, 0x55e3875be84b, 0x55e387181b00, 0xc420254da0) /usr/local/go/src/net/unixsock_posix.go:162 +0x34 net.(*UnixListener).Accept(0xc42027c480, 0x55e387d233e8, 0xc4201ce500, 0x55e3880e0bc0, 0xc42018c098) /usr/local/go/src/net/unixsock.go:241 +0x4b github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve(0xc4201ce500, 0x55e3880dc4e0, 0xc42027c480, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:463 +0x198 github.com/containerd/containerd/server.(*Server).ServeGRPC(0xc420199350, 0x55e3880dc4e0, 0xc42027c480, 0xc420023f38, 0x0) /go/src/github.com/containerd/containerd/server/server.go:138 +0x55 github.com/containerd/containerd/server.(*Server).ServeGRPC-fm(0x55e3880dc4e0, 0xc42027c480, 0xc42027c480, 0x0) /go/src/github.com/containerd/containerd/cmd/containerd/main.go:129 +0x40 main.serve.func1(0x55e3880dc4e0, 0xc42027c480, 0xc420262dd0, 0x55e3880dd5a0, 0xc42027c540, 0xc4201a3000, 0x31) /go/src/github.com/containerd/containerd/cmd/containerd/main.go:146 +0x77 created by main.serve /go/src/github.com/containerd/containerd/cmd/containerd/main.go:144 +0x1c8 goroutine 36 [IO wait]: internal/poll.runtime_pollWait(0x7f6b945bddf0, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4201bab18, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4201bab18, 0xc420360000, 0x8000, 0x8000) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Read(0xc4201bab00, 0xc420360000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c net.(*netFD).Read(0xc4201bab00, 0xc420360000, 0x8000, 0x8000, 0x11, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x54 net.(*conn).Read(0xc42018c150, 0xc420360000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:176 +0x6f bufio.(*Reader).Read(0xc420061080, 0xc4202003b8, 0x9, 0x9, 0x9, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:213 +0x30d io.ReadAtLeast(0x55e3880cfc20, 0xc420061080, 0xc4202003b8, 0x9, 0x9, 0x9, 0x6fedf5320255bb8, 0x5ac0d9bf, 0xc420255bc0) /usr/local/go/src/io/io.go:309 +0x88 io.ReadFull(0x55e3880cfc20, 0xc420061080, 0xc4202003b8, 0x9, 0x9, 0x2bc7ee2581066, 0x55e38811af20, 0xbea8544fc6f34599) /usr/local/go/src/io/io.go:327 +0x5a github.com/containerd/containerd/vendor/golang.org/x/net/http2.readFrameHeader(0xc4202003b8, 0x9, 0x9, 0x55e3880cfc20, 0xc420061080, 0x0, 0x7070e0900000000, 0xc42027e2e8, 0xc420255ce8) /go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:237 +0x7d github.com/containerd/containerd/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc420200380, 0xc4207756a0, 0xc4207756a0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:492 +0xa6 github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4201d2420, 0xc42035e3f0, 0x55e387d23420) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:393 +0x317 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4201ce500, 0x55e3880e06e0, 0xc4201d2420) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:568 +0x142 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4201ce500, 0x55e3880e0bc0, 0xc42018c150, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:561 +0x473 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4201ce500, 0x55e3880e0bc0, 0xc42018c150) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:526 +0x499 created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:495 +0x5bb goroutine 37 [select]: github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.loopyWriter(0x7f6b945792a0, 0xc42035ccc0, 0xc42035e390, 0xc420257fb8) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/transport.go:750 +0x2e6 github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server.func1(0xc4201d2420) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:227 +0x60 created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:226 +0x8fb goroutine 38 [select, 116 minutes]: github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc4201d2420) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:935 +0x266 created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:230 +0x920 goroutine 55 [select]: github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.loopyWriter(0x7f6b945792a0, 0xc420055200, 0xc4203c3830, 0xc4203a2fb8) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/transport.go:750 +0x2e6 github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server.func1(0xc4203ce2c0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:227 +0x60 created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:226 +0x8fb goroutine 8 [IO wait, 82 minutes]: internal/poll.runtime_pollWait(0x7f6b945bdd30, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4200a8318, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4200a8318, 0xc420392000, 0x8000, 0x8000) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Read(0xc4200a8300, 0xc420392000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c net.(*netFD).Read(0xc4200a8300, 0xc420392000, 0x8000, 0x8000, 0x11, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x54 net.(*conn).Read(0xc42000e0f8, 0xc420392000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:176 +0x6f bufio.(*Reader).Read(0xc420012de0, 0xc42009e3b8, 0x9, 0x9, 0x9, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:213 +0x30d io.ReadAtLeast(0x55e3880cfc20, 0xc420012de0, 0xc42009e3b8, 0x9, 0x9, 0x9, 0xc420034bb8, 0x55e387126eb0, 0xc420034c67) /usr/local/go/src/io/io.go:309 +0x88 io.ReadFull(0x55e3880cfc20, 0xc420012de0, 0xc42009e3b8, 0x9, 0x9, 0x55e3875682dd, 0xc42077416c, 0xc42017a090) /usr/local/go/src/io/io.go:327 +0x5a github.com/containerd/containerd/vendor/golang.org/x/net/http2.readFrameHeader(0xc42009e3b8, 0x9, 0x9, 0x55e3880cfc20, 0xc420012de0, 0x0, 0x0, 0xc420774160, 0xc420034ce8) /go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:237 +0x7d github.com/containerd/containerd/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42009e380, 0xc420774160, 0xc420774160, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:492 +0xa6 github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4200a14a0, 0xc420161440, 0x55e387d23420) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:393 +0x317 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4201ce500, 0x55e3880e06e0, 0xc4200a14a0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:568 +0x142 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4201ce500, 0x55e3880e0bc0, 0xc42000e0f8, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:561 +0x473 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4201ce500, 0x55e3880e0bc0, 0xc42000e0f8) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:526 +0x499 created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:495 +0x5bb goroutine 9 [select, 82 minutes]: github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.loopyWriter(0x7f6b945792a0, 0xc420054980, 0xc4201613e0, 0xc4203a6fb8) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/transport.go:750 +0x2e6 github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server.func1(0xc4200a14a0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:227 +0x60 created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:226 +0x8fb goroutine 10 [select, 82 minutes]: github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc4200a14a0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:935 +0x266 created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:230 +0x920 goroutine 11 [select, 12836 minutes]: github.com/containerd/containerd/services/events.(*service).Subscribe(0xc42018c100, 0xc42014bce0, 0x55e3880e0500, 0xc42003bfc0, 0x0, 0x0) /go/src/github.com/containerd/containerd/services/events/service.go:61 +0x213 github.com/containerd/containerd/api/services/events/v1._Events_Subscribe_Handler(0x55e387c6a380, 0xc42018c100, 0x55e3880dfa80, 0xc42014bcc0, 0xc42006b1d0, 0xc420028c00) /go/src/github.com/containerd/containerd/api/services/events/v1/events.pb.go:288 +0x110 github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.StreamServerInterceptor(0x55e387c6a380, 0xc42018c100, 0x55e3880dfb40, 0xc4200a8500, 0xc42014bca0, 0x55e387d22008, 0x0, 0xc420022ec8) /go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:40 +0x13b github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc4201ce500, 0x55e3880e06e0, 0xc4200a14a0, 0xc420080200, 0xc420233e60, 0x55e3880bcf80, 0x0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:940 +0x2ea github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4201ce500, 0x55e3880e06e0, 0xc4200a14a0, 0xc420080200, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1027 +0x14c3 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc4200157a0, 0xc4201ce500, 0x55e3880e06e0, 0xc4200a14a0, 0xc420080200) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1 created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3 goroutine 12 [semacquire, 12836 minutes]: sync.runtime_notifyListWait(0xc420054c90, 0xc400000000) /usr/local/go/src/runtime/sema.go:507 +0x114 sync.(*Cond).Wait(0xc420054c80) /usr/local/go/src/sync/cond.go:56 +0x82 github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).next(0xc4201617a0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:103 +0x87 github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).run(0xc4201617a0) /go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:68 +0x34 created by github.com/containerd/containerd/vendor/github.com/docker/go-events.NewQueue /go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:29 +0x14d goroutine 13 [select, 12836 minutes]: github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe.func3(0xc420161800, 0xc42014bd00, 0xc420062360, 0x55e3880dd4e0, 0xc420054c40, 0xc420013260) /go/src/github.com/containerd/containerd/events/exchange/exchange.go:155 +0x15f created by github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe /go/src/github.com/containerd/containerd/events/exchange/exchange.go:149 +0x291 goroutine 54 [IO wait]: internal/poll.runtime_pollWait(0x7f6b945bdc70, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4200a8618, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4200a8618, 0xc4203d2000, 0x8000, 0x8000) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Read(0xc4200a8600, 0xc4203d2000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c net.(*netFD).Read(0xc4200a8600, 0xc4203d2000, 0x8000, 0x8000, 0x11, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x54 net.(*conn).Read(0xc42000e158, 0xc4203d2000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:176 +0x6f bufio.(*Reader).Read(0xc420013b60, 0xc42009e578, 0x9, 0x9, 0x9, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:213 +0x30d io.ReadAtLeast(0x55e3880cfc20, 0xc420013b60, 0xc42009e578, 0x9, 0x9, 0x9, 0x2936d384203a8bb8, 0x5ac0d9ac, 0xc4203a8bc0) /usr/local/go/src/io/io.go:309 +0x88 io.ReadFull(0x55e3880cfc20, 0xc420013b60, 0xc42009e578, 0x9, 0x9, 0x2bc7a981306b5, 0x55e38811af20, 0xbea8544b290f29f8) /usr/local/go/src/io/io.go:327 +0x5a github.com/containerd/containerd/vendor/golang.org/x/net/http2.readFrameHeader(0xc42009e578, 0x9, 0x9, 0x55e3880cfc20, 0xc420013b60, 0x0, 0x7070e0900000000, 0xc4203ca568, 0xc4203a8ce8) /go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:237 +0x7d github.com/containerd/containerd/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc42009e540, 0xc4208e6440, 0xc4208e6440, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:492 +0xa6 github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4203ce2c0, 0xc4203c3890, 0x55e387d23420) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:393 +0x317 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:568 +0x142 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc4201ce500, 0x55e3880e0bc0, 0xc42000e158, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:561 +0x473 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc4201ce500, 0x55e3880e0bc0, 0xc42000e158) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:526 +0x499 created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:495 +0x5bb goroutine 56 [select, 116 minutes]: github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc4203ce2c0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:935 +0x266 created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:230 +0x920 goroutine 57 [select]: github.com/containerd/containerd/services/events.(*service).Subscribe(0xc42018c100, 0xc4203c09c0, 0x55e3880e0500, 0xc4203aa5f0, 0x0, 0x0) /go/src/github.com/containerd/containerd/services/events/service.go:61 +0x213 github.com/containerd/containerd/api/services/events/v1._Events_Subscribe_Handler(0x55e387c6a380, 0xc42018c100, 0x55e3880dfa80, 0xc4203c09a0, 0xc4203ca780, 0xc420029800) /go/src/github.com/containerd/containerd/api/services/events/v1/events.pb.go:288 +0x110 github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.StreamServerInterceptor(0x55e387c6a380, 0xc42018c100, 0x55e3880dfb40, 0xc4200a8880, 0xc4203c0980, 0x55e387d22008, 0x0, 0xc420023ec8) /go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:40 +0x13b github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0, 0xc420080a00, 0xc420233e60, 0x55e3880bcf80, 0x0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:940 +0x2ea github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0, 0xc420080a00, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1027 +0x14c3 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc420015b80, 0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0, 0xc420080a00) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1 created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3 goroutine 58 [semacquire]: sync.runtime_notifyListWait(0xc4200553d0, 0xc400015dc6) /usr/local/go/src/runtime/sema.go:507 +0x114 sync.(*Cond).Wait(0xc4200553c0) /usr/local/go/src/sync/cond.go:56 +0x82 github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).next(0xc4203c3bc0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:103 +0x87 github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).run(0xc4203c3bc0) /go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:68 +0x34 created by github.com/containerd/containerd/vendor/github.com/docker/go-events.NewQueue /go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:29 +0x14d goroutine 59 [select]: github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe.func3(0xc4203c3c20, 0xc4203c09e0, 0xc420062900, 0x55e3880dd4e0, 0xc420055380, 0xc4203e2000) /go/src/github.com/containerd/containerd/events/exchange/exchange.go:155 +0x15f created by github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe /go/src/github.com/containerd/containerd/events/exchange/exchange.go:149 +0x291 goroutine 1789467 [syscall, 931 minutes]: syscall.Syscall6(0xf7, 0x1, 0x5862, 0xc420026db8, 0x1000004, 0x0, 0x0, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42065db00) /usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5 os.(*Process).blockUntilWaitable(0xc4208da2d0, 0x0, 0xc420026eb0, 0x55e38724d69a) /usr/local/go/src/os/wait_waitid.go:31 +0xa7 os.(*Process).wait(0xc4208da2d0, 0xc420026f70, 0x55e3875bf885, 0x55e3880dd5a0) /usr/local/go/src/os/exec_unix.go:22 +0x44 os.(*Process).Wait(0xc4208da2d0, 0xc420a4a800, 0x55e3871518bb, 0xc400000008) /usr/local/go/src/os/exec.go:115 +0x2d os/exec.(*Cmd).Wait(0xc4200a18c0, 0x55e387185401, 0xc420015b80) /usr/local/go/src/os/exec/exec.go:446 +0x64 github.com/containerd/containerd/linux/shim/client.WithStart.func1.2(0xc4200a18c0, 0xc42025b360) /go/src/github.com/containerd/containerd/linux/shim/client/client.go:59 +0x2d created by github.com/containerd/containerd/linux/shim/client.WithStart.func1 /go/src/github.com/containerd/containerd/linux/shim/client/client.go:58 +0x2d5 goroutine 1788980 [select, 933 minutes]: github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc420661620) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342 created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab goroutine 1788981 [IO wait, 933 minutes]: internal/poll.runtime_pollWait(0x7f6b945bd8b0, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4201bb318, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4201bb318, 0xc4209e7000, 0x1000, 0x1000) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Read(0xc4201bb300, 0xc4209e7000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c net.(*netFD).Read(0xc4201bb300, 0xc4209e7000, 0x1000, 0x1000, 0xc4203a5e78, 0x55e3871659e4, 0xc420511b00) /usr/local/go/src/net/fd_unix.go:202 +0x54 net.(*conn).Read(0xc42018c480, 0xc4209e7000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:176 +0x6f bufio.(*Reader).Read(0xc4206612c0, 0xc42046aae0, 0xa, 0xa, 0xc4203a5fac, 0x0, 0xc4203a5fa8) /usr/local/go/src/bufio/bufio.go:213 +0x30d io.ReadAtLeast(0x55e3880cfc20, 0xc4206612c0, 0xc42046aae0, 0xa, 0xa, 0xa, 0xc42019eb80, 0x0, 0xc4203a5f48) /usr/local/go/src/io/io.go:309 +0x88 io.ReadFull(0x55e3880cfc20, 0xc4206612c0, 0xc42046aae0, 0xa, 0xa, 0x2, 0x2, 0x0) /usr/local/go/src/io/io.go:327 +0x5a github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc42046aae0, 0xa, 0xa, 0x55e3880cfc20, 0xc4206612c0, 0xc4203a5f48, 0x2, 0x2, 0xc4203a5fa8) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62 github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc42046aac0, 0x55e3880dd520, 0xc420014050, 0x0, 0x2, 0xc42051c240, 0x1b9, 0x221, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc420511b60, 0xc420661620, 0xc4206745a0, 0xc420511b00) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164 goroutine 1916107 [IO wait]: internal/poll.runtime_pollWait(0x7f6b945bd5b0, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4200a8998, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4200a8998, 0xc420b25800, 0x1, 0x1) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Read(0xc4200a8980, 0xc420b25841, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c net.(*netFD).Read(0xc4200a8980, 0xc420b25841, 0x1, 0x1, 0x0, 0xc420b25500, 0x55e3871518bb) /usr/local/go/src/net/fd_unix.go:202 +0x54 net.(*conn).Read(0xc42018c208, 0xc420b25841, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:176 +0x6f net/http.(*connReader).backgroundRead(0xc420b25830) /usr/local/go/src/net/http/server.go:660 +0x64 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:656 +0xda goroutine 68898 [syscall, 12389 minutes]: syscall.Syscall6(0xf7, 0x1, 0x767a, 0xc4203755b8, 0x1000004, 0x0, 0x0, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42019ee00) /usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5 os.(*Process).blockUntilWaitable(0xc42044e390, 0x0, 0xc4203756b0, 0x55e38724d69a) /usr/local/go/src/os/wait_waitid.go:31 +0xa7 os.(*Process).wait(0xc42044e390, 0xc420375770, 0x55e3875bf885, 0x55e3880dd5a0) /usr/local/go/src/os/exec_unix.go:22 +0x44 os.(*Process).Wait(0xc42044e390, 0xc42067df00, 0x55e3871518bb, 0xc400000008) /usr/local/go/src/os/exec.go:115 +0x2d os/exec.(*Cmd).Wait(0xc4203ce840, 0x55e387185401, 0xc420015b80) /usr/local/go/src/os/exec/exec.go:446 +0x64 github.com/containerd/containerd/linux/shim/client.WithStart.func1.2(0xc4203ce840, 0xc42019d540) /go/src/github.com/containerd/containerd/linux/shim/client/client.go:59 +0x2d created by github.com/containerd/containerd/linux/shim/client.WithStart.func1 /go/src/github.com/containerd/containerd/linux/shim/client/client.go:58 +0x2d5 goroutine 68900 [IO wait, 2 minutes]: internal/poll.runtime_pollWait(0x7f6b945bd670, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4201ba518, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4201ba518, 0xc42042c000, 0x1000, 0x1000) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Read(0xc4201ba500, 0xc42042c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c net.(*netFD).Read(0xc4201ba500, 0xc42042c000, 0x1000, 0x1000, 0xc42040ee78, 0x55e3871659e4, 0xc420510060) /usr/local/go/src/net/fd_unix.go:202 +0x54 net.(*conn).Read(0xc42000e338, 0xc42042c000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:176 +0x6f bufio.(*Reader).Read(0xc4206e9560, 0xc4204254e0, 0xa, 0xa, 0xc42040efac, 0x0, 0xc42040efa8) /usr/local/go/src/bufio/bufio.go:213 +0x30d io.ReadAtLeast(0x55e3880cfc20, 0xc4206e9560, 0xc4204254e0, 0xa, 0xa, 0xa, 0xc42065c080, 0x0, 0xc42040ef48) /usr/local/go/src/io/io.go:309 +0x88 io.ReadFull(0x55e3880cfc20, 0xc4206e9560, 0xc4204254e0, 0xa, 0xa, 0x2, 0x2, 0x0) /usr/local/go/src/io/io.go:327 +0x5a github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc4204254e0, 0xa, 0xa, 0x55e3880cfc20, 0xc4206e9560, 0xc42040ef48, 0x2, 0x2, 0xc42040efa8) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62 github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc4204254c0, 0x55e3880dd520, 0xc420014050, 0x0, 0x2, 0xc4208b4000, 0x1a, 0x287, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc4205100c0, 0xc4206e95c0, 0xc42042a260, 0xc420510060) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164 goroutine 1789469 [IO wait, 931 minutes]: internal/poll.runtime_pollWait(0x7f6b945bd730, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4200a8f98, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4200a8f98, 0xc42096b000, 0x1000, 0x1000) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Read(0xc4200a8f80, 0xc42096b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c net.(*netFD).Read(0xc4200a8f80, 0xc42096b000, 0x1000, 0x1000, 0xc420b9fe78, 0x55e3871659e4, 0xc420527320) /usr/local/go/src/net/fd_unix.go:202 +0x54 net.(*conn).Read(0xc42018c3b8, 0xc42096b000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:176 +0x6f bufio.(*Reader).Read(0xc42029a1e0, 0xc4205ff6e0, 0xa, 0xa, 0xc420b9ffac, 0x0, 0xc420b9ffa8) /usr/local/go/src/bufio/bufio.go:213 +0x30d io.ReadAtLeast(0x55e3880cfc20, 0xc42029a1e0, 0xc4205ff6e0, 0xa, 0xa, 0xa, 0xc42070c480, 0x0, 0xc420b9ff48) /usr/local/go/src/io/io.go:309 +0x88 io.ReadFull(0x55e3880cfc20, 0xc42029a1e0, 0xc4205ff6e0, 0xa, 0xa, 0x2, 0x2, 0x0) /usr/local/go/src/io/io.go:327 +0x5a github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc4205ff6e0, 0xa, 0xa, 0x55e3880cfc20, 0xc42029a1e0, 0xc420b9ff48, 0x2, 0x2, 0xc420b9ffa8) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62 github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc4205ff6c0, 0x55e3880dd520, 0xc420014050, 0x0, 0x2, 0xc42085a000, 0x1b9, 0x288, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc420527380, 0xc42029a7e0, 0xc4208d4200, 0xc420527320) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164 goroutine 1158146 [syscall, 5306 minutes]: syscall.Syscall6(0xf7, 0x1, 0x4d27, 0xc420373db8, 0x1000004, 0x0, 0x0, 0x55e3880e06e0, 0xc4201d2420, 0xc42019e900) /usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5 os.(*Process).blockUntilWaitable(0xc4207c71a0, 0x4, 0xc420373f88, 0xc4201c8a80) /usr/local/go/src/os/wait_waitid.go:31 +0xa7 os.(*Process).wait(0xc4207c71a0, 0xc420373f70, 0x55e3875bf885, 0x55e3880dd5a0) /usr/local/go/src/os/exec_unix.go:22 +0x44 os.(*Process).Wait(0xc4207c71a0, 0xc4201a7020, 0xc420373f68, 0x55e38712a4a3) /usr/local/go/src/os/exec.go:115 +0x2d os/exec.(*Cmd).Wait(0xc4207ec6e0, 0x55e387185406, 0xc4200608a0) /usr/local/go/src/os/exec/exec.go:446 +0x64 github.com/containerd/containerd/linux/shim/client.WithStart.func1.2(0xc4207ec6e0, 0xc420b97720) /go/src/github.com/containerd/containerd/linux/shim/client/client.go:59 +0x2d created by github.com/containerd/containerd/linux/shim/client.WithStart.func1 /go/src/github.com/containerd/containerd/linux/shim/client/client.go:58 +0x2d5 goroutine 68899 [select, 2 minutes]: github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc4206e95c0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342 created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab goroutine 1392553 [select, 3074 minutes]: github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc42058b920) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342 created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab goroutine 68655 [syscall, 12390 minutes]: syscall.Syscall6(0xf7, 0x1, 0x72e2, 0xc420027db8, 0x1000004, 0x0, 0x0, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42019f100) /usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5 os.(*Process).blockUntilWaitable(0xc42044e840, 0x0, 0xc420027eb0, 0x55e38724d69a) /usr/local/go/src/os/wait_waitid.go:31 +0xa7 os.(*Process).wait(0xc42044e840, 0xc420027f70, 0x55e3875bf885, 0x55e3880dd5a0) /usr/local/go/src/os/exec_unix.go:22 +0x44 os.(*Process).Wait(0xc42044e840, 0xc42071e900, 0x55e3871518bb, 0xc400000008) /usr/local/go/src/os/exec.go:115 +0x2d os/exec.(*Cmd).Wait(0xc4203efce0, 0x55e387185401, 0xc420015b80) /usr/local/go/src/os/exec/exec.go:446 +0x64 github.com/containerd/containerd/linux/shim/client.WithStart.func1.2(0xc4203efce0, 0xc42006bf90) /go/src/github.com/containerd/containerd/linux/shim/client/client.go:59 +0x2d created by github.com/containerd/containerd/linux/shim/client.WithStart.func1 /go/src/github.com/containerd/containerd/linux/shim/client/client.go:58 +0x2d5 goroutine 1788979 [syscall, 933 minutes]: syscall.Syscall6(0xf7, 0x1, 0x4d59, 0xc420376db8, 0x1000004, 0x0, 0x0, 0x55e3880e06e0, 0xc4203ce2c0, 0xc4204f6300) /usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5 os.(*Process).blockUntilWaitable(0xc4207c79b0, 0x0, 0xc420376eb0, 0x55e38724d69a) /usr/local/go/src/os/wait_waitid.go:31 +0xa7 os.(*Process).wait(0xc4207c79b0, 0xc420376f70, 0x55e3875bf885, 0x55e3880dd5a0) /usr/local/go/src/os/exec_unix.go:22 +0x44 os.(*Process).Wait(0xc4207c79b0, 0xc420a66b00, 0x55e3871518bb, 0xc400000008) /usr/local/go/src/os/exec.go:115 +0x2d os/exec.(*Cmd).Wait(0xc4201d34a0, 0x55e387185401, 0xc420015b80) /usr/local/go/src/os/exec/exec.go:446 +0x64 github.com/containerd/containerd/linux/shim/client.WithStart.func1.2(0xc4201d34a0, 0xc42052c640) /go/src/github.com/containerd/containerd/linux/shim/client/client.go:59 +0x2d created by github.com/containerd/containerd/linux/shim/client.WithStart.func1 /go/src/github.com/containerd/containerd/linux/shim/client/client.go:58 +0x2d5 goroutine 1158148 [IO wait, 2 minutes]: internal/poll.runtime_pollWait(0x7f6b945bd430, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4200a8598, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4200a8598, 0xc420409000, 0x1000, 0x1000) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Read(0xc4200a8580, 0xc420409000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c net.(*netFD).Read(0xc4200a8580, 0xc420409000, 0x1000, 0x1000, 0xc42040ce78, 0x55e3871659e4, 0xc420062d20) /usr/local/go/src/net/fd_unix.go:202 +0x54 net.(*conn).Read(0xc42018c1d0, 0xc420409000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:176 +0x6f bufio.(*Reader).Read(0xc4206f26c0, 0xc42079b1a0, 0xa, 0xa, 0xc42040cfac, 0x0, 0xc42040cfa8) /usr/local/go/src/bufio/bufio.go:213 +0x30d io.ReadAtLeast(0x55e3880cfc20, 0xc4206f26c0, 0xc42079b1a0, 0xa, 0xa, 0xa, 0xc42065c080, 0x0, 0xc42040cf48) /usr/local/go/src/io/io.go:309 +0x88 io.ReadFull(0x55e3880cfc20, 0xc4206f26c0, 0xc42079b1a0, 0xa, 0xa, 0x2, 0x2, 0x0) /usr/local/go/src/io/io.go:327 +0x5a github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc42079b1a0, 0xa, 0xa, 0x55e3880cfc20, 0xc4206f26c0, 0xc42040cf48, 0x2, 0x2, 0xc42040cfa8) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62 github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc42079b180, 0x55e3880dd520, 0xc420014050, 0x0, 0x2, 0xc4208b4000, 0x1a, 0x287, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc420062d80, 0xc4206f27e0, 0xc420aebc40, 0xc420062d20) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164 goroutine 1789468 [select, 931 minutes]: github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc42029a7e0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342 created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab goroutine 68657 [IO wait]: internal/poll.runtime_pollWait(0x7f6b945bdbb0, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4201bad18, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4201bad18, 0xc420637000, 0x1000, 0x1000) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Read(0xc4201bad00, 0xc420637000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c net.(*netFD).Read(0xc4201bad00, 0xc420637000, 0x1000, 0x1000, 0xc42040fe78, 0x55e3871659e4, 0xc420585140) /usr/local/go/src/net/fd_unix.go:202 +0x54 net.(*conn).Read(0xc42000e2b0, 0xc420637000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:176 +0x6f bufio.(*Reader).Read(0xc42074ad20, 0xc420504360, 0xa, 0xa, 0xc42040ffac, 0x0, 0xc42040ffa8) /usr/local/go/src/bufio/bufio.go:213 +0x30d io.ReadAtLeast(0x55e3880cfc20, 0xc42074ad20, 0xc420504360, 0xa, 0xa, 0xa, 0xc42088a380, 0x0, 0xc42040ff48) /usr/local/go/src/io/io.go:309 +0x88 io.ReadFull(0x55e3880cfc20, 0xc42074ad20, 0xc420504360, 0xa, 0xa, 0x2, 0x2, 0x0) /usr/local/go/src/io/io.go:327 +0x5a github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc420504360, 0xa, 0xa, 0x55e3880cfc20, 0xc42074ad20, 0xc42040ff48, 0x2, 0x2, 0xc42040ffa8) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62 github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc420504340, 0x55e3880dd520, 0xc420014050, 0x0, 0x2, 0xc4204342c0, 0x1a, 0x288, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc4205851a0, 0xc42074aea0, 0xc4206e2030, 0xc420585140) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164 goroutine 1392552 [syscall, 3768 minutes]: syscall.Syscall6(0xf7, 0x1, 0x5e5e, 0xc420375db8, 0x1000004, 0x0, 0x0, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42088bc00) /usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5 os.(*Process).blockUntilWaitable(0xc4208da690, 0x0, 0xc420375eb0, 0x55e38724d69a) /usr/local/go/src/os/wait_waitid.go:31 +0xa7 os.(*Process).wait(0xc4208da690, 0xc420375f70, 0x55e3875bf885, 0x55e3880dd5a0) /usr/local/go/src/os/exec_unix.go:22 +0x44 os.(*Process).Wait(0xc4208da690, 0xc4209f4000, 0x55e3871518bb, 0xc400000008) /usr/local/go/src/os/exec.go:115 +0x2d os/exec.(*Cmd).Wait(0xc4200ae420, 0x55e387185401, 0xc420015b80) /usr/local/go/src/os/exec/exec.go:446 +0x64 github.com/containerd/containerd/linux/shim/client.WithStart.func1.2(0xc4200ae420, 0xc42052caa0) /go/src/github.com/containerd/containerd/linux/shim/client/client.go:59 +0x2d created by github.com/containerd/containerd/linux/shim/client.WithStart.func1 /go/src/github.com/containerd/containerd/linux/shim/client/client.go:58 +0x2d5 goroutine 60976 [select, 12438 minutes]: github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc420660ae0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342 created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab goroutine 68656 [select]: github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc42074aea0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342 created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab goroutine 1392554 [IO wait, 3074 minutes]: internal/poll.runtime_pollWait(0x7f6b945bd970, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4201baf18, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4201baf18, 0xc42057f000, 0x1000, 0x1000) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Read(0xc4201baf00, 0xc42057f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c net.(*netFD).Read(0xc4201baf00, 0xc42057f000, 0x1000, 0x1000, 0xc420253e78, 0x55e3871659e4, 0xc420063f20) /usr/local/go/src/net/fd_unix.go:202 +0x54 net.(*conn).Read(0xc42000e388, 0xc42057f000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:176 +0x6f bufio.(*Reader).Read(0xc42058b6e0, 0xc420437fe0, 0xa, 0xa, 0xc420253fac, 0x0, 0xc420253fa8) /usr/local/go/src/bufio/bufio.go:213 +0x30d io.ReadAtLeast(0x55e3880cfc20, 0xc42058b6e0, 0xc420437fe0, 0xa, 0xa, 0xa, 0xc420080f01, 0xc4207264d8, 0xc420253f48) /usr/local/go/src/io/io.go:309 +0x88 io.ReadFull(0x55e3880cfc20, 0xc42058b6e0, 0xc420437fe0, 0xa, 0xa, 0x2, 0x2, 0x0) /usr/local/go/src/io/io.go:327 +0x5a github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc420437fe0, 0xa, 0xa, 0x55e3880cfc20, 0xc42058b6e0, 0xc420253f48, 0x2, 0x2, 0xc420253fa8) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62 github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc420437fc0, 0x55e3880dd520, 0xc420014050, 0x0, 0xc420820002, 0xc4207264d8, 0x6, 0x6, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc420063f80, 0xc42058b920, 0xc420b9a4e0, 0xc420063f20) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164 goroutine 60975 [syscall, 12438 minutes]: syscall.Syscall6(0xf7, 0x1, 0x1e5c, 0xc4200265b8, 0x1000004, 0x0, 0x0, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42065c600) /usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5 os.(*Process).blockUntilWaitable(0xc4201e60c0, 0x0, 0xc4200266b0, 0x55e38724d69a) /usr/local/go/src/os/wait_waitid.go:31 +0xa7 os.(*Process).wait(0xc4201e60c0, 0xc420026770, 0x55e3875bf885, 0x55e3880dd5a0) /usr/local/go/src/os/exec_unix.go:22 +0x44 os.(*Process).Wait(0xc4201e60c0, 0xc4205c5300, 0x55e3871518bb, 0xc400000008) /usr/local/go/src/os/exec.go:115 +0x2d os/exec.(*Cmd).Wait(0xc4203cef20, 0x55e387185401, 0xc420015b80) /usr/local/go/src/os/exec/exec.go:446 +0x64 github.com/containerd/containerd/linux/shim/client.WithStart.func1.2(0xc4203cef20, 0xc4204389b0) /go/src/github.com/containerd/containerd/linux/shim/client/client.go:59 +0x2d created by github.com/containerd/containerd/linux/shim/client.WithStart.func1 /go/src/github.com/containerd/containerd/linux/shim/client/client.go:58 +0x2d5 goroutine 1497891 [select, 3074 minutes]: github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).dispatch(0xc42058b920, 0x55e3880dd5a0, 0xc420759320, 0xc420a3eb00, 0xc4204a5cc0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:102 +0x282 github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).Call(0xc42058b920, 0x55e3880dd5a0, 0xc420759320, 0x55e38784f913, 0x25, 0x55e387834323, 0x5, 0x55e387cb9220, 0xc420bacd80, 0x55e387cb9300, ...) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:73 +0x15d github.com/containerd/containerd/linux/shim/v1.(*shimClient).Start(0xc42000e390, 0x55e3880dd5a0, 0xc420759320, 0xc420bacd80, 0x55e387c74040, 0x7f6b94579201, 0xc420049660) /go/src/github.com/containerd/containerd/linux/shim/v1/shim.pb.go:1745 +0xbf github.com/containerd/containerd/linux.(*Process).Start(0xc4204a5c20, 0x55e3880dd5a0, 0xc420759320, 0x55e3880dd5a0, 0xc420759320) /go/src/github.com/containerd/containerd/linux/process.go:109 +0x91 github.com/containerd/containerd/services/tasks.(*service).Start(0xc420233890, 0x7f6b94579260, 0xc420759320, 0xc4204a59a0, 0xc420233890, 0x55e3878520db, 0x5) /go/src/github.com/containerd/containerd/services/tasks/service.go:175 +0x14e github.com/containerd/containerd/api/services/tasks/v1._Tasks_Start_Handler.func1(0x7f6b94579260, 0xc420759320, 0x55e387cb78c0, 0xc4204a59a0, 0xc4208e5db0, 0x55e38813abb8, 0x55e387bf99c0, 0xc420bacd70) /go/src/github.com/containerd/containerd/api/services/tasks/v1/tasks.pb.go:626 +0x8b github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.UnaryServerInterceptor(0x7f6b94579260, 0xc420759320, 0x55e387cb78c0, 0xc4204a59a0, 0xc4204a59c0, 0xc4204a5a20, 0x50, 0x48, 0xc4206b3ba0, 0xc420049968) /go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:29 +0xd4 github.com/containerd/containerd/server.interceptor(0x7f6b94579260, 0xc420759260, 0x55e387cb78c0, 0xc4204a59a0, 0xc4204a59c0, 0xc4204a5a20, 0xc420b9da08, 0xc4200499e0, 0x55e38713822a, 0x50) /go/src/github.com/containerd/containerd/server/server.go:267 +0x1d2 github.com/containerd/containerd/api/services/tasks/v1._Tasks_Start_Handler(0x55e387d0aae0, 0xc420233890, 0x7f6b94579260, 0xc42015e090, 0xc4208e5cc0, 0x55e387d22520, 0x0, 0x0, 0x0, 0x55e3880d0120) /go/src/github.com/containerd/containerd/api/services/tasks/v1/tasks.pb.go:628 +0x16f github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processUnaryRPC(0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42065d100, 0xc42027c1e0, 0x55e3880c7d38, 0x0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:826 +0xab6 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42065d100, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1023 +0x152a github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc420015b80, 0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42065d100) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1 created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3 goroutine 1497896 [select, 3074 minutes]: github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).dispatch(0xc42058b920, 0x55e3880dd5a0, 0xc42015f1a0, 0xc4207b9a80, 0xc420696880, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:102 +0x282 github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).Call(0xc42058b920, 0x55e3880dd5a0, 0xc42015f1a0, 0x55e38784f913, 0x25, 0x55e387834328, 0x5, 0x55e387cb93e0, 0xc420b9bac0, 0x55e387cb94c0, ...) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:73 +0x15d github.com/containerd/containerd/linux/shim/v1.(*shimClient).State(0xc42000e390, 0x55e3880dd5a0, 0xc42015f1a0, 0xc420b9bac0, 0x0, 0xc4202580b8, 0xc4203bb578) /go/src/github.com/containerd/containerd/linux/shim/v1/shim.pb.go:1729 +0xbf github.com/containerd/containerd/linux.(*Process).State(0xc420696860, 0x55e3880dd5a0, 0xc42015f1a0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/containerd/containerd/linux/process.go:45 +0xc7 github.com/containerd/containerd/services/tasks.processFromContainerd(0x7f6b94579260, 0xc42015f1a0, 0x55e3880e05c0, 0xc420696860, 0x40, 0x55e3880e05c0, 0xc420696860) /go/src/github.com/containerd/containerd/services/tasks/service.go:225 +0xbe github.com/containerd/containerd/services/tasks.(*service).Get(0xc420233890, 0x7f6b94579260, 0xc42015f1a0, 0xc4206964a0, 0xc420233890, 0x55e387850ab3, 0x3) /go/src/github.com/containerd/containerd/services/tasks/service.go:268 +0xef github.com/containerd/containerd/api/services/tasks/v1._Tasks_Get_Handler.func1(0x7f6b94579260, 0xc42015f1a0, 0x55e387cb6e40, 0xc4206964a0, 0xc4208baa00, 0x55e38813abb8, 0x55e387bf99c0, 0xc420b9bab0) /go/src/github.com/containerd/containerd/api/services/tasks/v1/tasks.pb.go:680 +0x88 github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.UnaryServerInterceptor(0x7f6b94579260, 0xc42015f1a0, 0x55e387cb6e40, 0xc4206964a0, 0xc4206964c0, 0xc420696580, 0x50, 0x48, 0xc420696480, 0xc4203bb968) /go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:29 +0xd4 github.com/containerd/containerd/server.interceptor(0x7f6b94579260, 0xc42015f0e0, 0x55e387cb6e40, 0xc4206964a0, 0xc4206964c0, 0xc420696580, 0xc420b9da08, 0xc4203bb9e0, 0x55e38713822a, 0x50) /go/src/github.com/containerd/containerd/server/server.go:267 +0x1d2 github.com/containerd/containerd/api/services/tasks/v1._Tasks_Get_Handler(0x55e387d0aae0, 0xc420233890, 0x7f6b94579260, 0xc42015eff0, 0xc4208ba910, 0x55e387d22520, 0x0, 0x0, 0x0, 0x55e3880d0120) /go/src/github.com/containerd/containerd/api/services/tasks/v1/tasks.pb.go:682 +0x16f github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processUnaryRPC(0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42065d600, 0xc42027c1e0, 0x55e3880c7d80, 0x0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:826 +0xab6 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42065d600, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1023 +0x152a github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc420015b80, 0xc4201ce500, 0x55e3880e06e0, 0xc4203ce2c0, 0xc42065d600) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1 created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3 goroutine 60989 [IO wait, 12438 minutes]: internal/poll.runtime_pollWait(0x7f6b945bd7f0, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4200a8298, 0x72, 0xffffffffffffff00, 0x55e3880d3e60, 0x55e3880ce2b0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4200a8298, 0xc420281000, 0x1000, 0x1000) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Read(0xc4200a8280, 0xc420281000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c net.(*netFD).Read(0xc4200a8280, 0xc420281000, 0x1000, 0x1000, 0xc42040ae78, 0x55e3871659e4, 0xc420510420) /usr/local/go/src/net/fd_unix.go:202 +0x54 net.(*conn).Read(0xc42018c128, 0xc420281000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:176 +0x6f bufio.(*Reader).Read(0xc420660a80, 0xc4201b92e0, 0xa, 0xa, 0xc42040afac, 0x0, 0xc42040afa8) /usr/local/go/src/bufio/bufio.go:213 +0x30d io.ReadAtLeast(0x55e3880cfc20, 0xc420660a80, 0xc4201b92e0, 0xa, 0xa, 0xa, 0xc4204f6600, 0x0, 0xc42040af48) /usr/local/go/src/io/io.go:309 +0x88 io.ReadFull(0x55e3880cfc20, 0xc420660a80, 0xc4201b92e0, 0xa, 0xa, 0x2, 0x2, 0x0) /usr/local/go/src/io/io.go:327 +0x5a github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc4201b92e0, 0xa, 0xa, 0x55e3880cfc20, 0xc420660a80, 0xc42040af48, 0x2, 0x2, 0xc42040afa8) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62 github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc4201b92c0, 0x55e3880dd520, 0xc420014050, 0x0, 0x2, 0xc4203e61c0, 0x1b8, 0x1b8, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc420510480, 0xc420660ae0, 0xc4203c7130, 0xc420510420) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164 goroutine 1158147 [select, 2 minutes]: github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc4206f27e0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342 created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ systemctl status docker.service ● docker.service - Docker Application Container Engine Loaded: loaded (/lib/systemd/system/docker.service; enabled; vendor preset: enabled) Active: active (running) since Fri 2018-03-23 15:12:10 UTC; 1 weeks 1 days ago Docs: https://docs.docker.com Main PID: 2159 (dockerd) Tasks: 195 Memory: 157.1M CPU: 3h 56min 7.997s CGroup: /system.slice/docker.service ├─ 2159 /usr/bin/dockerd -H fd:// ├─ 2339 docker-containerd --config /var/run/docker/containerd/containerd.toml ├─ 7772 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/a31ee99eb87b53461d9989649c1b44277be22201155a8d67795490e43ccb01d5 -address /var/run/docker/containerd/docker-containerd.sock -contai ├─19704 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.13 -host-port 443 -container-ip 10.25.104.3 -container-port 443 ├─19714 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.10 -host-port 443 -container-ip 10.25.104.3 -container-port 443 ├─19724 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.7 -host-port 443 -container-ip 10.25.104.3 -container-port 443 ├─19736 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.13 -host-port 80 -container-ip 10.25.104.3 -container-port 80 ├─19746 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.7 -host-port 22 -container-ip 10.25.104.3 -container-port 22 ├─19751 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/3c5c4411695b3ca5f33a72f216f063543ca4d9aabd6bfcb42c53632645ecebac -address /var/run/docker/containerd/docker-containerd.sock -contai ├─19801 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/2c0fa31d00540aaeb3b3ed02ad79bb90e119c71784e2e6e18f07755e0d6a38fe -address /var/run/docker/containerd/docker-containerd.sock -contai ├─22626 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/d550121e877da1aaea7512c428eb16904fc4b64beb14a5893fe5cd4fb8625672 -address /var/run/docker/containerd/docker-containerd.sock -contai ├─24099 /usr/bin/docker-proxy -proto udp -host-ip 192.168.39.11 -host-port 10001 -container-ip 172.18.0.2 -container-port 10001 ├─24109 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.11 -host-port 8843 -container-ip 172.18.0.2 -container-port 8843 ├─24119 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.11 -host-port 8443 -container-ip 172.18.0.2 -container-port 8443 ├─24129 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.11 -host-port 8080 -container-ip 172.18.0.2 -container-port 8080 ├─24141 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.11 -host-port 6789 -container-ip 172.18.0.2 -container-port 6789 ├─24151 /usr/bin/docker-proxy -proto udp -host-ip 192.168.39.11 -host-port 3478 -container-ip 172.18.0.2 -container-port 3478 ├─24158 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40 -address /var/run/docker/containerd/docker-containerd.sock -contai ├─29276 /usr/bin/docker-proxy -proto udp -host-ip 192.168.39.8 -host-port 25826 -container-ip 10.25.104.5 -container-port 25826 ├─29287 /usr/bin/docker-proxy -proto udp -host-ip 192.168.39.8 -host-port 8089 -container-ip 10.25.104.5 -container-port 8089 ├─29299 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.8 -host-port 8086 -container-ip 10.25.104.5 -container-port 8086 ├─29410 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/2eee4bbcc51a5e23003c47619cdb329a679dda5df14f42e43ff78bf680d9165a -address /var/run/docker/containerd/docker-containerd.sock -contai ├─30169 /usr/bin/docker-proxy -proto tcp -host-ip 192.168.39.9 -host-port 3000 -container-ip 10.25.104.4 -container-port 3000 └─30330 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/0e7ece7d9f30458311b9d483dd64120367fc570ba27eca7672d46202c8b3d3bb -address /var/run/docker/containerd/docker-containerd.sock -contai $ ps waux | grep docker-containerd-shim root 7772 0.0 0.0 7652 832 ? Sl Mar23 0:51 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/a31ee99eb87b53461d9989649c1b44277be22201155a8d67795490e43ccb01d5 -address /var/run/docker/containerd/docker-containerd.sock -containerd-binary /usr/bin/docker-containerd -runtime-root /var/run/docker/runtime-runc root 19751 0.0 0.0 9060 3176 ? Sl Mar28 5:00 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/3c5c4411695b3ca5f33a72f216f063543ca4d9aabd6bfcb42c53632645ecebac -address /var/run/docker/containerd/docker-containerd.sock -containerd-binary /usr/bin/docker-containerd -runtime-root /var/run/docker/runtime-runc root 19801 0.0 0.0 7652 2476 ? Sl Mar31 0:03 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/2c0fa31d00540aaeb3b3ed02ad79bb90e119c71784e2e6e18f07755e0d6a38fe -address /var/run/docker/containerd/docker-containerd.sock -containerd-binary /usr/bin/docker-containerd -runtime-root /var/run/docker/runtime-runc root 22626 0.0 0.0 7716 2060 ? Sl Mar31 0:03 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/d550121e877da1aaea7512c428eb16904fc4b64beb14a5893fe5cd4fb8625672 -address /var/run/docker/containerd/docker-containerd.sock -containerd-binary /usr/bin/docker-containerd -runtime-root /var/run/docker/runtime-runc root 24158 0.0 0.0 9060 556 ? Sl Mar29 0:57 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40 -address /var/run/docker/containerd/docker-containerd.sock -containerd-binary /usr/bin/docker-containerd -runtime-root /var/run/docker/runtime-runc root 29410 0.0 0.0 9060 3100 ? Sl Mar23 3:44 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/2eee4bbcc51a5e23003c47619cdb329a679dda5df14f42e43ff78bf680d9165a -address /var/run/docker/containerd/docker-containerd.sock -containerd-binary /usr/bin/docker-containerd -runtime-root /var/run/docker/runtime-runc root 30330 0.0 0.0 9060 2964 ? Sl Mar23 3:36 docker-containerd-shim -namespace moby -workdir /var/lib/docker/235536.235536/containerd/daemon/io.containerd.runtime.v1.linux/moby/0e7ece7d9f30458311b9d483dd64120367fc570ba27eca7672d46202c8b3d3bb -address /var/run/docker/containerd/docker-containerd.sock -containerd-binary /usr/bin/docker-containerd -runtime-root /var/run/docker/runtime-runc $ ps waux | grep mongo 236286 26299 1.0 0.9 1096108 72964 ? Sl Mar29 39:12 bin/mongod --dbpath /usr/lib/unifi/data/db --port 27117 --unixSocketPrefix /usr/lib/unifi/run --logappend --logpath /usr/lib/unifi/logs/mongod.log --nohttpinterface --bind_ip 127.0.0.1 $ cat /proc/26299/cgroup 12:memory:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40 11:cpuset:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40 10:rdma:/ 9:freezer:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40 8:devices:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40 7:perf_event:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40 6:net_cls,net_prio:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40 5:pids:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40 4:cpu,cpuacct:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40 3:hugetlb:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40 2:blkio:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40 1:name=systemd:/docker/2c1255a7755af97ade01590c0db930eb0fda5435870d5b4a799c0420901d7d40 $ sudo kill -SIGUSR1 24158 $ sudo journalctl -u docker.service This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters. Learn more about bidirectional Unicode charactersOriginal file line number Diff line number Diff line change @@ -1,495 +0,0 @@ -
Mar 23, 2018 .There are no files selected for viewing
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters. Learn more about bidirectional Unicode charactersOriginal file line number Diff line number Diff line change @@ -0,0 +1,495 @@ $ sudo docker-containerd-ctr pprof --debug-socket /run/docker/containerd/docker-containerd-debug.sock goroutines goroutine 586 [running]: runtime/pprof.writeGoroutineStacks(0x563151ebebe0, 0xc42009c000, 0x0, 0x0) /usr/local/go/src/runtime/pprof/pprof.go:608 +0xa9 runtime/pprof.writeGoroutine(0x563151ebebe0, 0xc42009c000, 0x2, 0x30, 0x563151a85c00) /usr/local/go/src/runtime/pprof/pprof.go:597 +0x46 runtime/pprof.(*Profile).WriteTo(0x563151eaa6c0, 0x563151ebebe0, 0xc42009c000, 0x2, 0xc42009c000, 0xc42023fd40) /usr/local/go/src/runtime/pprof/pprof.go:310 +0x3ad net/http/pprof.handler.ServeHTTP(0xc4200640a1, 0x9, 0x563151ec9720, 0xc42009c000, 0xc42019fb00) /usr/local/go/src/net/http/pprof/pprof.go:237 +0x1ba net/http/pprof.Index(0x563151ec9720, 0xc42009c000, 0xc42019fb00) /usr/local/go/src/net/http/pprof/pprof.go:248 +0x1dd net/http.HandlerFunc.ServeHTTP(0x563151b10b28, 0x563151ec9720, 0xc42009c000, 0xc42019fb00) /usr/local/go/src/net/http/server.go:1918 +0x46 net/http.(*ServeMux).ServeHTTP(0xc42023fd40, 0x563151ec9720, 0xc42009c000, 0xc42019fb00) /usr/local/go/src/net/http/server.go:2254 +0x132 net/http.serverHandler.ServeHTTP(0xc4202b01a0, 0x563151ec9720, 0xc42009c000, 0xc42019fb00) /usr/local/go/src/net/http/server.go:2619 +0xb6 net/http.(*conn).serve(0xc420175220, 0x563151eca4e0, 0xc420055640) /usr/local/go/src/net/http/server.go:1801 +0x71f created by net/http.(*Server).Serve /usr/local/go/src/net/http/server.go:2720 +0x28a goroutine 1 [chan receive, 4 minutes]: main.main.func1(0xc42009f600, 0xc42009f600, 0xc420049b4f) /go/src/github.com/containerd/containerd/cmd/containerd/main.go:132 +0x871 github.com/containerd/containerd/vendor/github.com/urfave/cli.HandleAction(0x5631519fadc0, 0x563151b10760, 0xc42009f600, 0xc420012d80, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/urfave/cli/app.go:502 +0xd4 github.com/containerd/containerd/vendor/github.com/urfave/cli.(*App).Run(0xc42016ea80, 0xc420010090, 0x3, 0x3, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/urfave/cli/app.go:268 +0x655 main.main() /go/src/github.com/containerd/containerd/cmd/containerd/main.go:135 +0x53d goroutine 15 [syscall, 4 minutes]: os/signal.signal_recv(0x563150f48d6a) /usr/local/go/src/runtime/sigqueue.go:131 +0xa8 os/signal.loop() /usr/local/go/src/os/signal/signal_unix.go:22 +0x24 created by os/signal.init.0 /usr/local/go/src/os/signal/signal_unix.go:28 +0x43 goroutine 16 [select, 4 minutes]: main.handleSignals.func1(0xc420012e40, 0xc420012de0, 0x563151eca5a0, 0xc42015fe60, 0xc420060300) /go/src/github.com/containerd/containerd/cmd/containerd/main_unix.go:30 +0xf7 created by main.handleSignals /go/src/github.com/containerd/containerd/cmd/containerd/main_unix.go:27 +0x8b goroutine 34 [select, 4 minutes, locked to thread]: runtime.gopark(0x563151b10fb8, 0x0, 0x563151622b5a, 0x6, 0x18, 0x1) /usr/local/go/src/runtime/proc.go:287 +0x132 runtime.selectgo(0xc420033f50, 0xc4200603c0) /usr/local/go/src/runtime/select.go:395 +0x114f runtime.ensureSigM.func1() /usr/local/go/src/runtime/signal_unix.go:511 +0x226 runtime.goexit() /usr/local/go/src/runtime/asm_amd64.s:2337 +0x1 goroutine 35 [select, 4 minutes]: github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Broadcaster).run(0xc4200697c0) /go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/broadcast.go:117 +0x414 created by github.com/containerd/containerd/vendor/github.com/docker/go-events.NewBroadcaster /go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/broadcast.go:39 +0x1b1 goroutine 36 [select]: github.com/containerd/containerd/gc/scheduler.(*gcScheduler).run(0xc420013260, 0x563151eca5a0, 0xc420208810) /go/src/github.com/containerd/containerd/gc/scheduler/scheduler.go:243 +0x21d created by github.com/containerd/containerd/gc/scheduler.init.0.func1 /go/src/github.com/containerd/containerd/gc/scheduler/scheduler.go:107 +0x4bf goroutine 37 [syscall, 4 minutes]: syscall.Syscall6(0xe8, 0x5, 0xc42026a9b8, 0x80, 0xffffffffffffffff, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/syscall/asm_linux_amd64.s:44 +0x5 github.com/containerd/containerd/vendor/golang.org/x/sys/unix.EpollWait(0x5, 0xc42026a9b8, 0x80, 0x80, 0xffffffffffffffff, 0x0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/golang.org/x/sys/unix/zsyscall_linux_amd64.go:1518 +0x79 github.com/containerd/containerd/metrics/cgroups.(*oomCollector).start(0xc4201c3880) /go/src/github.com/containerd/containerd/metrics/cgroups/oom.go:98 +0x7d created by github.com/containerd/containerd/metrics/cgroups.newOOMCollector /go/src/github.com/containerd/containerd/metrics/cgroups/oom.go:34 +0x125 goroutine 39 [select, 4 minutes]: github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc420013b60) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342 created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab goroutine 20 [IO wait, 4 minutes]: internal/poll.runtime_pollWait(0x7fde4d472f70, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4200a6818, 0x72, 0xffffffffffffff00, 0x563151ec0e60, 0x563151ebb2b0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4200a6818, 0xc420276000, 0x1000, 0x1000) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Read(0xc4200a6800, 0xc420276000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c net.(*netFD).Read(0xc4200a6800, 0xc420276000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x54 net.(*conn).Read(0xc42000e240, 0xc420276000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:176 +0x6f bufio.(*Reader).Read(0xc420013b00, 0xc420055ee0, 0xa, 0xa, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:213 +0x30d io.ReadAtLeast(0x563151ebcc20, 0xc420013b00, 0xc420055ee0, 0xa, 0xa, 0xa, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:309 +0x88 io.ReadFull(0x563151ebcc20, 0xc420013b00, 0xc420055ee0, 0xa, 0xa, 0xc420020e00, 0x0, 0x0) /usr/local/go/src/io/io.go:327 +0x5a github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc420055ee0, 0xa, 0xa, 0x563151ebcc20, 0xc420013b00, 0xc420020de8, 0x0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62 github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc420055ec0, 0x563151eca520, 0xc420014050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc4201a81e0, 0xc420013b60, 0xc4201981e0, 0xc4201a8180) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164 goroutine 40 [select, 4 minutes]: github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc42029e240) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342 created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab goroutine 21 [IO wait, 4 minutes]: internal/poll.runtime_pollWait(0x7fde4d472eb0, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4200a6c18, 0x72, 0xffffffffffffff00, 0x563151ec0e60, 0x563151ebb2b0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4200a6c18, 0xc4202b7000, 0x1000, 0x1000) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Read(0xc4200a6c00, 0xc4202b7000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c net.(*netFD).Read(0xc4200a6c00, 0xc4202b7000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x54 net.(*conn).Read(0xc42000e308, 0xc4202b7000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:176 +0x6f bufio.(*Reader).Read(0xc42029e1e0, 0xc420278d60, 0xa, 0xa, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:213 +0x30d io.ReadAtLeast(0x563151ebcc20, 0xc42029e1e0, 0xc420278d60, 0xa, 0xa, 0xa, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:309 +0x88 io.ReadFull(0x563151ebcc20, 0xc42029e1e0, 0xc420278d60, 0xa, 0xa, 0xc420020e00, 0x0, 0x0) /usr/local/go/src/io/io.go:327 +0x5a github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc420278d60, 0xa, 0xa, 0x563151ebcc20, 0xc42029e1e0, 0xc420020de8, 0x0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62 github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc420278d40, 0x563151eca520, 0xc420014050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc4201a82a0, 0xc42029e240, 0xc4201981f0, 0xc4201a8240) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164 goroutine 22 [select, 4 minutes]: github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run(0xc4201a0cc0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:171 +0x342 created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.NewClient /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:46 +0x2ab goroutine 41 [IO wait, 4 minutes]: internal/poll.runtime_pollWait(0x7fde4d472df0, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4201bc298, 0x72, 0xffffffffffffff00, 0x563151ec0e60, 0x563151ebb2b0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4201bc298, 0xc4202ff000, 0x1000, 0x1000) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Read(0xc4201bc280, 0xc4202ff000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c net.(*netFD).Read(0xc4201bc280, 0xc4202ff000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x54 net.(*conn).Read(0xc42018a0a0, 0xc4202ff000, 0x1000, 0x1000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:176 +0x6f bufio.(*Reader).Read(0xc4201a0c60, 0xc4201baee0, 0xa, 0xa, 0x0, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:213 +0x30d io.ReadAtLeast(0x563151ebcc20, 0xc4201a0c60, 0xc4201baee0, 0xa, 0xa, 0xa, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:309 +0x88 io.ReadFull(0x563151ebcc20, 0xc4201a0c60, 0xc4201baee0, 0xa, 0xa, 0x0, 0x0, 0x0) /usr/local/go/src/io/io.go:327 +0x5a github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.readMessageHeader(0xc4201baee0, 0xa, 0xa, 0x563151ebcc20, 0xc4201a0c60, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:38 +0x62 github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*channel).recv(0xc4201baec0, 0x563151eca520, 0xc420014050, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/channel.go:86 +0x6f github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run.func1(0xc4202ae900, 0xc4201a0cc0, 0xc420242ca0, 0xc4202ae8a0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:144 +0x9a created by github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).run /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:139 +0x164 goroutine 23 [IO wait]: internal/poll.runtime_pollWait(0x7fde4d472d30, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4201bc698, 0x72, 0xc420039b00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4201bc698, 0xffffffffffffff00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Accept(0xc4201bc680, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:335 +0x1e4 net.(*netFD).accept(0xc4201bc680, 0xc4201752a0, 0x563151a113e0, 0xc420039d78) /usr/local/go/src/net/fd_unix.go:238 +0x44 net.(*UnixListener).accept(0xc42033e840, 0x56315131134a, 0x563150f6eb00, 0xc420039dc0) /usr/local/go/src/net/unixsock_posix.go:162 +0x34 net.(*UnixListener).Accept(0xc42033e840, 0x563151b10940, 0xc420175220, 0x563151eca5a0, 0xc42023fe30) /usr/local/go/src/net/unixsock.go:241 +0x4b net/http.(*Server).Serve(0xc4202b01a0, 0x563151ec94e0, 0xc42033e840, 0x0, 0x0) /usr/local/go/src/net/http/server.go:2695 +0x1b4 net/http.Serve(0x563151ec94e0, 0xc42033e840, 0x563151ebe820, 0xc42023fd40, 0x563151b10b40, 0xc420021f20) /usr/local/go/src/net/http/server.go:2323 +0x75 github.com/containerd/containerd/server.(*Server).ServeDebug(0xc4201c1080, 0x563151ec94e0, 0xc42033e840, 0xc420021f38, 0x0) /go/src/github.com/containerd/containerd/server/server.go:159 +0x1c8 github.com/containerd/containerd/server.(*Server).ServeDebug-fm(0x563151ec94e0, 0xc42033e840, 0xc42033e840, 0x0) /go/src/github.com/containerd/containerd/cmd/containerd/main.go:115 +0x40 main.serve.func1(0x563151ec94e0, 0xc42033e840, 0xc420199460, 0x563151eca5a0, 0xc42033e900, 0xc4201a4b00, 0x37) /go/src/github.com/containerd/containerd/cmd/containerd/main.go:146 +0x77 created by main.serve /go/src/github.com/containerd/containerd/cmd/containerd/main.go:144 +0x1c8 goroutine 24 [IO wait, 4 minutes]: internal/poll.runtime_pollWait(0x7fde4d472c70, 0x72, 0xffffffffffffffff) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4201bc818, 0x72, 0xc420267b00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4201bc818, 0xffffffffffffff00, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Accept(0xc4201bc800, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:335 +0x1e4 net.(*netFD).accept(0xc4201bc800, 0xc42018a180, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:238 +0x44 net.(*UnixListener).accept(0xc42033e990, 0x5631513ab84b, 0x563150f6eb00, 0xc420267da0) /usr/local/go/src/net/unixsock_posix.go:162 +0x34 net.(*UnixListener).Accept(0xc42033e990, 0x563151b103e8, 0xc420083e00, 0x563151ecdbc0, 0xc42018a180) /usr/local/go/src/net/unixsock.go:241 +0x4b github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve(0xc420083e00, 0x563151ec94e0, 0xc42033e990, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:463 +0x198 github.com/containerd/containerd/server.(*Server).ServeGRPC(0xc4201c1080, 0x563151ec94e0, 0xc42033e990, 0xc420021738, 0x0) /go/src/github.com/containerd/containerd/server/server.go:138 +0x55 github.com/containerd/containerd/server.(*Server).ServeGRPC-fm(0x563151ec94e0, 0xc42033e990, 0xc42033e990, 0x0) /go/src/github.com/containerd/containerd/cmd/containerd/main.go:129 +0x40 main.serve.func1(0x563151ec94e0, 0xc42033e990, 0xc420199570, 0x563151eca5a0, 0xc42033ea50, 0xc4201a4c00, 0x31) /go/src/github.com/containerd/containerd/cmd/containerd/main.go:146 +0x77 created by main.serve /go/src/github.com/containerd/containerd/cmd/containerd/main.go:144 +0x1c8 goroutine 25 [IO wait]: internal/poll.runtime_pollWait(0x7fde4d472bb0, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4201bcb98, 0x72, 0xffffffffffffff00, 0x563151ec0e60, 0x563151ebb2b0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4201bcb98, 0xc420438000, 0x8000, 0x8000) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Read(0xc4201bcb80, 0xc420438000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c net.(*netFD).Read(0xc4201bcb80, 0xc420438000, 0x8000, 0x8000, 0x11, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x54 net.(*conn).Read(0xc42018a140, 0xc420438000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:176 +0x6f bufio.(*Reader).Read(0xc4201a12c0, 0xc4203002d8, 0x9, 0x9, 0x9, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:213 +0x30d io.ReadAtLeast(0x563151ebcc20, 0xc4201a12c0, 0xc4203002d8, 0x9, 0x9, 0x9, 0x69aad1420268bb8, 0x5ab51454, 0xc420268bc0) /usr/local/go/src/io/io.go:309 +0x88 io.ReadFull(0x563151ebcc20, 0xc4201a12c0, 0xc4203002d8, 0x9, 0x9, 0x3d5e0bce6f, 0x563151f07f20, 0xbea562f5068fd73f) /usr/local/go/src/io/io.go:327 +0x5a github.com/containerd/containerd/vendor/golang.org/x/net/http2.readFrameHeader(0xc4203002d8, 0x9, 0x9, 0x563151ebcc20, 0xc4201a12c0, 0x0, 0x7070e0900000000, 0xc42019d238, 0xc420268ce8) /go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:237 +0x7d github.com/containerd/containerd/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4203002a0, 0xc4202d6680, 0xc4202d6680, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:492 +0xa6 github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4202f4580, 0xc420434900, 0x563151b10420) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:393 +0x317 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc420083e00, 0x563151ecd6e0, 0xc4202f4580) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:568 +0x142 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc420083e00, 0x563151ecdbc0, 0xc42018a140, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:561 +0x473 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc420083e00, 0x563151ecdbc0, 0xc42018a140) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:526 +0x499 created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:495 +0x5bb goroutine 26 [select]: github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.loopyWriter(0x7fde4d477378, 0xc420433300, 0xc4204348a0, 0xc42044cfb8) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/transport.go:750 +0x2e6 github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server.func1(0xc4202f4580) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:227 +0x60 created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:226 +0x8fb goroutine 27 [select, 4 minutes]: github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc4202f4580) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:935 +0x266 created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:230 +0x920 goroutine 42 [select, 4 minutes]: github.com/containerd/containerd/services/events.(*service).Subscribe(0xc42000e1d8, 0xc42042f040, 0x563151ecd500, 0xc420436300, 0x0, 0x0) /go/src/github.com/containerd/containerd/services/events/service.go:61 +0x213 github.com/containerd/containerd/api/services/events/v1._Events_Subscribe_Handler(0x563151a57380, 0xc42000e1d8, 0x563151ecca80, 0xc42042f020, 0xc42019d540, 0xc420029800) /go/src/github.com/containerd/containerd/api/services/events/v1/events.pb.go:288 +0x110 github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.StreamServerInterceptor(0x563151a57380, 0xc42000e1d8, 0x563151eccb40, 0xc4201bd000, 0xc42042f000, 0x563151b0f008, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:40 +0x13b github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc420083e00, 0x563151ecd6e0, 0xc4202f49a0, 0xc42007ed00, 0xc42033e390, 0x563151ea9f80, 0x0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:940 +0x2ea github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc420083e00, 0x563151ecd6e0, 0xc4202f49a0, 0xc42007ed00, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1027 +0x14c3 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc42019a200, 0xc420083e00, 0x563151ecd6e0, 0xc4202f49a0, 0xc42007ed00) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1 created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3 goroutine 29 [IO wait, 4 minutes]: internal/poll.runtime_pollWait(0x7fde4d472af0, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4201bce18, 0x72, 0xffffffffffffff00, 0x563151ec0e60, 0x563151ebb2b0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4201bce18, 0xc420458000, 0x8000, 0x8000) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Read(0xc4201bce00, 0xc420458000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c net.(*netFD).Read(0xc4201bce00, 0xc420458000, 0x8000, 0x8000, 0x11, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x54 net.(*conn).Read(0xc42018a148, 0xc420458000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:176 +0x6f bufio.(*Reader).Read(0xc4201a13e0, 0xc420300498, 0x9, 0x9, 0x9, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:213 +0x30d io.ReadAtLeast(0x563151ebcc20, 0xc4201a13e0, 0xc420300498, 0x9, 0x9, 0x9, 0x24a0855320269bb8, 0x5ab5134c, 0xc420269bc0) /usr/local/go/src/io/io.go:309 +0x88 io.ReadFull(0x563151ebcc20, 0xc4201a13e0, 0xc420300498, 0x9, 0x9, 0x4715686, 0x563151f07f20, 0xbea562b3249e5848) /usr/local/go/src/io/io.go:327 +0x5a github.com/containerd/containerd/vendor/golang.org/x/net/http2.readFrameHeader(0xc420300498, 0x9, 0x9, 0x563151ebcc20, 0xc4201a13e0, 0x0, 0x7070e0900000000, 0xc42019d468, 0xc420269ce8) /go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:237 +0x7d github.com/containerd/containerd/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc420300460, 0xc4202ac2c0, 0xc4202ac2c0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:492 +0xa6 github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4202f49a0, 0xc420434d80, 0x563151b10420) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:393 +0x317 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc420083e00, 0x563151ecd6e0, 0xc4202f49a0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:568 +0x142 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc420083e00, 0x563151ecdbc0, 0xc42018a148, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:561 +0x473 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc420083e00, 0x563151ecdbc0, 0xc42018a148) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:526 +0x499 created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:495 +0x5bb goroutine 30 [select, 4 minutes]: github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.loopyWriter(0x7fde4d477378, 0xc420433440, 0xc420434d20, 0xc420449fb8) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/transport.go:750 +0x2e6 github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server.func1(0xc4202f49a0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:227 +0x60 created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:226 +0x8fb goroutine 31 [select, 4 minutes]: github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc4202f49a0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:935 +0x266 created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:230 +0x920 goroutine 32 [semacquire, 4 minutes]: sync.runtime_notifyListWait(0xc420433690, 0xc400000000) /usr/local/go/src/runtime/sema.go:507 +0x114 sync.(*Cond).Wait(0xc420433680) /usr/local/go/src/sync/cond.go:56 +0x82 github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).next(0xc420434e10, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:103 +0x87 github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).run(0xc420434e10) /go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:68 +0x34 created by github.com/containerd/containerd/vendor/github.com/docker/go-events.NewQueue /go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:29 +0x14d goroutine 33 [select, 4 minutes]: github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe.func3(0xc420434e70, 0xc42042f060, 0xc420333860, 0x563151eca4e0, 0xc420433640, 0xc4201a1800) /go/src/github.com/containerd/containerd/events/exchange/exchange.go:155 +0x15f created by github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe /go/src/github.com/containerd/containerd/events/exchange/exchange.go:149 +0x291 goroutine 54 [select, 4 minutes]: github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.loopyWriter(0x7fde4d477378, 0xc420433cc0, 0xc420435d40, 0xc42048afb8) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/transport.go:750 +0x2e6 github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server.func1(0xc4202f4dc0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:227 +0x60 created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:226 +0x8fb goroutine 53 [IO wait, 4 minutes]: internal/poll.runtime_pollWait(0x7fde4d472a30, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4201bd118, 0x72, 0xffffffffffffff00, 0x563151ec0e60, 0x563151ebb2b0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4201bd118, 0xc420474000, 0x8000, 0x8000) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Read(0xc4201bd100, 0xc420474000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c net.(*netFD).Read(0xc4201bd100, 0xc420474000, 0x8000, 0x8000, 0x11, 0x0, 0x0) /usr/local/go/src/net/fd_unix.go:202 +0x54 net.(*conn).Read(0xc42018a180, 0xc420474000, 0x8000, 0x8000, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:176 +0x6f bufio.(*Reader).Read(0xc4201a1c20, 0xc420300818, 0x9, 0x9, 0x9, 0x0, 0x0) /usr/local/go/src/bufio/bufio.go:213 +0x30d io.ReadAtLeast(0x563151ebcc20, 0xc4201a1c20, 0xc420300818, 0x9, 0x9, 0x9, 0x3366d78b20034bb8, 0x5ab51350, 0xc420034bc0) /usr/local/go/src/io/io.go:309 +0x88 io.ReadFull(0x563151ebcc20, 0xc4201a1c20, 0xc420300818, 0x9, 0x9, 0x101a2d13c, 0x563151f07f20, 0xbea562b4334deecb) /usr/local/go/src/io/io.go:327 +0x5a github.com/containerd/containerd/vendor/golang.org/x/net/http2.readFrameHeader(0xc420300818, 0x9, 0x9, 0x563151ebcc20, 0xc4201a1c20, 0x0, 0x7070e0900000000, 0xc42019dc88, 0xc420034ce8) /go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:237 +0x7d github.com/containerd/containerd/vendor/golang.org/x/net/http2.(*Framer).ReadFrame(0xc4203007e0, 0xc4202ac1a0, 0xc4202ac1a0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/golang.org/x/net/http2/frame.go:492 +0xa6 github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).HandleStreams(0xc4202f4dc0, 0xc420435da0, 0x563151b10420) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:393 +0x317 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams(0xc420083e00, 0x563151ecd6e0, 0xc4202f4dc0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:568 +0x142 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveHTTP2Transport(0xc420083e00, 0x563151ecdbc0, 0xc42018a180, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:561 +0x473 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleRawConn(0xc420083e00, 0x563151ecdbc0, 0xc42018a180) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:526 +0x499 created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).Serve /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:495 +0x5bb goroutine 55 [select, 4 minutes]: github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.(*http2Server).keepalive(0xc4202f4dc0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:935 +0x266 created by github.com/containerd/containerd/vendor/google.golang.org/grpc/transport.newHTTP2Server /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/transport/http2_server.go:230 +0x920 goroutine 46 [select, 4 minutes]: github.com/containerd/containerd/services/events.(*service).Subscribe(0xc42000e1d8, 0xc4203760e0, 0x563151ecd500, 0xc420436280, 0x0, 0x0) /go/src/github.com/containerd/containerd/services/events/service.go:61 +0x213 github.com/containerd/containerd/api/services/events/v1._Events_Subscribe_Handler(0x563151a57380, 0xc42000e1d8, 0x563151ecca80, 0xc4203760a0, 0xc42019c230, 0xc420029c00) /go/src/github.com/containerd/containerd/api/services/events/v1/events.pb.go:288 +0x110 github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.StreamServerInterceptor(0x563151a57380, 0xc42000e1d8, 0x563151eccb40, 0xc4201bc000, 0xc420376060, 0x563151b0f008, 0xc4202ca000, 0x7fde4d4ce000) /go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:40 +0x13b github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processStreamingRPC(0xc420083e00, 0x563151ecd6e0, 0xc4202f4dc0, 0xc42019ef00, 0xc42033e390, 0x563151ea9f80, 0x0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:940 +0x2ea github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc420083e00, 0x563151ecd6e0, 0xc4202f4dc0, 0xc42019ef00, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1027 +0x14c3 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc42019a470, 0xc420083e00, 0x563151ecd6e0, 0xc4202f4dc0, 0xc42019ef00) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1 created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3 goroutine 47 [semacquire, 4 minutes]: sync.runtime_notifyListWait(0xc4204334d0, 0xc400000000) /usr/local/go/src/runtime/sema.go:507 +0x114 sync.(*Cond).Wait(0xc4204334c0) /usr/local/go/src/sync/cond.go:56 +0x82 github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).next(0xc42033e060, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:103 +0x87 github.com/containerd/containerd/vendor/github.com/docker/go-events.(*Queue).run(0xc42033e060) /go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:68 +0x34 created by github.com/containerd/containerd/vendor/github.com/docker/go-events.NewQueue /go/src/github.com/containerd/containerd/vendor/github.com/docker/go-events/queue.go:29 +0x14d goroutine 48 [select, 4 minutes]: github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe.func3(0xc42033e930, 0xc420376120, 0xc420332060, 0x563151eca4e0, 0xc4204333c0, 0xc42048e0c0) /go/src/github.com/containerd/containerd/events/exchange/exchange.go:155 +0x15f created by github.com/containerd/containerd/events/exchange.(*Exchange).Subscribe /go/src/github.com/containerd/containerd/events/exchange/exchange.go:149 +0x291 goroutine 62 [select, 4 minutes]: github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).dispatch(0xc4201a0cc0, 0x563151eca5a0, 0xc4201d63c0, 0xc420054f80, 0xc4201492c0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:102 +0x282 github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc.(*Client).Call(0xc4201a0cc0, 0x563151eca5a0, 0xc4201d63c0, 0x56315163c913, 0x25, 0x563151621328, 0x5, 0x563151aa63e0, 0xc42003bc30, 0x563151aa64c0, ...) /go/src/github.com/containerd/containerd/vendor/github.com/stevvooe/ttrpc/client.go:73 +0x15d github.com/containerd/containerd/linux/shim/v1.(*shimClient).State(0xc42018a0a8, 0x563151eca5a0, 0xc4201d63c0, 0xc42003bc30, 0x0, 0x563150f6933f, 0x563151a22c60) /go/src/github.com/containerd/containerd/linux/shim/v1/shim.pb.go:1729 +0xbf github.com/containerd/containerd/linux.(*Task).State(0xc4202f80e0, 0x563151eca5a0, 0xc4201d63c0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, ...) /go/src/github.com/containerd/containerd/linux/task.go:107 +0xc4 github.com/containerd/containerd/services/tasks.processFromContainerd(0x7fde4d477338, 0xc4201d63c0, 0x7fde4d3b82a0, 0xc4202f80e0, 0xc4202f80e0, 0x563151ecf7c0, 0xc4202f80e0) /go/src/github.com/containerd/containerd/services/tasks/service.go:225 +0xbe github.com/containerd/containerd/services/tasks.(*service).Get(0xc4201b9da0, 0x7fde4d477338, 0xc4201d63c0, 0xc420149100, 0xc4201b9da0, 0x56315163dab3, 0x3) /go/src/github.com/containerd/containerd/services/tasks/service.go:268 +0xef github.com/containerd/containerd/api/services/tasks/v1._Tasks_Get_Handler.func1(0x7fde4d477338, 0xc4201d63c0, 0x563151aa3e40, 0xc420149100, 0xc420069310, 0x563151f27bb8, 0x5631519e69c0, 0xc42003bc20) /go/src/github.com/containerd/containerd/api/services/tasks/v1/tasks.pb.go:680 +0x88 github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus.UnaryServerInterceptor(0x7fde4d477338, 0xc4201d63c0, 0x563151aa3e40, 0xc420149100, 0xc420149120, 0xc420149140, 0x50, 0x48, 0xc4201490e0, 0xc42046f968) /go/src/github.com/containerd/containerd/vendor/github.com/grpc-ecosystem/go-grpc-prometheus/server.go:29 +0xd4 github.com/containerd/containerd/server.interceptor(0x7fde4d477338, 0xc4201d6300, 0x563151aa3e40, 0xc420149100, 0xc420149120, 0xc420149140, 0x0, 0xc42046f9e0, 0x563150f2522a, 0x50) /go/src/github.com/containerd/containerd/server/server.go:267 +0x1d2 github.com/containerd/containerd/api/services/tasks/v1._Tasks_Get_Handler(0x563151af7ae0, 0xc4201b9da0, 0x7fde4d477338, 0xc4201d61e0, 0xc4200691d0, 0x563151b0f520, 0x0, 0x0, 0x0, 0x0) /go/src/github.com/containerd/containerd/api/services/tasks/v1/tasks.pb.go:682 +0x16f github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).processUnaryRPC(0xc420083e00, 0x563151ecd6e0, 0xc4202f4dc0, 0xc42007e800, 0xc42033e6f0, 0x563151eb4d80, 0x0, 0x0, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:826 +0xab6 github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).handleStream(0xc420083e00, 0x563151ecd6e0, 0xc4202f4dc0, 0xc42007e800, 0x0) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:1023 +0x152a github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1.1(0xc42019a470, 0xc420083e00, 0x563151ecd6e0, 0xc4202f4dc0, 0xc42007e800) /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:572 +0xa1 created by github.com/containerd/containerd/vendor/google.golang.org/grpc.(*Server).serveStreams.func1 /go/src/github.com/containerd/containerd/vendor/google.golang.org/grpc/server.go:570 +0xa3 goroutine 577 [IO wait]: internal/poll.runtime_pollWait(0x7fde4d472970, 0x72, 0x0) /usr/local/go/src/runtime/netpoll.go:173 +0x59 internal/poll.(*pollDesc).wait(0xc4200a6118, 0x72, 0xffffffffffffff00, 0x563151ec0e60, 0x563151ebb2b0) /usr/local/go/src/internal/poll/fd_poll_runtime.go:85 +0xb0 internal/poll.(*pollDesc).waitRead(0xc4200a6118, 0xc420490500, 0x1, 0x1) /usr/local/go/src/internal/poll/fd_poll_runtime.go:90 +0x3f internal/poll.(*FD).Read(0xc4200a6100, 0xc420490581, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/internal/poll/fd_unix.go:126 +0x18c net.(*netFD).Read(0xc4200a6100, 0xc420490581, 0x1, 0x1, 0x0, 0xc420454800, 0x563150f3e8bb) /usr/local/go/src/net/fd_unix.go:202 +0x54 net.(*conn).Read(0xc42018a0c0, 0xc420490581, 0x1, 0x1, 0x0, 0x0, 0x0) /usr/local/go/src/net/net.go:176 +0x6f net/http.(*connReader).backgroundRead(0xc420490570) /usr/local/go/src/net/http/server.go:660 +0x64 created by net/http.(*connReader).startBackgroundRead /usr/local/go/src/net/http/server.go:656 +0xda