letsencrypt / ct-woodpecker

A tool to monitor a certificate transparency log for operational problems
Mozilla Public License 2.0
182 stars 19 forks source link

Investigate/fix InclusionChecker Out-of-memory crash #53

Closed cpu closed 6 years ago

cpu commented 6 years ago

InclusionChecker OOM crash:

Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: fatal error: runtime: out of memory
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime stack:
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.throw(0xafc1a7, 0x16)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/panic.go:616 +0x81
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.sysMap(0xc4dbe30000, 0x400000, 0x0, 0x10be258)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/mem_linux.go:216 +0x20a
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.(*mheap).sysAlloc(0x10a4580, 0x400000, 0x0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/malloc.go:470 +0xd4
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.(*mheap).grow(0x10a4580, 0x200, 0x0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/mheap.go:907 +0x60
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.(*mheap).allocSpanLocked(0x10a4580, 0x200, 0x10be268, 0x109e5f0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/mheap.go:820 +0x301
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.(*mheap).alloc_m(0x10a4580, 0x200, 0x3f8ea0101, 0x1)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/mheap.go:686 +0x118
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.(*mheap).alloc.func1()
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/mheap.go:753 +0x4d
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.(*mheap).alloc(0x10a4580, 0x200, 0xc420010101, 0xb1c198)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/mheap.go:752 +0x8a
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.largeAlloc(0x3ffe00, 0xc420460101, 0x1)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/malloc.go:826 +0x94
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.mallocgc.func1()
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/malloc.go:721 +0x46
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.systemstack(0x7fde00000000)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/asm_amd64.s:409 +0x79
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.mstart()
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/proc.go:1175
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: goroutine 30 [running]:
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.systemstack_switch()
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/asm_amd64.s:363 fp=0xc420227418 sp=0xc420227410 pc=0x45d180
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.mallocgc(0x3ffe00, 0x9f17a0, 0x1, 0xc4202274f0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/malloc.go:720 +0x8a2 fp=0xc4202274b8 sp=0xc420227418 pc=0x419c02
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.makeslice(0x9f17a0, 0x3ffe00, 0x3ffe00, 0x654aec, 0xc4db954c40, 0xc4dbcf1e00)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/slice.go:61 +0x77 fp=0xc4202274e8 sp=0xc4202274b8 pc=0x449267
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: bytes.makeSlice(0x3ffe00, 0x0, 0x0, 0x0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/bytes/buffer.go:230 +0x6d fp=0xc420227528 sp=0xc4202274e8 pc=0x4f4b5d
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: bytes.(*Buffer).grow(0xc4db7790a0, 0x200, 0x100000)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/bytes/buffer.go:144 +0x151 fp=0xc420227578 sp=0xc420227528 pc=0x4f4511
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: bytes.(*Buffer).ReadFrom(0xc4db7790a0, 0x7fdea6e1bb90, 0xc4db9eeb80, 0xc4db060780, 0xc4db060800, 0xc4d851cc00)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/bytes/buffer.go:204 +0x48 fp=0xc4202275e8 sp=0xc420227578 pc=0x4f4978
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: io/ioutil.readAll(0x7fdea6e1bb90, 0xc4db9eeb80, 0x200, 0x0, 0x0, 0x0, 0x0, 0x0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/io/ioutil/ioutil.go:36 +0xb5 fp=0xc420227630 sp=0xc4202275e8 pc=0x55ba75
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: io/ioutil.ReadAll(0x7fdea6e1bb90, 0xc4db9eeb80, 0xc4db9eeb80, 0x7fdea6e1bb90, 0xc4db9eeb80, 0x0, 0x0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/io/ioutil/ioutil.go:45 +0x3e fp=0xc420227680 sp=0xc420227630 pc=0x55bb3e
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: github.com/google/certificate-transparency-go/jsonclient.(*JSONClient).GetAndParse(0xc420062a80, 0xb68140, 0xc420026028, 0xaf91e4, 0x12, 0xc420227a30, 0x9cf5c0, 0xc4db9eea20, 0x0, 0xc4d891c000, ...)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/gopkg/src/github.com/google/certificate-transparency-go/jsonclient/client.go:173 +0x4a7 fp=0xc420227998 sp=0xc420227680 pc=0x7c0117
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: github.com/google/certificate-transparency-go/client.(*LogClient).GetRawEntries(0xc420062a80, 0xb68140, 0xc420026028, 0x9e85, 0xa079, 0x0, 0x0, 0x0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/gopkg/src/github.com/google/certificate-transparency-go/client/getentries.go:44 +0x2cd fp=0xc420227bb0 sp=0xc420227998 pc=0x7c457d
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: github.com/google/certificate-transparency-go/client.(*LogClient).GetEntries(0xc420062a80, 0xb68140, 0xc420026028, 0x9e85, 0xa079, 0x1f5, 0x1f5, 0x1f5, 0x0, 0x0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/gopkg/src/github.com/google/certificate-transparency-go/client/getentries.go:61 +0x74 fp=0xc420227c98 sp=0xc420227bb0 pc=0x7c47d4
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: github.com/letsencrypt/ct-woodpecker/monitor.(*inclusionChecker).getEntries(0xc42011e480, 0x9e85, 0x11fe2081, 0xc4204f8300, 0x0, 0x0, 0x0, 0x1, 0x1)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/gopkg/src/github.com/letsencrypt/ct-woodpecker/monitor/inclusion_checker.go:140 +0x164 fp=0xc420227d38 sp=0xc420227c98 pc=0x8c86b4
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: github.com/letsencrypt/ct-woodpecker/monitor.(*inclusionChecker).checkInclusion(0xc42011e480, 0x1, 0x0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/gopkg/src/github.com/letsencrypt/ct-woodpecker/monitor/inclusion_checker.go:105 +0x555 fp=0xc420227ef0 sp=0xc420227d38 pc=0x8c8085
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: github.com/letsencrypt/ct-woodpecker/monitor.(*inclusionChecker).run.func1(0xc42011e480)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/gopkg/src/github.com/letsencrypt/ct-woodpecker/monitor/inclusion_checker.go:68 +0x11f fp=0xc420227fd8 sp=0xc420227ef0 pc=0x8ccc8f
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.goexit()
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/asm_amd64.s:2361 +0x1 fp=0xc420227fe0 sp=0xc420227fd8 pc=0x45fcf1
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: created by github.com/letsencrypt/ct-woodpecker/monitor.(*inclusionChecker).run
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/gopkg/src/github.com/letsencrypt/ct-woodpecker/monitor/inclusion_checker.go:61 +0x3f
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: goroutine 1 [chan receive]:
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: github.com/letsencrypt/ct-woodpecker/cmd.WaitForSignal(0xc420020f00, 0xc42004ef48)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/gopkg/src/github.com/letsencrypt/ct-woodpecker/cmd/common.go:21 +0x15a
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: main.main()
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/gopkg/src/github.com/letsencrypt/ct-woodpecker/cmd/ct-woodpecker/main.go:47 +0x1d3
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: goroutine 5 [syscall]:
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: os/signal.signal_recv(0x0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/sigqueue.go:139 +0xa6
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: os/signal.loop()
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/os/signal/signal_unix.go:22 +0x22
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: created by os/signal.init.0
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/os/signal/signal_unix.go:28 +0x41
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: goroutine 8 [chan receive]:
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: github.com/golang/glog.(*loggingT).flushDaemon(0x109e520)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/gopkg/src/github.com/golang/glog/glog.go:882 +0x8b
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: created by github.com/golang/glog.init.0
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/gopkg/src/github.com/golang/glog/glog.go:410 +0x203
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: goroutine 23 [select]:
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: database/sql.(*DB).connectionOpener(0xc420087d60, 0xb68100, 0xc420062ac0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/database/sql/sql.go:935 +0x119
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: created by database/sql.OpenDB
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/database/sql/sql.go:634 +0x178
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: goroutine 24 [select]:
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: database/sql.(*DB).connectionResetter(0xc420087d60, 0xb68100, 0xc420062ac0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/database/sql/sql.go:948 +0x12a
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: created by database/sql.OpenDB
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/database/sql/sql.go:635 +0x1ae
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: goroutine 27 [IO wait]:
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: internal/poll.runtime_pollWait(0x7fdea6dfaf00, 0x72, 0x0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/netpoll.go:173 +0x57
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: internal/poll.(*pollDesc).wait(0xc42011e518, 0x72, 0xc420062000, 0x0, 0x0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: internal/poll.(*pollDesc).waitRead(0xc42011e518, 0xffffffffffffff00, 0x0, 0x0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: internal/poll.(*FD).Accept(0xc42011e500, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0, 0x0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/internal/poll/fd_unix.go:372 +0x1a8
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: net.(*netFD).accept(0xc42011e500, 0xa14720, 0xc42004de10, 0x40a848)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/fd_unix.go:238 +0x42
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: net.(*TCPListener).accept(0xc42000e198, 0xc42004de40, 0x4097a7, 0xc442663660)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/tcpsock_posix.go:136 +0x2e
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: net.(*TCPListener).AcceptTCP(0xc42000e198, 0xc42004de88, 0xc42004de90, 0x18)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/tcpsock.go:246 +0x49
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: net/http.tcpKeepAliveListener.Accept(0xc42000e198, 0xb1bbe8, 0xc4426635e0, 0xb681c0, 0xc420163c80)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/http/server.go:3216 +0x2f
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: net/http.(*Server).Serve(0xc420190d00, 0xb67f40, 0xc42000e198, 0x0, 0x0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/http/server.go:2770 +0x1a5
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: net/http.(*Server).ListenAndServe(0xc420190d00, 0xc420066d18, 0xc4200367b8)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/http/server.go:2711 +0xa9
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: github.com/letsencrypt/ct-woodpecker/woodpecker.(*Woodpecker).Run.func1(0xc420062c00)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/gopkg/src/github.com/letsencrypt/ct-woodpecker/woodpecker/woodpecker.go:337 +0x33
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: created by github.com/letsencrypt/ct-woodpecker/woodpecker.(*Woodpecker).Run
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/gopkg/src/github.com/letsencrypt/ct-woodpecker/woodpecker/woodpecker.go:336 +0x3f
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: goroutine 28 [select]:
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: github.com/letsencrypt/ct-woodpecker/monitor.(*sthFetcher).run.func1(0xc42011e400)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/gopkg/src/github.com/letsencrypt/ct-woodpecker/monitor/sth_fetcher.go:172 +0x185
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: created by github.com/letsencrypt/ct-woodpecker/monitor.(*sthFetcher).run
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/gopkg/src/github.com/letsencrypt/ct-woodpecker/monitor/sth_fetcher.go:168 +0x3f
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: goroutine 29 [select]:
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: github.com/letsencrypt/ct-woodpecker/monitor.(*certSubmitter).run.func1(0xc4201d6000)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/gopkg/src/github.com/letsencrypt/ct-woodpecker/monitor/cert_submitter.go:133 +0x174
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: created by github.com/letsencrypt/ct-woodpecker/monitor.(*certSubmitter).run
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/gopkg/src/github.com/letsencrypt/ct-woodpecker/monitor/cert_submitter.go:128 +0x3f
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: goroutine 31 [select, locked to thread]:
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.gopark(0xb1c1d0, 0x0, 0xaf2136, 0x6, 0x18, 0x1)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/proc.go:291 +0x11a
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.selectgo(0xc420038750, 0xc420070840)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/select.go:392 +0xe50
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.ensureSigM.func1()
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/signal_unix.go:549 +0x1f4
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: runtime.goexit()
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/asm_amd64.s:2361 +0x1
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: goroutine 76 [IO wait]:
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: internal/poll.runtime_pollWait(0x7fdea6dfad60, 0x72, 0xc4428b9868)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/runtime/netpoll.go:173 +0x57
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: internal/poll.(*pollDesc).wait(0xc4388e7f98, 0x72, 0xffffffffffffff00, 0xb61940, 0x1061378)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/internal/poll/fd_poll_runtime.go:85 +0x9b
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: internal/poll.(*pollDesc).waitRead(0xc4388e7f98, 0xc440621000, 0x1000, 0x1000)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/internal/poll/fd_poll_runtime.go:90 +0x3d
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: internal/poll.(*FD).Read(0xc4388e7f80, 0xc440621000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/internal/poll/fd_unix.go:157 +0x17d
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: net.(*netFD).Read(0xc4388e7f80, 0xc440621000, 0x1000, 0x1000, 0xc4428b9978, 0x68c2ea, 0xc4428748a8)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/fd_unix.go:202 +0x4f
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: net.(*conn).Read(0xc42000e1c0, 0xc440621000, 0x1000, 0x1000, 0x0, 0x0, 0x0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/net.go:176 +0x6a
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: net/http.(*connReader).Read(0xc4428748a0, 0xc440621000, 0x1000, 0x1000, 0x2, 0x0, 0x0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/http/server.go:764 +0xf8
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: bufio.(*Reader).fill(0xc4427d2540)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/bufio/bufio.go:100 +0x11e
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: bufio.(*Reader).ReadSlice(0xc4427d2540, 0xc4201d930a, 0xc4428b9ad8, 0x4191c6, 0x7fdea42e0990, 0x4, 0xc4428b9ac0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/bufio/bufio.go:341 +0x2c
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: bufio.(*Reader).ReadLine(0xc4427d2540, 0xc42deb0400, 0x100, 0xf8, 0xadfa80, 0xb1b901, 0x100c4428b9b58)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/bufio/bufio.go:370 +0x34
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: net/textproto.(*Reader).readLineSlice(0xc4428748d0, 0xc48f2da080, 0xc4428b9ba8, 0x419ea8, 0x100, 0xadfa80)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/textproto/reader.go:55 +0x70
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: net/textproto.(*Reader).ReadLine(0xc4428748d0, 0xc42deb0400, 0x0, 0x0, 0x72)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/textproto/reader.go:36 +0x2b
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: net/http.readRequest(0xc4427d2540, 0x0, 0xc42deb0400, 0x0, 0x0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/http/request.go:929 +0x8c
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: net/http.(*conn).readRequest(0xc4426635e0, 0xb68100, 0xc44276d800, 0x0, 0x0, 0x0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/http/server.go:944 +0x16f
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: net/http.(*conn).serve(0xc4426635e0, 0xb68100, 0xc44276d800)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/http/server.go:1768 +0x4dc
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: created by net/http.(*Server).Serve
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/http/server.go:2795 +0x27b
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: goroutine 55 [select]:
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: net/http.(*persistConn).readLoop(0xc42018efc0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/http/transport.go:1717 +0x743
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: created by net/http.(*Transport).dialConn
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/http/transport.go:1237 +0x95a
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: goroutine 150 [select]:
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: net/http.setRequestCancel.func3(0x0, 0xc4db8ffec0, 0xc4db9de780, 0xc4db9bf968, 0xc4db97e3c0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/http/client.go:323 +0xfa
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: created by net/http.setRequestCancel
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/http/client.go:322 +0x2ac
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: goroutine 56 [select]:
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: net/http.(*persistConn).writeLoop(0xc42018efc0)
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/http/transport.go:1822 +0x14b
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]: created by net/http.(*Transport).dialConn
Jul 30 20:16:44 woodpecker ct-woodpecker[31191]:         /home/wp/go/src/net/http/transport.go:1238 +0x97f
Jul 30 20:16:44 woodpecker systemd[1]: ct-woodpecker.service: Main process exited, code=exited, status=2/INVALIDARGUMENT
Jul 30 20:16:44 woodpecker systemd[1]: ct-woodpecker.service: Unit entered failed state.
Jul 30 20:16:44 woodpecker systemd[1]: ct-woodpecker.service: Failed with result 'exit-code'.