search

puzzle / cert-manager-webhook-dnsimple

A cert-manager ACME DNS01 solver webhook for DNSimple.
Apache License 2.0
19 stars 24 forks source link

Webhook pod having go panics #12

Closed djvs closed 2 months ago

djvs commented 3 years ago

Not sure what the story is here, may be a configuration issue on my end. Also not super sure what groupName is supposed to be - the base domain?

Log dump:

cert-manager pod:

I0708 15:32:22.403679 1 dns.go:88] cert-manager/controller/challenges/Present "msg"="presenting DNS01 challenge for domain" "dnsName"="FOOBAR.org" "domain"="FOOBAR.org" "resource_kind"="Challenge" "resource_name"="FOOBAR-endpoint-prod-tls-4bgsl-741142588-1044387275" "resource_namespace"="FOOBAR" "resource_version"="v1" "type"="DNS-01"
E0708 15:32:22.885550 1 controller.go:164] cert-manager/controller/challenges "msg"="re-queuing item due to error processing" "error"="the server is currently unable to handle the request (post dnsimple.FOOBAR.org)" "key"="FOOBAR/FOOBAR-endpoint-prod-tls-4bgsl-741142588-1044387275"

cert-manager-webhook-dnsimple pod:

I0708 15:30:04.960857       1 requestheader_controller.go:169] Starting RequestHeaderAuthRequestController
I0708 15:30:04.961406       1 shared_informer.go:240] Waiting for caches to sync for RequestHeaderAuthRequestController
I0708 15:30:04.961614       1 configmap_cafile_content.go:202] Starting client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0708 15:30:04.961736       1 dynamic_serving_content.go:130] Starting serving-cert::/tls/tls.crt::/tls/tls.key
I0708 15:30:04.961738       1 shared_informer.go:240] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0708 15:30:04.961725       1 tlsconfig.go:240] Starting DynamicServingCertificateController
I0708 15:30:04.961701       1 secure_serving.go:197] Serving securely on [::]:443
I0708 15:30:04.962682       1 configmap_cafile_content.go:202] Starting client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0708 15:30:04.962852       1 shared_informer.go:240] Waiting for caches to sync for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
I0708 15:30:05.061751       1 shared_informer.go:247] Caches are synced for RequestHeaderAuthRequestController
I0708 15:30:05.061863       1 shared_informer.go:247] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::client-ca-file
I0708 15:30:05.063406       1 shared_informer.go:247] Caches are synced for client-ca::kube-system::extension-apiserver-authentication::requestheader-client-ca-file
E0708 15:32:22.870024       1 runtime.go:76] Observed a panic: runtime error: invalid memory address or nil pointer dereference
goroutine 1329 [running]:
k8s.io/apiserver/pkg/endpoints/handlers.finishRequest.func1.1(0xc0003605a0)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/handlers/rest.go:233 +0xd5
panic(0x1b65fe0, 0x2ce83a0)
        /usr/local/go/src/runtime/panic.go:969 +0x1b9
main.Whoami(0xc000643cc0, 0xc0006dfa40, 0xc00096dd50, 0xc, 0xc000643cc0)
        /workspace/main.go:182 +0x83
main.(*dnsimpleDNSProviderSolver).Present(0xc00030c4b0, 0xc00073abd0, 0xc000745e01, 0xc00073abd0)
        /workspace/main.go:202 +0x185
github.com/jetstack/cert-manager/pkg/acme/webhook/registry/challengepayload.(*REST).callSolver(0xc0005fbf20, 0x0, 0x0, 0xc00096dd18, 0x7, 0xc00096dd20, 0x6, 0xc00096dd30, 0xb, 0xc00072aa20, ...)
        /go/pkg/mod/github.com/jetstack/cert-manager@v1.1.0/pkg/acme/webhook/registry/challengepayload/challenge_payload.go:86 +0xf8
github.com/jetstack/cert-manager/pkg/acme/webhook/registry/challengepayload.(*REST).Create(0xc0005fbf20, 0x20975c0, 0xc000463260, 0x2055600, 0xc000463380, 0x1ed7438, 0xc000a18910, 0x0, 0x1000, 0x2049680, ...)
        /go/pkg/mod/github.com/jetstack/cert-manager@v1.1.0/pkg/acme/webhook/registry/challengepayload/challenge_payload.go:66 +0xe5
k8s.io/apiserver/pkg/endpoints/handlers.(*namedCreaterAdapter).Create(0xc00064cce0, 0x20975c0, 0xc000463260, 0x0, 0x0, 0x2055600, 0xc000463380, 0x1ed7438, 0xc000a18910, 0x3, ...)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/handlers/create.go:208 +0x7f
k8s.io/apiserver/pkg/endpoints/handlers.createHandler.func1.1(0x1b9fbe0, 0x0, 0x0, 0x0)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/handlers/create.go:145 +0x13b
k8s.io/apiserver/pkg/endpoints/handlers.createHandler.func1.2(0x0, 0x1, 0x0, 0x0)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/handlers/create.go:166 +0xf5
k8s.io/apiserver/pkg/endpoints/handlers.finishRequest.func1(0xc0003605a0, 0xc000360120, 0xc000360240, 0xc000360180)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/handlers/rest.go:241 +0x62
created by k8s.io/apiserver/pkg/endpoints/handlers.finishRequest
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/handlers/rest.go:222 +0xd4

goroutine 1321 [running]:
k8s.io/apiserver/pkg/server/filters.(*timeoutHandler).ServeHTTP.func1.1(0xc00056a2a0)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/filters/timeout.go:108 +0x113
panic(0x1ad1820, 0xc000c88bb0)
        /usr/local/go/src/runtime/panic.go:969 +0x1b9
k8s.io/apiserver/pkg/endpoints/handlers.finishRequest(0x7ea8ed400, 0xc000360120, 0x21, 0x0, 0x0, 0x0)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/handlers/rest.go:259 +0x505
k8s.io/apiserver/pkg/endpoints/handlers.createHandler.func1(0x2092380, 0xc00049c758, 0xc000930600)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/handlers/create.go:153 +0x17b8
k8s.io/apiserver/pkg/endpoints.restfulCreateResource.func1(0xc0004630e0, 0xc000408460)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/installer.go:1169 +0xe4
k8s.io/apiserver/pkg/endpoints/metrics.InstrumentRouteFunc.func1(0xc0004630e0, 0xc000408460)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/metrics/metrics.go:384 +0x282
github.com/emicklei/go-restful.(*Container).dispatch(0xc000610ea0, 0x7f2946d0d698, 0xc00030c678, 0xc000930600)
        /go/pkg/mod/github.com/emicklei/go-restful@v2.9.5+incompatible/container.go:288 +0xa84
github.com/emicklei/go-restful.(*Container).Dispatch(...)
        /go/pkg/mod/github.com/emicklei/go-restful@v2.9.5+incompatible/container.go:199
k8s.io/apiserver/pkg/server.director.ServeHTTP(0x1e086ec, 0x10, 0xc000610ea0, 0xc0004081c0, 0x7f2946d0d698, 0xc00030c678, 0xc000930600)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/handler.go:146 +0x539
k8s.io/apiserver/pkg/endpoints/filters.WithAuthorization.func1(0x7f2946d0d698, 0xc00030c678, 0xc000930600)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/filters/authorization.go:64 +0x563
net/http.HandlerFunc.ServeHTTP(0xc0005eabc0, 0x7f2946d0d698, 0xc00030c678, 0xc000930600)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/server/filters.WithMaxInFlightLimit.func2(0x7f2946d0d698, 0xc00030c678, 0xc000930600)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/filters/maxinflight.go:175 +0x4cf
net/http.HandlerFunc.ServeHTTP(0xc0005f5530, 0x7f2946d0d698, 0xc00030c678, 0xc000930600)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/endpoints/filters.WithImpersonation.func1(0x7f2946d0d698, 0xc00030c678, 0xc000930600)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/filters/impersonation.go:50 +0x203d
net/http.HandlerFunc.ServeHTTP(0xc0005eac00, 0x7f2946d0d698, 0xc00030c678, 0xc000930600)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/endpoints/filters.WithAuthentication.func1(0x7f2946d0d698, 0xc00030c678, 0xc000930500)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/filters/authentication.go:70 +0x672
net/http.HandlerFunc.ServeHTTP(0xc00031f9f0, 0x7f2946d0d698, 0xc00030c678, 0xc000930500)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/server/filters.(*timeoutHandler).ServeHTTP.func1(0xc00056a2a0, 0xc000612a00, 0x2097cc0, 0xc00030c678, 0xc000930500)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/filters/timeout.go:113 +0xb8
created by k8s.io/apiserver/pkg/server/filters.(*timeoutHandler).ServeHTTP
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/filters/timeout.go:99 +0x1cc

goroutine 1320 [running]:
k8s.io/apimachinery/pkg/util/runtime.logPanic(0x1ad1820, 0xc000c88bf0)
        /go/pkg/mod/k8s.io/apimachinery@v0.19.0/pkg/util/runtime/runtime.go:74 +0xa6
k8s.io/apimachinery/pkg/util/runtime.HandleCrash(0xc000761c98, 0x1, 0x1)
        /go/pkg/mod/k8s.io/apimachinery@v0.19.0/pkg/util/runtime/runtime.go:48 +0x89
panic(0x1ad1820, 0xc000c88bf0)
        /usr/local/go/src/runtime/panic.go:969 +0x1b9
k8s.io/apiserver/pkg/server/filters.(*timeoutHandler).ServeHTTP(0xc000612a00, 0x2092500, 0xc00036a770, 0xc000930500)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/filters/timeout.go:119 +0x448
k8s.io/apiserver/pkg/server/filters.WithWaitGroup.func1(0x2092500, 0xc00036a770, 0xc000930400)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/filters/waitgroup.go:59 +0x137
net/http.HandlerFunc.ServeHTTP(0xc0005f5560, 0x2092500, 0xc00036a770, 0xc000930400)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/endpoints/filters.WithRequestInfo.func1(0x2092500, 0xc00036a770, 0xc000930300)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/filters/requestinfo.go:39 +0x269
net/http.HandlerFunc.ServeHTTP(0xc0005f5590, 0x2092500, 0xc00036a770, 0xc000930300)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/endpoints/filters.WithWarningRecorder.func1(0x2092500, 0xc00036a770, 0xc000930200)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/filters/warning.go:35 +0x1a7
net/http.HandlerFunc.ServeHTTP(0xc000612a20, 0x2092500, 0xc00036a770, 0xc000930200)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/endpoints/filters.WithCacheControl.func1(0x2092500, 0xc00036a770, 0xc000930200)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/filters/cachecontrol.go:31 +0xa8
net/http.HandlerFunc.ServeHTTP(0xc000612a40, 0x2092500, 0xc00036a770, 0xc000930200)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/server/httplog.WithLogging.func1(0x20855c0, 0xc00030c660, 0xc000930100)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/httplog/httplog.go:91 +0x2f2
net/http.HandlerFunc.ServeHTTP(0xc000612a60, 0x20855c0, 0xc00030c660, 0xc000930100)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/server/filters.withPanicRecovery.func1(0x20855c0, 0xc00030c660, 0xc000930100)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/filters/wrap.go:51 +0xe6
net/http.HandlerFunc.ServeHTTP(0xc000612a80, 0x20855c0, 0xc00030c660, 0xc000930100)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/server.(*APIServerHandler).ServeHTTP(0xc0005f55c0, 0x20855c0, 0xc00030c660, 0xc000930100)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/handler.go:189 +0x51
net/http.serverHandler.ServeHTTP(0xc0008aa8c0, 0x20855c0, 0xc00030c660, 0xc000930100)
        /usr/local/go/src/net/http/server.go:2843 +0xa3
net/http.initALPNRequest.ServeHTTP(0x20975c0, 0xc0004c9dd0, 0xc000770e00, 0xc0008aa8c0, 0x20855c0, 0xc00030c660, 0xc000930100)
        /usr/local/go/src/net/http/server.go:3415 +0x8d
golang.org/x/net/http2.(*serverConn).runHandler(0xc0004e5500, 0xc00030c660, 0xc000930100, 0xc000754aa0)
        /go/pkg/mod/golang.org/x/net@v0.0.0-20200822124328-c89045814202/http2/server.go:2147 +0x8b
created by golang.org/x/net/http2.(*serverConn).processHeaders
        /go/pkg/mod/golang.org/x/net@v0.0.0-20200822124328-c89045814202/http2/server.go:1881 +0x505
E0708 15:32:22.876499       1 wrap.go:39] apiserver panic'd on POST /apis/FOOBAR.org/v1alpha1/dnsimple
http2: panic serving 10.7.0.2:56684: runtime error: invalid memory address or nil pointer dereference
goroutine 1329 [running]:
k8s.io/apiserver/pkg/endpoints/handlers.finishRequest.func1.1(0xc0003605a0)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/handlers/rest.go:233 +0xd5
panic(0x1b65fe0, 0x2ce83a0)
        /usr/local/go/src/runtime/panic.go:969 +0x1b9
main.Whoami(0xc000643cc0, 0xc0006dfa40, 0xc00096dd50, 0xc, 0xc000643cc0)
        /workspace/main.go:182 +0x83
main.(*dnsimpleDNSProviderSolver).Present(0xc00030c4b0, 0xc00073abd0, 0xc000745e01, 0xc00073abd0)
        /workspace/main.go:202 +0x185
github.com/jetstack/cert-manager/pkg/acme/webhook/registry/challengepayload.(*REST).callSolver(0xc0005fbf20, 0x0, 0x0, 0xc00096dd18, 0x7, 0xc00096dd20, 0x6, 0xc00096dd30, 0xb, 0xc00072aa20, ...)
        /go/pkg/mod/github.com/jetstack/cert-manager@v1.1.0/pkg/acme/webhook/registry/challengepayload/challenge_payload.go:86 +0xf8
github.com/jetstack/cert-manager/pkg/acme/webhook/registry/challengepayload.(*REST).Create(0xc0005fbf20, 0x20975c0, 0xc000463260, 0x2055600, 0xc000463380, 0x1ed7438, 0xc000a18910, 0x0, 0x1000, 0x2049680, ...)
        /go/pkg/mod/github.com/jetstack/cert-manager@v1.1.0/pkg/acme/webhook/registry/challengepayload/challenge_payload.go:66 +0xe5
k8s.io/apiserver/pkg/endpoints/handlers.(*namedCreaterAdapter).Create(0xc00064cce0, 0x20975c0, 0xc000463260, 0x0, 0x0, 0x2055600, 0xc000463380, 0x1ed7438, 0xc000a18910, 0x3, ...)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/handlers/create.go:208 +0x7f
k8s.io/apiserver/pkg/endpoints/handlers.createHandler.func1.1(0x1b9fbe0, 0x0, 0x0, 0x0)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/handlers/create.go:145 +0x13b
k8s.io/apiserver/pkg/endpoints/handlers.createHandler.func1.2(0x0, 0x1, 0x0, 0x0)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/handlers/create.go:166 +0xf5
k8s.io/apiserver/pkg/endpoints/handlers.finishRequest.func1(0xc0003605a0, 0xc000360120, 0xc000360240, 0xc000360180)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/handlers/rest.go:241 +0x62
created by k8s.io/apiserver/pkg/endpoints/handlers.finishRequest
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/handlers/rest.go:222 +0xd4

goroutine 1321 [running]:
k8s.io/apiserver/pkg/server/filters.(*timeoutHandler).ServeHTTP.func1.1(0xc00056a2a0)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/filters/timeout.go:108 +0x113
panic(0x1ad1820, 0xc000c88bb0)
        /usr/local/go/src/runtime/panic.go:969 +0x1b9
k8s.io/apiserver/pkg/endpoints/handlers.finishRequest(0x7ea8ed400, 0xc000360120, 0x21, 0x0, 0x0, 0x0)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/handlers/rest.go:259 +0x505
k8s.io/apiserver/pkg/endpoints/handlers.createHandler.func1(0x2092380, 0xc00049c758, 0xc000930600)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/handlers/create.go:153 +0x17b8
k8s.io/apiserver/pkg/endpoints.restfulCreateResource.func1(0xc0004630e0, 0xc000408460)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/installer.go:1169 +0xe4
k8s.io/apiserver/pkg/endpoints/metrics.InstrumentRouteFunc.func1(0xc0004630e0, 0xc000408460)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/metrics/metrics.go:384 +0x282
github.com/emicklei/go-restful.(*Container).dispatch(0xc000610ea0, 0x7f2946d0d698, 0xc00030c678, 0xc000930600)
        /go/pkg/mod/github.com/emicklei/go-restful@v2.9.5+incompatible/container.go:288 +0xa84
github.com/emicklei/go-restful.(*Container).Dispatch(...)
        /go/pkg/mod/github.com/emicklei/go-restful@v2.9.5+incompatible/container.go:199
k8s.io/apiserver/pkg/server.director.ServeHTTP(0x1e086ec, 0x10, 0xc000610ea0, 0xc0004081c0, 0x7f2946d0d698, 0xc00030c678, 0xc000930600)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/handler.go:146 +0x539
k8s.io/apiserver/pkg/endpoints/filters.WithAuthorization.func1(0x7f2946d0d698, 0xc00030c678, 0xc000930600)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/filters/authorization.go:64 +0x563
net/http.HandlerFunc.ServeHTTP(0xc0005eabc0, 0x7f2946d0d698, 0xc00030c678, 0xc000930600)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/server/filters.WithMaxInFlightLimit.func2(0x7f2946d0d698, 0xc00030c678, 0xc000930600)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/filters/maxinflight.go:175 +0x4cf
net/http.HandlerFunc.ServeHTTP(0xc0005f5530, 0x7f2946d0d698, 0xc00030c678, 0xc000930600)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/endpoints/filters.WithImpersonation.func1(0x7f2946d0d698, 0xc00030c678, 0xc000930600)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/filters/impersonation.go:50 +0x203d
net/http.HandlerFunc.ServeHTTP(0xc0005eac00, 0x7f2946d0d698, 0xc00030c678, 0xc000930600)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/endpoints/filters.WithAuthentication.func1(0x7f2946d0d698, 0xc00030c678, 0xc000930500)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/filters/authentication.go:70 +0x672
net/http.HandlerFunc.ServeHTTP(0xc00031f9f0, 0x7f2946d0d698, 0xc00030c678, 0xc000930500)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/server/filters.(*timeoutHandler).ServeHTTP.func1(0xc00056a2a0, 0xc000612a00, 0x2097cc0, 0xc00030c678, 0xc000930500)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/filters/timeout.go:113 +0xb8
created by k8s.io/apiserver/pkg/server/filters.(*timeoutHandler).ServeHTTP
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/filters/timeout.go:99 +0x1cc

goroutine 1320 [running]:
golang.org/x/net/http2.(*serverConn).runHandler.func1(0xc00030c660, 0xc000761f8e, 0xc0004e5500)
        /go/pkg/mod/golang.org/x/net@v0.0.0-20200822124328-c89045814202/http2/server.go:2140 +0x16f
panic(0x1ad1820, 0xc000c88bf0)
        /usr/local/go/src/runtime/panic.go:969 +0x1b9
k8s.io/apimachinery/pkg/util/runtime.HandleCrash(0xc000761c98, 0x1, 0x1)
        /go/pkg/mod/k8s.io/apimachinery@v0.19.0/pkg/util/runtime/runtime.go:55 +0x10c
panic(0x1ad1820, 0xc000c88bf0)
        /usr/local/go/src/runtime/panic.go:969 +0x1b9
k8s.io/apiserver/pkg/server/filters.(*timeoutHandler).ServeHTTP(0xc000612a00, 0x2092500, 0xc00036a770, 0xc000930500)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/filters/timeout.go:119 +0x448
k8s.io/apiserver/pkg/server/filters.WithWaitGroup.func1(0x2092500, 0xc00036a770, 0xc000930400)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/filters/waitgroup.go:59 +0x137
net/http.HandlerFunc.ServeHTTP(0xc0005f5560, 0x2092500, 0xc00036a770, 0xc000930400)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/endpoints/filters.WithRequestInfo.func1(0x2092500, 0xc00036a770, 0xc000930300)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/filters/requestinfo.go:39 +0x269
net/http.HandlerFunc.ServeHTTP(0xc0005f5590, 0x2092500, 0xc00036a770, 0xc000930300)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/endpoints/filters.WithWarningRecorder.func1(0x2092500, 0xc00036a770, 0xc000930200)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/filters/warning.go:35 +0x1a7
net/http.HandlerFunc.ServeHTTP(0xc000612a20, 0x2092500, 0xc00036a770, 0xc000930200)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/endpoints/filters.WithCacheControl.func1(0x2092500, 0xc00036a770, 0xc000930200)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/endpoints/filters/cachecontrol.go:31 +0xa8
net/http.HandlerFunc.ServeHTTP(0xc000612a40, 0x2092500, 0xc00036a770, 0xc000930200)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/server/httplog.WithLogging.func1(0x20855c0, 0xc00030c660, 0xc000930100)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/httplog/httplog.go:91 +0x2f2
net/http.HandlerFunc.ServeHTTP(0xc000612a60, 0x20855c0, 0xc00030c660, 0xc000930100)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/server/filters.withPanicRecovery.func1(0x20855c0, 0xc00030c660, 0xc000930100)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/filters/wrap.go:51 +0xe6
net/http.HandlerFunc.ServeHTTP(0xc000612a80, 0x20855c0, 0xc00030c660, 0xc000930100)
        /usr/local/go/src/net/http/server.go:2042 +0x44
k8s.io/apiserver/pkg/server.(*APIServerHandler).ServeHTTP(0xc0005f55c0, 0x20855c0, 0xc00030c660, 0xc000930100)
        /go/pkg/mod/k8s.io/apiserver@v0.19.0/pkg/server/handler.go:189 +0x51
net/http.serverHandler.ServeHTTP(0xc0008aa8c0, 0x20855c0, 0xc00030c660, 0xc000930100)
        /usr/local/go/src/net/http/server.go:2843 +0xa3
net/http.initALPNRequest.ServeHTTP(0x20975c0, 0xc0004c9dd0, 0xc000770e00, 0xc0008aa8c0, 0x20855c0, 0xc00030c660, 0xc000930100)
        /usr/local/go/src/net/http/server.go:3415 +0x8d
golang.org/x/net/http2.(*serverConn).runHandler(0xc0004e5500, 0xc00030c660, 0xc000930100, 0xc000754aa0)
        /go/pkg/mod/golang.org/x/net@v0.0.0-20200822124328-c89045814202/http2/server.go:2147 +0x8b
created by golang.org/x/net/http2.(*serverConn).processHeaders
        /go/pkg/mod/golang.org/x/net@v0.0.0-20200822124328-c89045814202/http2/server.go:1881 +0x505
albertrdixon commented 2 years ago

Anyone else who ends up here: make sure you are using an Account API Token (account > automation > API Tokens) not a user access token.