kubernetes / minikube

Run Kubernetes locally
https://minikube.sigs.k8s.io/
Apache License 2.0
29.5k stars 4.89k forks source link

SIGSEGV: segmentation violation: signal arrived during cgo execution #19519

Open nirs opened 2 months ago

nirs commented 2 months ago

What Happened?

Provisioning 3 minikube clusters timed out during provisioning. Running minikube start again failed with segfault.

2024-08-26 20:45:31,021 INFO    [rdr-rdr] Starting environment
2024-08-26 20:45:33,860 INFO    [rdr-hub] Starting minikube cluster
2024-08-26 20:45:33,868 INFO    [rdr-dr2] Starting minikube cluster
2024-08-26 20:45:33,877 INFO    [rdr-dr1] Starting minikube cluster
2024-08-26 20:45:34,022 ERROR   Command failed
Traceback (most recent call last):
  File "/home/github/actions-runner/_work/ramen/ramen/test/drenv/__main__.py", line 44, in main
    args.func(args)
  File "/home/github/actions-runner/_work/ramen/ramen/test/drenv/__main__.py", line 230, in do_start
    execute(
  File "/home/github/actions-runner/_work/ramen/ramen/test/drenv/__main__.py", line 336, in execute
    f.result()
  File "/usr/lib64/python3.12/concurrent/futures/_base.py", line 449, in result
    return self.__get_result()
           ^^^^^^^^^^^^^^^^^^^
  File "/usr/lib64/python3.12/concurrent/futures/_base.py", line 401, in __get_result
    raise self._exception
  File "/usr/lib64/python3.12/concurrent/futures/thread.py", line 58, in run
    result = self.fn(*self.args, **self.kwargs)
             ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/home/github/actions-runner/_work/ramen/ramen/test/drenv/__main__.py", line 358, in start_cluster
    start_minikube_cluster(profile, verbose=args.verbose)
  File "/home/github/actions-runner/_work/ramen/ramen/test/drenv/__main__.py", line 421, in start_minikube_cluster
    minikube.start(
  File "/home/github/actions-runner/_work/ramen/ramen/test/drenv/minikube.py", line 92, in start
    _watch("start", *args, profile=profile)
  File "/home/github/actions-runner/_work/ramen/ramen/test/drenv/minikube.py", line 278, in _watch
    for line in commands.watch(*cmd):
  File "/home/github/actions-runner/_work/ramen/ramen/test/drenv/commands.py", line 190, in watch
    raise Error(args, error, exitcode=p.returncode)
drenv.commands.Error: Command failed:
   command: ('minikube', 'start', '--profile', 'rdr-dr1', '--driver', 'kvm2', '--container-runtime', 'containerd', '--extra-disks', '1', '--disk-size', '50g', '--network', 'default', '--nodes', '1', '--cni', 'auto', '--cpus', '4', '--memory', '6g', '--addons', 'volumesnapshots', '--extra-config', 'kubelet.serialize-image-pulls=false', '--feature-gates', 'StatefulSetAutoDeletePVC=true')
   exitcode: 2
   error:
      SIGSEGV: segmentation violation
      PC=0x7f60e2e35c66 m=7 sigcode=1 addr=0x4edf
      signal arrived during cgo execution

      goroutine 16 gp=0xc0005828c0 m=7 mp=0xc000480008 [syscall]:
      runtime.cgocall(0x1f2be00, 0xc0004765a8)
        /usr/local/go/src/runtime/cgocall.go:157 +0x4b fp=0xc000476580 sp=0xc000476548 pc=0x40a78b
      net._C2func_getaddrinfo(0xc000a480e0, 0x0, 0xc0008303c0, 0xc000924070)
        _cgo_gotypes.go:105 +0x55 fp=0xc0004765a8 sp=0xc000476580 pc=0x5b27f5
      net._C_getaddrinfo.func1(0xc000a480e0, 0x0, 0xc0008303c0, 0xc000924070)
        /usr/local/go/src/net/cgo_unix_cgo.go:78 +0x7a fp=0xc0004765f0 sp=0xc0004765a8 pc=0x5b317a
      net._C_getaddrinfo(0xc000a48000?, 0x18?, 0x40c48c?, 0x21af400?)
        /usr/local/go/src/net/cgo_unix_cgo.go:78 +0x13 fp=0xc000476620 sp=0xc0004765f0 pc=0x5b30b3
      net.cgoLookupHostIP({0x25840a8, 0x3}, {0xc000a48000, 0x18})
        /usr/local/go/src/net/cgo_unix.go:168 +0x228 fp=0xc000476760 sp=0xc000476620 pc=0x57ff08
      net.cgoLookupIP.func1()
        /usr/local/go/src/net/cgo_unix.go:217 +0x25 fp=0xc000476790 sp=0xc000476760 pc=0x580625
      net.doBlockingWithCtx[...].func1()
        /usr/local/go/src/net/cgo_unix.go:56 +0x32 fp=0xc0004767e0 sp=0xc000476790 pc=0x5b34b2
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0004767e8 sp=0xc0004767e0 pc=0x47b541
      created by net.doBlockingWithCtx[...] in goroutine 15
        /usr/local/go/src/net/cgo_unix.go:54 +0xd8

      goroutine 1 gp=0xc000006380 m=nil [select]:
      runtime.gopark(0xc001420138?, 0x2?, 0x58?, 0x0?, 0xc001420114?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc00141ffc0 sp=0xc00141ffa0 pc=0x4435ce
      runtime.selectgo(0xc001420138, 0xc001420110, 0x1218e90?, 0x0, 0x10?, 0x1)
        /usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc0014200e0 sp=0xc00141ffc0 pc=0x455405
      github.com/docker/machine/libmachine/drivers/plugin/localbinary.(*Plugin).Address(0xc0009ccd70)
        /go/pkg/mod/github.com/minikube-machine/machine@v0.0.0-20230814171452-e95650b07516/libmachine/drivers/plugin/localbinary/plugin.go:235 +0xa5 fp=0xc001420178 sp=0xc0014200e0 pc=0x1db3fa5
      github.com/docker/machine/libmachine/drivers/rpc.(*DefaultRPCClientDriverFactory).NewRPCClientDriver(0xc000a83980, {0xc000894450?, 0xc00059a260?}, {0xc000651128, 0x531, 0xc6c})
        /go/pkg/mod/github.com/minikube-machine/machine@v0.0.0-20230814171452-e95650b07516/libmachine/drivers/rpc/client_driver.go:137 +0xa5 fp=0xc001420218 sp=0xc001420178 pc=0x1db4945
      github.com/docker/machine/libmachine.(*Client).Load(0xc0009ccbe0, {0xc00075d140?, 0xc0009e8eb0?})
        /go/pkg/mod/github.com/minikube-machine/machine@v0.0.0-20230814171452-e95650b07516/libmachine/libmachine.go:97 +0xc4 fp=0xc0014202c0 sp=0xc001420218 pc=0x1db9c84
      k8s.io/minikube/pkg/minikube/machine.(*LocalClient).Load(0xc0009d3c40, {0xc00075d140, 0x7})
        /app/pkg/minikube/machine/client.go:140 +0x1e3 fp=0xc001420480 sp=0xc0014202c0 pc=0x1ddbf43
      k8s.io/minikube/cmd/minikube/cmd.hostDriver(0xc000916108)
        /app/cmd/minikube/cmd/start.go:810 +0x304 fp=0xc00142[154](https://github.com/RamenDR/ramen/actions/runs/10562223121/job/29259721204#step:8:155)8 sp=0xc001420480 pc=0x1f097c4
      k8s.io/minikube/cmd/minikube/cmd.validateSpecifiedDriver(0xc000916108)
        /app/cmd/minikube/cmd/start.go:857 +0xa7 fp=0xc001421648 sp=0xc001421548 pc=0x1f09ea7
      k8s.io/minikube/cmd/minikube/cmd.runStart(0x4811b40, {0x2584b47?, 0x4?, 0x2584b97?})
        /app/cmd/minikube/cmd/start.go:204 +0x5a9 fp=0xc001421b20 sp=0xc001421648 pc=0x1f03769
      github.com/spf13/cobra.(*Command).execute(0x4811b40, {0xc0004af6c0, 0x1a, 0x1a})
        /go/pkg/mod/github.com/spf13/cobra@v1.8.0/command.go:987 +0xab1 fp=0xc001421ca8 sp=0xc001421b20 pc=0x1d82a31
      github.com/spf13/cobra.(*Command).ExecuteC(0x480f8c0)
        /go/pkg/mod/github.com/spf13/cobra@v1.8.0/command.go:1115 +0x3ff fp=0xc001421d80 sp=0xc001421ca8 pc=0x1d8331f
      github.com/spf13/cobra.(*Command).Execute(...)
        /go/pkg/mod/github.com/spf13/cobra@v1.8.0/command.go:1039
      k8s.io/minikube/cmd/minikube/cmd.Execute()
        /app/cmd/minikube/cmd/root.go:174 +0x5a5 fp=0xc001421eb8 sp=0xc001421d80 pc=0x1efca25
      main.main()
        /app/cmd/minikube/main.go:95 +0x250 fp=0xc001421f50 sp=0xc001421eb8 pc=0x1f28b10
      runtime.main()
        /usr/local/go/src/runtime/proc.go:271 +0x29d fp=0xc001421fe0 sp=0xc001421f50 pc=0x44317d
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc001421fe8 sp=0xc001421fe0 pc=0x47b541

      goroutine 2 gp=0xc000006e00 m=nil [force gc (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc0000d0fa8 sp=0xc0000d0f88 pc=0x4435ce
      runtime.goparkunlock(...)
        /usr/local/go/src/runtime/proc.go:408
      runtime.forcegchelper()
        /usr/local/go/src/runtime/proc.go:326 +0xb3 fp=0xc0000d0fe0 sp=0xc0000d0fa8 pc=0x443433
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000d0fe8 sp=0xc0000d0fe0 pc=0x47b541
      created by runtime.init.6 in goroutine 1
        /usr/local/go/src/runtime/proc.go:314 +0x1a

      goroutine 3 gp=0xc000007340 m=nil [GC sweep wait]:
      runtime.gopark(0x1?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc0000d1780 sp=0xc0000d1760 pc=0x4435ce
      runtime.goparkunlock(...)
        /usr/local/go/src/runtime/proc.go:408
      runtime.bgsweep(0xc0000fa000)
        /usr/local/go/src/runtime/mgcsweep.go:318 +0xdf fp=0xc0000d17c8 sp=0xc0000d1780 pc=0x42cd1f
      runtime.gcenable.gowrap1()
        /usr/local/go/src/runtime/mgc.go:203 +0x25 fp=0xc0000d17e0 sp=0xc0000d17c8 pc=0x421625
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000d17e8 sp=0xc0000d17e0 pc=0x47b541
      created by runtime.gcenable in goroutine 1
        /usr/local/go/src/runtime/mgc.go:203 +0x66

      goroutine 4 gp=0xc000007500 m=nil [GC scavenge wait]:
      runtime.gopark(0x10000?, 0x35223c8?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc0000d1f78 sp=0xc0000d1f58 pc=0x4435ce
      runtime.goparkunlock(...)
        /usr/local/go/src/runtime/proc.go:408
      runtime.(*scavengerState).park(0x48d7900)
        /usr/local/go/src/runtime/mgcscavenge.go:425 +0x49 fp=0xc0000d1fa8 sp=0xc0000d1f78 pc=0x42a6c9
      runtime.bgscavenge(0xc0000fa000)
        /usr/local/go/src/runtime/mgcscavenge.go:658 +0x59 fp=0xc0000d1fc8 sp=0xc0000d1fa8 pc=0x42ac79
      runtime.gcenable.gowrap2()
        /usr/local/go/src/runtime/mgc.go:204 +0x25 fp=0xc0000d1fe0 sp=0xc0000d1fc8 pc=0x4215c5
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000d1fe8 sp=0xc0000d1fe0 pc=0x47b541
      created by runtime.gcenable in goroutine 1
        /usr/local/go/src/runtime/mgc.go:204 +0xa5

      goroutine 5 gp=0xc000007dc0 m=nil [finalizer wait]:
      runtime.gopark(0xc0000d0648?, 0x4147e5?, 0xa8?, 0x1?, 0xc000006380?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc0000d0620 sp=0xc0000d0600 pc=0x4435ce
      runtime.runfinq()
        /usr/local/go/src/runtime/mfinal.go:194 +0x107 fp=0xc0000d07e0 sp=0xc0000d0620 pc=0x420667
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000d07e8 sp=0xc0000d07e0 pc=0x47b541
      created by runtime.createfing in goroutine 1
        /usr/local/go/src/runtime/mfinal.go:164 +0x3d

      goroutine 18 gp=0xc000182540 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc0000cc750 sp=0xc0000cc730 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc0000cc7e0 sp=0xc0000cc750 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000cc7e8 sp=0xc0000cc7e0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 19 gp=0xc000182700 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc0000ccf50 sp=0xc0000ccf30 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc0000ccfe0 sp=0xc0000ccf50 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000ccfe8 sp=0xc0000ccfe0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 6 gp=0xc00026d180 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc0000d2750 sp=0xc0000d2730 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc0000d27e0 sp=0xc0000d2750 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000d27e8 sp=0xc0000d27e0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 34 gp=0xc000482380 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000494750 sp=0xc000494730 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc0004947e0 sp=0xc000494750 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0004947e8 sp=0xc0004947e0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 50 gp=0xc000502000 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000490750 sp=0xc000490730 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc0004907e0 sp=0xc000490750 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0004907e8 sp=0xc0004907e0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 20 gp=0xc0001828c0 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc0000cd750 sp=0xc0000cd730 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc0000cd7e0 sp=0xc0000cd750 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000cd7e8 sp=0xc0000cd7e0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 51 gp=0xc0005021c0 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000490f50 sp=0xc000490f30 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc000490fe0 sp=0xc000490f50 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc000490fe8 sp=0xc000490fe0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 35 gp=0xc000482540 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000494f50 sp=0xc000494f30 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc000494fe0 sp=0xc000494f50 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc000494fe8 sp=0xc000494fe0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 52 gp=0xc000502380 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000491750 sp=0xc000491730 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc0004917e0 sp=0xc000491750 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0004917e8 sp=0xc0004917e0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 21 gp=0xc000182a80 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc0000cdf50 sp=0xc0000cdf30 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc0000cdfe0 sp=0xc0000cdf50 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000cdfe8 sp=0xc0000cdfe0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 53 gp=0xc000502540 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000491f50 sp=0xc000491f30 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc000491fe0 sp=0xc000491f50 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc000491fe8 sp=0xc000491fe0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 22 gp=0xc000182c40 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc0000ce750 sp=0xc0000ce730 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc0000ce7e0 sp=0xc0000ce750 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000ce7e8 sp=0xc0000ce7e0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 54 gp=0xc000502700 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000492750 sp=0xc000492730 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc0004927e0 sp=0xc000492750 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0004927e8 sp=0xc0004927e0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 36 gp=0xc000482700 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000495750 sp=0xc000495730 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc0004957e0 sp=0xc000495750 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0004957e8 sp=0xc0004957e0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 55 gp=0xc0005028c0 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000492f50 sp=0xc000492f30 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc000492fe0 sp=0xc000492f50 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc000492fe8 sp=0xc000492fe0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 23 gp=0xc000182e00 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc0000cef50 sp=0xc0000cef30 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc0000cefe0 sp=0xc0000cef50 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000cefe8 sp=0xc0000cefe0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 24 gp=0xc000182fc0 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc0000cf750 sp=0xc0000cf730 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc0000cf7e0 sp=0xc0000cf750 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000cf7e8 sp=0xc0000cf7e0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 25 gp=0xc000183180 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc0000cff50 sp=0xc0000cff30 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc0000cffe0 sp=0xc0000cff50 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0000cffe8 sp=0xc0000cffe0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 26 gp=0xc000183340 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000478750 sp=0xc000478730 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc0004787e0 sp=0xc000478750 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0004787e8 sp=0xc0004787e0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 27 gp=0xc000183500 m=nil [GC worker (idle)]:
      runtime.gopark(0x0?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000478f50 sp=0xc000478f30 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc000478fe0 sp=0xc000478f50 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc000478fe8 sp=0xc000478fe0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 28 gp=0xc0001836c0 m=nil [GC worker (idle)]:
      runtime.gopark(0x14923741d1d17a?, 0x0?, 0x0?, 0x0?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000479750 sp=0xc000479730 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc0004797e0 sp=0xc000479750 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0004797e8 sp=0xc0004797e0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 29 gp=0xc000183880 m=nil [GC worker (idle)]:
      runtime.gopark(0x14923741d1c9f8?, 0x1?, 0x29?, 0x2c?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000479f50 sp=0xc000479f30 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc000479fe0 sp=0xc000479f50 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc000479fe8 sp=0xc000479fe0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 30 gp=0xc000183a40 m=nil [GC worker (idle)]:
      runtime.gopark(0x149237404a892a?, 0x3?, 0x2a?, 0xa4?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc00047a750 sp=0xc00047a730 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc00047a7e0 sp=0xc00047a750 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc00047a7e8 sp=0xc00047a7e0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 56 gp=0xc000502a80 m=nil [GC worker (idle)]:
      runtime.gopark(0x493d840?, 0x1?, 0x79?, 0x18?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000493750 sp=0xc000493730 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc0004937e0 sp=0xc000493750 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0004937e8 sp=0xc0004937e0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 31 gp=0xc000183c00 m=nil [GC worker (idle)]:
      runtime.gopark(0x149237404a8601?, 0x1?, 0x2e?, 0x61?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc00047af50 sp=0xc00047af30 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc00047afe0 sp=0xc00047af50 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc00047afe8 sp=0xc00047afe0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 57 gp=0xc000502c40 m=nil [GC worker (idle)]:
      runtime.gopark(0x149237404a833b?, 0x1?, 0x87?, 0xa1?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000493f50 sp=0xc000493f30 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc000493fe0 sp=0xc000493f50 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc000493fe8 sp=0xc000493fe0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 37 gp=0xc0004828c0 m=nil [GC worker (idle)]:
      runtime.gopark(0x493d840?, 0x1?, 0x8?, 0x16?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000495f50 sp=0xc000495f30 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc000495fe0 sp=0xc000495f50 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc000495fe8 sp=0xc000495fe0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 32 gp=0xc000183dc0 m=nil [GC worker (idle)]:
      runtime.gopark(0x493d840?, 0x1?, 0xa?, 0xa1?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc00047b750 sp=0xc00047b730 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc00047b7e0 sp=0xc00047b750 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc00047b7e8 sp=0xc00047b7e0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 38 gp=0xc000482a80 m=nil [GC worker (idle)]:
      runtime.gopark(0x149237404a8b30?, 0x1?, 0xea?, 0x2?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000496750 sp=0xc000496730 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc0004967e0 sp=0xc000496750 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0004967e8 sp=0xc0004967e0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 33 gp=0xc00047c000 m=nil [GC worker (idle)]:
      runtime.gopark(0x493d840?, 0x1?, 0x56?, 0xad?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc00047bf50 sp=0xc00047bf30 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc00047bfe0 sp=0xc00047bf50 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc00047bfe8 sp=0xc00047bfe0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 58 gp=0xc000502e00 m=nil [GC worker (idle)]:
      runtime.gopark(0x493d840?, 0x1?, 0x3e?, 0x5a?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000474750 sp=0xc000474730 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc0004747e0 sp=0xc000474750 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0004747e8 sp=0xc0004747e0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 59 gp=0xc000502fc0 m=nil [GC worker (idle)]:
      runtime.gopark(0x14923741d199e0?, 0x1?, 0x1b?, 0x36?, 0x0?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000474f50 sp=0xc000474f30 pc=0x4435ce
      runtime.gcBgMarkWorker()
        /usr/local/go/src/runtime/mgc.go:1310 +0xe5 fp=0xc000474fe0 sp=0xc000474f50 pc=0x423705
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc000474fe8 sp=0xc000474fe0 pc=0x47b541
      created by runtime.gcBgMarkStartWorkers in goroutine 1
        /usr/local/go/src/runtime/mgc.go:1234 +0x1c

      goroutine 7 gp=0xc00026da40 m=nil [select]:
      runtime.gopark(0xc000477778?, 0x3?, 0xc8?, 0x23?, 0xc000477772?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000477618 sp=0xc0004775f8 pc=0x4435ce
      runtime.selectgo(0xc000477778, 0xc00047776c, 0xc00065a300?, 0x0, 0x0?, 0x1)
        /usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc000477738 sp=0xc000477618 pc=0x455405
      go.opencensus.io/stats/view.(*worker).start(0xc00065a300)
        /go/pkg/mod/go.opencensus.io@v0.24.0/stats/view/worker.go:292 +0x9f fp=0xc0004777c8 sp=0xc000477738 pc=0xeb1e5f
      go.opencensus.io/stats/view.init.0.gowrap1()
        /go/pkg/mod/go.opencensus.io@v0.24.0/stats/view/worker.go:34 +0x25 fp=0xc0004777e0 sp=0xc0004777c8 pc=0xeb11c5
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc0004777e8 sp=0xc0004777e0 pc=0x47b541
      created by go.opencensus.io/stats/view.init.0 in goroutine 1
        /go/pkg/mod/go.opencensus.io@v0.24.0/stats/view/worker.go:34 +0x8d

      goroutine 14 gp=0xc00047d880 m=nil [select]:
      runtime.gopark(0xc000a475b0?, 0x2?, 0x8?, 0x0?, 0xc000a47460?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000a47300 sp=0xc000a472e0 pc=0x4435ce
      runtime.selectgo(0xc000a475b0, 0xc000a4745c, 0x1c?, 0x0, 0x0?, 0x1)
        /usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc000a47420 sp=0xc000a47300 pc=0x455405
      net.(*Resolver).lookupIPAddr(0x48cdb20, {0x3553028, 0xc0002780e0}, {0x25840a8, 0x3}, {0xc000a48000, 0x18})
        /usr/local/go/src/net/lookup.go:342 +0x3d1 fp=0xc000a47608 sp=0xc000a47420 pc=0x59e5f1
      net.(*Resolver).internetAddrList(0x48cdb20?, {0x3553028?, 0xc0002780e0?}, {0x25840a8, 0x3}, {0xc000a48000?, 0x10?})
        /usr/local/go/src/net/ipsock.go:288 +0x4d9 fp=0xc000a47728 sp=0xc000a47608 pc=0x59bab9
      net.(*Resolver).resolveAddrList(0x48cdb20, {0x3553028, 0xc0002780e0}, {0x2584dbf, 0x4}, {0x25840a8?, 0xc000a358a0?}, {0xc000a48000, 0x1b}, {0x0, ...})
        /usr/local/go/src/net/dial.go:283 +0x3e5 fp=0xc000a47828 sp=0xc000a47728 pc=0x583cc5
      net.(*Dialer).DialContext(0xc00016ca80, {0x3552e68, 0x493b120}, {0x25840a8, 0x3}, {0xc000a48000, 0x1b})
        /usr/local/go/src/net/dial.go:490 +0x405 fp=0xc000a47948 sp=0xc000a47828 pc=0x584c65
      net.(*Dialer).DialContext-fm({0x3552e68?, 0x493b120?}, {0x25840a8?, 0x0?}, {0xc000a48000?, 0xc000129560?})
        <autogenerated>:1 +0x49 fp=0xc000a47990 sp=0xc000a47948 pc=0x7ee709
      net/http.(*Transport).dial(0x77bce0?, {0x3552e68?, 0x493b120?}, {0x25840a8?, 0xc000a35990?}, {0xc000a48000?, 0x16?})
        /usr/local/go/src/net/http/transport.go:1187 +0xd2 fp=0xc000a479f8 sp=0xc000a47990 pc=0x7da352
      net/http.(*Transport).dialConn(0x4807020, {0x3552e68, 0x493b120}, {{}, 0x0, {0x25cbe2d, 0x4}, {0xc000a48000, 0x1b}, 0x0})
        /usr/local/go/src/net/http/transport.go:1648 +0x7e8 fp=0xc000a47ea8 sp=0xc000a479f8 pc=0x7dd308
      net/http.(*Transport).dialConnFor(0x4807020, 0xc0004c6210)
        /usr/local/go/src/net/http/transport.go:1485 +0xcd fp=0xc000a47fc0 sp=0xc000a47ea8 pc=0x7dbd4d
      net/http.(*Transport).queueForDial.gowrap1()
        /usr/local/go/src/net/http/transport.go:1449 +0x25 fp=0xc000a47fe0 sp=0xc000a47fc0 pc=0x7dbc45
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc000a47fe8 sp=0xc000a47fe0 pc=0x47b541
      created by net/http.(*Transport).queueForDial in goroutine 70
        /usr/local/go/src/net/http/transport.go:1449 +0x3c9

      goroutine 67 gp=0xc000935dc0 m=nil [select]:
      runtime.gopark(0xc000475f78?, 0x2?, 0x0?, 0x0?, 0xc000475f5c?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000475e00 sp=0xc000475de0 pc=0x4435ce
      runtime.selectgo(0xc000475f78, 0xc000475f58, 0x0?, 0x0, 0x0?, 0x1)
        /usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc000475f20 sp=0xc000475e00 pc=0x455405
      k8s.io/klog/v2.(*flushDaemon).run.func1()
        /go/pkg/mod/k8s.io/klog/v2@v2.120.1/klog.go:1174 +0x117 fp=0xc000475fe0 sp=0xc000475f20 pc=0x60e3d7
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc000475fe8 sp=0xc000475fe0 pc=0x47b541
      created by k8s.io/klog/v2.(*flushDaemon).run in goroutine 1
        /go/pkg/mod/k8s.io/klog/v2@v2.120.1/klog.go:1170 +0x171

      goroutine 70 gp=0xc00047d180 m=nil [select]:
      runtime.gopark(0xc000a45330?, 0x4?, 0x30?, 0x51?, 0xc000a45250?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000a450e8 sp=0xc000a450c8 pc=0x4435ce
      runtime.selectgo(0xc000a45330, 0xc000a45248, 0xc00140c090?, 0x0, 0x493d840?, 0x1)
        /usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc000a45208 sp=0xc000a450e8 pc=0x455405
      net/http.(*Transport).getConn(0x4807020, 0xc000a0a000, {{}, 0x0, {0x25cbe2d, 0x4}, {0xc000a48000, 0x1b}, 0x0})
        /usr/local/go/src/net/http/transport.go:1406 +0x5a5 fp=0xc000a45418 sp=0xc000a45208 pc=0x7db145
      net/http.(*Transport).roundTrip(0x4807020, 0xc000128240)
        /usr/local/go/src/net/http/transport.go:595 +0x73a fp=0xc000a45640 sp=0xc000a45418 pc=0x7d6f3a
      net/http.(*Transport).RoundTrip(0x15b?, 0x352e600?)
        /usr/local/go/src/net/http/roundtrip.go:17 +0x13 fp=0xc000a45660 sp=0xc000a45640 pc=0x7bbff3
      net/http.send(0xc000128240, {0x352e600, 0x4807020}, {0xc000a35801?, 0x41c7e5?, 0x0?})
        /usr/local/go/src/net/http/client.go:259 +0x5e4 fp=0xc000a45840 sp=0xc000a45660 pc=0x779944
      net/http.(*Client).send(0x48d6380, 0xc000128240, {0x41443b?, 0x1?, 0x0?})
        /usr/local/go/src/net/http/client.go:180 +0x98 fp=0xc000a458b8 sp=0xc000a45840 pc=0x7791f8
      net/http.(*Client).do(0x48d6380, 0xc000128240)
        /usr/local/go/src/net/http/client.go:724 +0x8dc fp=0xc000a45aa8 sp=0xc000a458b8 pc=0x77b51c
      net/http.(*Client).Do(...)
        /usr/local/go/src/net/http/client.go:590
      net/http.(*Client).Get(0x48d6380, {0x25cbe2d?, 0xe?})
        /usr/local/go/src/net/http/client.go:487 +0x5f fp=0xc000a45af8 sp=0xc000a45aa8 pc=0x77aadf
      net/http.Get(...)
        /usr/local/go/src/net/http/client.go:456
      k8s.io/minikube/pkg/minikube/detect.IsOnGCE()
        /app/pkg/minikube/detect/detect.go:67 +0x27 fp=0xc000a45b20 sp=0xc000a45af8 pc=0xf3af27
      k8s.io/minikube/pkg/minikube/notify.cloud(...)
        /app/pkg/minikube/notify/notify.go:203
      k8s.io/minikube/pkg/minikube/notify.getJSON({0x262668f, 0x38}, 0xc00043a000)
        /app/pkg/minikube/notify/notify.go:176 +0xe5 fp=0xc000a45c80 sp=0xc000a45b20 pc=0x1e75b05
      k8s.io/minikube/pkg/minikube/notify.AllVersionsFromURL({0x262668f, 0x38})
        /app/pkg/minikube/notify/notify.go:221 +0xa5 fp=0xc000a45cf0 sp=0xc000a45c80 pc=0x1e76145
      k8s.io/minikube/pkg/minikube/notify.init.func1({0x262668f?, 0x0?})
        /app/pkg/minikube/notify/notify.go:210 +0x45 fp=0xc000a45db0 sp=0xc000a45cf0 pc=0x1e74725
      k8s.io/minikube/pkg/minikube/notify.maybePrintUpdateText({0x262668f?, 0x0?}, {0x2634994, 0x3d}, {0xc0009110e0, 0x28})
        /app/pkg/minikube/notify/notify.go:57 +0x52 fp=0xc000a45fa0 sp=0xc000a45db0 pc=0x1e74992
      k8s.io/minikube/pkg/minikube/notify.MaybePrintUpdateTextFromGithub()
        /app/pkg/minikube/notify/notify.go:48 +0x39 fp=0xc000a45fe0 sp=0xc000a45fa0 pc=0x1e74919
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc000a45fe8 sp=0xc000a45fe0 pc=0x47b541
      created by k8s.io/minikube/cmd/minikube/cmd.runStart in goroutine 1
        /app/cmd/minikube/cmd/start.go:167 +0x1f6

      goroutine 15 gp=0xc000582700 m=nil [select]:
      runtime.gopark(0xc000a35b78?, 0x2?, 0xb8?, 0xca?, 0xc000a35b34?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000a359e0 sp=0xc000a359c0 pc=0x4435ce
      runtime.selectgo(0xc000a35b78, 0xc000a35b30, 0xc000a35b98?, 0x0, 0x4dd1c0?, 0x1)
        /usr/local/go/src/runtime/select.go:327 +0x725 fp=0xc000a35b00 sp=0xc000a359e0 pc=0x455405
      net.doBlockingWithCtx[...]({0x3552fb8, 0xc00120c0a0}, 0xc000830360)
        /usr/local/go/src/net/cgo_unix.go:60 +0x[158](https://github.com/RamenDR/ramen/actions/runs/10562223121/job/29259721204#step:8:159) fp=0xc000a35bd0 sp=0xc000a35b00 pc=0x5b44f8
      net.cgoLookupIP({0x3552fb8, 0xc00120c0a0}, {0x25840a8, 0x3}, {0xc000a48000, 0x18})
        /usr/local/go/src/net/cgo_unix.go:216 +0xa5 fp=0xc000a35c00 sp=0xc000a35bd0 pc=0x5805a5
      net.(*Resolver).lookupIP(0x48cdb20, {0x3552fb8, 0xc00120c0a0}, {0x25840a8, 0x3}, {0xc000a48000, 0x18})
        /usr/local/go/src/net/lookup_unix.go:66 +0xe5 fp=0xc000a35e58 sp=0xc000a35c00 pc=0x5a20e5
      net.(*Resolver).lookupIP-fm({0x3552fb8?, 0xc00120c0a0?}, {0x25840a8?, 0x493b120?}, {0xc000a48000?, 0x25cbe2d?})
        <autogenerated>:1 +0x49 fp=0xc000a35ea0 sp=0xc000a35e58 pc=0x5b9c49
      net.init.func1({0x3552fb8?, 0xc00120c0a0?}, 0x10000000040c19a?, {0x25840a8?, 0xc0000fec60?}, {0xc000a48000?, 0xc000476748?})
        /usr/local/go/src/net/hook.go:22 +0x37 fp=0xc000a35ee0 sp=0xc000a35ea0 pc=0x57d9b7
      net.(*Resolver).lookupIPAddr.func1()
        /usr/local/go/src/net/lookup.go:334 +0x37 fp=0xc000a35f38 sp=0xc000a35ee0 pc=0x59f037
      internal/singleflight.(*Group).doCall(0x48cdb30, 0xc00120c0f0, {0xc000a48020, 0x1c}, 0xc0004c6210?)
        /usr/local/go/src/internal/singleflight/singleflight.go:93 +0x35 fp=0xc000a35fa8 sp=0xc000a35f38 pc=0x57ca35
      internal/singleflight.(*Group).DoChan.gowrap1()
        /usr/local/go/src/internal/singleflight/singleflight.go:86 +0x30 fp=0xc000a35fe0 sp=0xc000a35fa8 pc=0x57c9d0
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:1695 +0x1 fp=0xc000a35fe8 sp=0xc000a35fe0 pc=0x47b541
      created by internal/singleflight.(*Group).DoChan in goroutine 14
        /usr/local/go/src/internal/singleflight/singleflight.go:86 +0x2d2

      goroutine 71 gp=0xc00047d340 m=nil [IO wait]:
      runtime.gopark(0x0?, 0xc0000fd060?, 0xce?, 0x1c?, 0xb?)
        /usr/local/go/src/runtime/proc.go:402 +0xce fp=0xc000a31c60 sp=0xc000a31c40 pc=0x4435ce
      runtime.netpollblock(0x4e5ed8?, 0x409f26?, 0x0?)
        /usr/local/go/src/runtime/netpoll.go:573 +0xf7 fp=0xc000a31c98 sp=0xc000a31c60 pc=0x43c297
      internal/poll.runtime_pollWait(0x7f609c167e68, 0x72)
        /usr/local/go/src/runtime/netpoll.go:345 +0x85 fp=0xc000a31cb8 sp=0xc000a31c98 pc=0x475725
      internal/poll.(*pollDesc).wait(0xc001410600?, 0xc00119a000?, 0x1)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:84 +0x27 fp=0xc000a31ce0 sp=0xc000a31cb8 pc=0x504367
      internal/poll.(*pollDesc).waitRead(...)
        /usr/local/go/src/internal/poll/fd_poll_runtime.go:89
      internal/poll.(*FD).Read(0xc001410600, {0xc00119a000, 0x1000, 0x1000})
        /usr/local/go/src/internal/poll/fd_unix.go:[164](https://github.com/RamenDR/ramen/actions/runs/10562223121/job/29259721204#step:8:165) +0x27a fp=0xc000a31d78 sp=0xc000a31ce0 pc=0x50565a
      os.(*File).read(...)
        /usr/local/go/src/os/file_posix.go:29
      os.(*File).Read(0xc00058ea70, {0xc00119a000?, 0xc0009c3760?, 0xc000a31cce?})
        /usr/local/go/src/os/file.go:118 +0x52 fp=0xc000a31db8 sp=0xc000a31d78 pc=0x511132
      bufio.(*Scanner).Scan(0xc000217500)
        /usr/local/go/src/bufio/scan.go:219 +0x81e fp=0xc000a31e90 sp=0xc000a31db8 pc=0x5bd57e
      github.com/docker/machine/libmachine/drivers/plugin/localbinary.(*Plugin).execServer(0xc0009ccd70)
        /go/pkg/mod/github.com/minikube-machine/machine@v0.0.0-20230814171452-e95650b07516/libmachine/drivers/plugin/localbinary/plugin.go:199 +0x50 fp=0xc000a31fa0 sp=0xc000a31e90 pc=0x1db3a50
      github.com/docker/machine/libmachine/drivers/plugin/localbinary.(*Plugin).Serve(...)
        /go/pkg/mod/github.com/minikube-machine/machine@v0.0.0-20230814171452-e95650b07516/libmachine/drivers/plugin/localbinary/plugin.go:226
      github.com/docker/machine/libmachine/drivers/rpc.(*DefaultRPCClientDriverFactory).NewRPCClientDriver.func1()
        /go/pkg/mod/github.com/minikube-machine/machine@v0.0.0-20230814171452-e95650b07516/libmachine/drivers/rpc/client_driver.go:130 +0x1b fp=0xc000a31fe0 sp=0xc000a31fa0 pc=0x1db4fdb
      runtime.goexit({})
        /usr/local/go/src/runtime/asm_amd64.s:[169](https://github.com/RamenDR/ramen/actions/runs/10562223121/job/29259721204#step:8:170)5 +0x1 fp=0xc000a31fe8 sp=0xc000a31fe0 pc=0x47b541
      created by github.com/docker/machine/libmachine/drivers/rpc.(*DefaultRPCClientDriverFactory).NewRPCClientDriver in goroutine 1
        /go/pkg/mod/github.com/minikube-machine/machine@v0.0.0-20230814[171](https://github.com/RamenDR/ramen/actions/runs/10562223121/job/29259721204#step:8:172)452-e95650b07516/libmachine/drivers/rpc/client_driver.go:129 +0x98

      rax    0x10
      rbx    0x4edf
      rcx    0x60
      rdx    0x7f6098dff220
      rdi    0x7f60e2f988ec
      rsi    0x7f60e2e87b70
      rbp    0x7f6098dff090
      rsp    0x7f6098dff060
      r8     0x60
      r9     0x1
      r10    0x4
      r11    0x246
      r12    0x4edf250
      r13    0x52
      r14    0x7f60e2f988ec
      r15    0x10
      rip    0x7f60e2e35c66
      rflags 0x10202
      cs     0x33
      fs     0x0
      gs     0x0

Attach the log file

Happened in CI, and we don't collect minikube logs yet, so no logs.

Operating System

Redhat/Fedora

Driver

KVM2