search

kata-containers / runtime

Kata Containers version 1.x runtime (for version 2.x see https://github.com/kata-containers/kata-containers).
https://katacontainers.io/
Apache License 2.0
2.1k stars 376 forks source link

netmon not working properly with machine type q35 #1486

Closed GabyCT closed 3 years ago

GabyCT commented 5 years ago

While using machine type q35, the netmon test is not working properly. 

$ docker network create test1
7a51e2b548a9e9164c8fb1360c891db97fde14c0401d5800857fc3539650ad9b
$ docker run --runtime=kata-runtime -d --name containerone busybox sh -c "tail -f /dev/null"
ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27
$ docker exec containerone ip addr show | awk '/inet.*brd/{print $NF}' 
eth0
$ docker network connect test1 containerone
$ docker exec containerone ip addr show | awk '/inet.*brd/{print $NF}'
eth0
eth1
$ docker network inspect test1 | grep IPv4Address | cut -d '/' -f1 | cut -d '"' -f4
172.19.0.2
$ docker inspect --format "{{.NetworkSettings.Networks.test1.IPAddress}}" containerone
172.19.0.2
$ docker network disconnect test1 containerone
$ docker exec containerone ip addr show | awk '/inet.*brd/{print $NF}'
eth0
eth1

The issue is that even after we disconnect the container from the network it still appears two interfaces instead of one.

This is the environment that I am using

# `kata-env`

Output of "`/usr/local/bin/kata-runtime kata-env`":
```toml
[Meta]
  Version = "1.0.21"

[Runtime]
  Debug = true
  Trace = false
  DisableGuestSeccomp = true
  DisableNewNetNs = false
  Path = "/usr/local/bin/kata-runtime"
  [Runtime.Version]
    Semver = "1.6.0-rc2"
    Commit = "c89eb81dec542ea687864d2eaabfb9c3e80dc8b5"
    OCI = "1.0.1-dev"
  [Runtime.Config]
    Path = "/usr/share/defaults/kata-containers/configuration.toml"

[Hypervisor]
  MachineType = "q35"
  Version = "QEMU emulator version 2.11.0\nCopyright (c) 2003-2017 Fabrice Bellard and the QEMU Project developers"
  Path = "/usr/bin/qemu-lite-system-x86_64"
  BlockDeviceDriver = "virtio-scsi"
  EntropySource = "/dev/urandom"
  Msize9p = 8192
  MemorySlots = 10
  Debug = true
  UseVSock = false

[Image]
  Path = "/usr/share/kata-containers/kata-containers-clearlinux-28560-osbuilder-a17d2bb-agent-6b7d41a.img"

[Kernel]
  Path = "/usr/share/kata-containers/vmlinuz-4.19.28-31"
  Parameters = "init=/usr/lib/systemd/systemd systemd.unit=kata-containers.target systemd.mask=systemd-networkd.service systemd.mask=systemd-networkd.socket systemd.mask=systemd-journald.service systemd.mask=systemd-journald.socket systemd.mask=systemd-journal-flush.service systemd.mask=systemd-udevd.service systemd.mask=systemd-udevd.socket systemd.mask=systemd-udev-trigger.service systemd.mask=systemd-timesyncd.service systemd.mask=systemd-update-utmp.service systemd.mask=systemd-tmpfiles-setup.service systemd.mask=systemd-tmpfiles-cleanup.service systemd.mask=systemd-tmpfiles-cleanup.timer systemd.mask=tmp.mount systemd.mask=systemd-random-seed.service agent.log=debug"

[Initrd]
  Path = ""

[Proxy]
  Type = "kataProxy"
  Version = "kata-proxy version 1.6.0-rc2-e2b43775cdfa96e444e2bfb261bca13d21257adb"
  Path = "/usr/libexec/kata-containers/kata-proxy"
  Debug = true

[Shim]
  Type = "kataShim"
  Version = "kata-shim version 1.6.0-rc2-b88e08dd224ff97767b2a5f94d2f8dca798b7365"
  Path = "/usr/libexec/kata-containers/kata-shim"
  Debug = true

[Agent]
  Type = "kata"

[Host]
  Kernel = "4.18.0-1013-azure"
  Architecture = "amd64"
  VMContainerCapable = true
  SupportVSocks = false
  [Host.Distro]
    Name = "Ubuntu"
    Version = "18.04"
  [Host.CPU]
    Vendor = "GenuineIntel"
    Model = "Intel(R) Xeon(R) CPU E5-2673 v3 @ 2.40GHz"

[Netmon]
  Version = "kata-netmon version 1.6.0-rc2"
  Path = "/usr/libexec/kata-containers/kata-netmon"
  Debug = true
  Enable = true

Runtime logs

Recent runtime problems found in system journal:

time="2019-04-05T17:43:18.926828797Z" level=debug msg="Could not retrieve anything from storage" arch=amd64 command=create container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 name=kata-runtime pid=28385 source=virtcontainers subsystem=kata_agent
time="2019-04-05T17:43:18.9269058Z" level=warning msg="load sandbox devices failed" arch=amd64 command=create container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 error="open /run/vc/sbs/ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27/devices.json: no such file or directory" name=kata-runtime pid=28385 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 sandboxid=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=virtcontainers subsystem=sandbox
time="2019-04-05T17:43:18.930061318Z" level=debug arch=amd64 command=create container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 default-kernel-parameters="tsc=reliable no_timer_check rcupdate.rcu_expedited=1 i8042.direct=1 i8042.dumbkbd=1 i8042.nopnp=1 i8042.noaux=1 noreplace-smp reboot=k console=hvc0 console=hvc1 iommu=off cryptomgr.notests net.ifnames=0 pci=lastbus=0 root=/dev/pmem0p1 rootflags=dax,data=ordered,errors=remount-ro ro rootfstype=ext4 debug systemd.show_status=true systemd.log_level=debug" name=kata-runtime pid=28385 source=virtcontainers subsystem=qemu
time="2019-04-05T17:44:45.465207248Z" level=info msg="endpoint unmarshalled" arch=amd64 command=kata-network endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000540978] [0xc000540980]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29064 source=virtcontainers subsystem=network
time="2019-04-05T17:44:45.468216561Z" level=info msg="endpoint unmarshalled" arch=amd64 command=kata-network container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000540a60] [0xc000540a68]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29064 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=virtcontainers subsystem=network
time="2019-04-05T17:44:45.510042532Z" level=info msg="endpoint unmarshalled" arch=amd64 command=kata-network endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc0000b6bb0] [0xc0000b6bb8]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29073 source=virtcontainers subsystem=network
time="2019-04-05T17:44:45.512828437Z" level=info msg="endpoint unmarshalled" arch=amd64 command=kata-network container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc0000b6c98] [0xc0000b6ca0]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29073 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=virtcontainers subsystem=network
time="2019-04-05T17:44:45.55390738Z" level=info msg="endpoint unmarshalled" arch=amd64 command=kata-network endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010970] [0xc000010978]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29082 source=virtcontainers subsystem=network
time="2019-04-05T17:44:45.556731086Z" level=info msg="endpoint unmarshalled" arch=amd64 command=kata-network container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010a58] [0xc000010a60]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29082 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=virtcontainers subsystem=network
time="2019-04-05T17:44:45.598595858Z" level=info msg="endpoint unmarshalled" arch=amd64 command=kata-network endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010970] [0xc000010978]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29090 source=virtcontainers subsystem=network
time="2019-04-05T17:44:45.601440265Z" level=info msg="endpoint unmarshalled" arch=amd64 command=kata-network container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010a58] [0xc000010a60]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29090 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=virtcontainers subsystem=network
time="2019-04-05T17:44:45.642824819Z" level=info msg="endpoint unmarshalled" arch=amd64 command=kata-network endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc0000b6ba0] [0xc0000b6ba8]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29099 source=virtcontainers subsystem=network
time="2019-04-05T17:44:45.645804631Z" level=info msg="endpoint unmarshalled" arch=amd64 command=kata-network container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc0000b6c88] [0xc0000b6c90]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29099 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=virtcontainers subsystem=network
time="2019-04-05T17:44:45.686437757Z" level=info msg="endpoint unmarshalled" arch=amd64 command=kata-network endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010ba8] [0xc000010bb0]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29107 source=virtcontainers subsystem=network
time="2019-04-05T17:44:45.689498972Z" level=info msg="endpoint unmarshalled" arch=amd64 command=kata-network container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010c90] [0xc000010c98]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29107 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=virtcontainers subsystem=network
time="2019-04-05T17:44:45.729350069Z" level=info msg="endpoint unmarshalled" arch=amd64 command=kata-network endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010980] [0xc000010988]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29116 source=virtcontainers subsystem=network
time="2019-04-05T17:44:45.733476224Z" level=info msg="endpoint unmarshalled" arch=amd64 command=kata-network container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010a68] [0xc000010a70]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29116 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=virtcontainers subsystem=network
time="2019-04-05T17:44:45.776583943Z" level=info msg="endpoint unmarshalled" arch=amd64 command=kata-network endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010ba8] [0xc000010bb0]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29125 source=virtcontainers subsystem=network
time="2019-04-05T17:44:45.780203479Z" level=info msg="endpoint unmarshalled" arch=amd64 command=kata-network container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010c90] [0xc000010c98]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29125 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=virtcontainers subsystem=network
time="2019-04-05T17:45:16.045590335Z" level=info msg="endpoint unmarshalled" arch=amd64 command=state container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000576990] [0xc000576998]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29263 source=virtcontainers subsystem=network
time="2019-04-05T17:45:16.086169862Z" level=info msg="endpoint unmarshalled" arch=amd64 command=exec container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010bd0] [0xc000010bd8]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29272 source=virtcontainers subsystem=network
time="2019-04-05T17:45:16.090381621Z" level=info msg="endpoint unmarshalled" arch=amd64 command=exec container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc0000112d8] [0xc0000112e0]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29272 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=virtcontainers subsystem=network
time="2019-04-05T17:45:16.178525438Z" level=info msg="endpoint unmarshalled" arch=amd64 command=state container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc0000bebc8] [0xc0000bebd0]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29283 source=virtcontainers subsystem=network
time="2019-04-05T17:45:16.245328853Z" level=info msg="endpoint unmarshalled" arch=amd64 command=state container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010bd0] [0xc000010bd8]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29311 source=virtcontainers subsystem=network
time="2019-04-05T17:45:16.291164578Z" level=info msg="endpoint unmarshalled" arch=amd64 command=state container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc0000b6bd0] [0xc0000b6bd8]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29320 source=virtcontainers subsystem=network
time="2019-04-05T17:45:20.769227519Z" level=info msg="endpoint unmarshalled" arch=amd64 command=state container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc0004a69a8] [0xc0004a69b0]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29373 source=virtcontainers subsystem=network
time="2019-04-05T17:45:20.814531424Z" level=info msg="endpoint unmarshalled" arch=amd64 command=exec container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc0000b6bd8] [0xc0000b6be0]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29382 source=virtcontainers subsystem=network
time="2019-04-05T17:45:20.819244102Z" level=info msg="endpoint unmarshalled" arch=amd64 command=exec container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc0000b72c8] [0xc0000b72d0]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29382 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=virtcontainers subsystem=network
time="2019-04-05T17:45:20.90368338Z" level=info msg="endpoint unmarshalled" arch=amd64 command=state container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc0000b6bc8] [0xc0000b6bd0]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29394 source=virtcontainers subsystem=network
time="2019-04-05T17:45:20.972052553Z" level=info msg="endpoint unmarshalled" arch=amd64 command=state container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010bd0] [0xc000010bd8]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29423 source=virtcontainers subsystem=network
time="2019-04-05T17:45:21.010005981Z" level=info msg="endpoint unmarshalled" arch=amd64 command=state container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010998] [0xc0000109a0]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29433 source=virtcontainers subsystem=network
time="2019-04-05T17:47:22.221167069Z" level=info msg="endpoint unmarshalled" arch=amd64 command=kata-network endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010970] [0xc000010978]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29960 source=virtcontainers subsystem=network
time="2019-04-05T17:47:22.223831469Z" level=info msg="endpoint unmarshalled" arch=amd64 command=kata-network container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010ab0] [0xc000010ab8]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=29960 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=virtcontainers subsystem=network
time="2019-04-05T17:47:22.24381672Z" level=warning msg="Error un-bridging virtual ep" arch=amd64 command=kata-network container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 error="LinkByName() failed for veth name eth1: Link not found" name=kata-runtime pid=29960 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=virtcontainers subsystem=network
time="2019-04-05T17:47:22.246403217Z" level=info msg="{\"error\": {\"class\": \"DeviceNotFound\", \"desc\": \"Device 'virtio-85476357-1dbd-40b6-b78b-29f8006c72c2' not found\"}}" arch=amd64 command=kata-network container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 name=kata-runtime pid=29960 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=virtcontainers subsystem=qmp
time="2019-04-05T17:47:22.246553823Z" level=error msg="Error detach virtual ep" arch=amd64 command=kata-network container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 error="QMP command failed: Device 'virtio-85476357-1dbd-40b6-b78b-29f8006c72c2' not found" name=kata-runtime pid=29960 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=virtcontainers subsystem=network
time="2019-04-05T17:47:22.246880735Z" level=error msg="delete interface failed" arch=amd64 command=kata-network container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 error="QMP command failed: Device 'virtio-85476357-1dbd-40b6-b78b-29f8006c72c2' not found" name=kata-runtime pid=29960 resulting-interface="&{Device:eth1 Name:eth1 IPAddresses:[0xc000346300] Mtu:1500 HwAddr:02:42:ac:13:00:02 PciAddr: LinkType:veth}" sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=runtime
time="2019-04-05T17:47:22.246988739Z" level=error msg="QMP command failed: Device 'virtio-85476357-1dbd-40b6-b78b-29f8006c72c2' not found" arch=amd64 command=kata-network container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 name=kata-runtime pid=29960 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=runtime
time="2019-04-05T17:47:46.088314161Z" level=info msg="endpoint unmarshalled" arch=amd64 command=state container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010998] [0xc0000109a0]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=30077 source=virtcontainers subsystem=network
time="2019-04-05T17:47:46.133563861Z" level=info msg="endpoint unmarshalled" arch=amd64 command=exec container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc0000b6bd8] [0xc0000b6be0]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=30086 source=virtcontainers subsystem=network
time="2019-04-05T17:47:46.138206936Z" level=info msg="endpoint unmarshalled" arch=amd64 command=exec container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc0000b72d0] [0xc0000b72d8]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=30086 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=virtcontainers subsystem=network
time="2019-04-05T17:47:46.227047974Z" level=info msg="endpoint unmarshalled" arch=amd64 command=state container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc0004ac990] [0xc0004ac998]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=30099 source=virtcontainers subsystem=network
time="2019-04-05T17:47:46.298437057Z" level=info msg="endpoint unmarshalled" arch=amd64 command=state container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010bd8] [0xc000010be0]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=30126 source=virtcontainers subsystem=network
time="2019-04-05T17:47:46.341570278Z" level=info msg="endpoint unmarshalled" arch=amd64 command=state container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc0000b6bc8] [0xc0000b6bd0]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=30135 source=virtcontainers subsystem=network
time="2019-04-05T17:47:51.569349816Z" level=info msg="endpoint unmarshalled" arch=amd64 command=state container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010998] [0xc0000109a0]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=30190 source=virtcontainers subsystem=network
time="2019-04-05T17:47:51.611459598Z" level=info msg="endpoint unmarshalled" arch=amd64 command=exec container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010bd0] [0xc000010bd8]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=30200 source=virtcontainers subsystem=network
time="2019-04-05T17:47:51.615213239Z" level=info msg="endpoint unmarshalled" arch=amd64 command=exec container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc0000112d8] [0xc0000112e0]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=30200 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=virtcontainers subsystem=network
time="2019-04-05T17:47:51.702121104Z" level=info msg="endpoint unmarshalled" arch=amd64 command=state container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010bd0] [0xc000010bd8]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=30211 source=virtcontainers subsystem=network
time="2019-04-05T17:47:51.770834986Z" level=info msg="endpoint unmarshalled" arch=amd64 command=state container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc0000b6bc8] [0xc0000b6bd0]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=30241 source=virtcontainers subsystem=network
time="2019-04-05T17:47:51.8137951Z" level=info msg="endpoint unmarshalled" arch=amd64 command=state container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 endpoint="&{{{85476357-1dbd-40b6-b78b-29f8006c72c2 br1_kata {tap1_kata 02:42:ac:13:00:02 []} [0xc000010bd0] [0xc000010bd8]} {eth1 3e:91:81:36:f9:d9 [172.19.0.2/16 eth1]} 2} {{{0 1500 0 eth1 02:42:ac:13:00:02 0 0 0 0 <nil>  <nil> 0 <nil>  <nil> unknown 0 0 0} veth} [172.19.0.2/16] [] {[]  [] []}} virtual 02/01}" endpoint-type=virtual name=kata-runtime pid=30250 source=virtcontainers subsystem=network

Shim logs

Recent shim problems found in system journal:

time="2019-04-02T17:03:12.429879148Z" level=info msg="copy stderr failed" container=1600157bcd61037338eab2ffefa14f715f8ecb74acc1f81e4344667ed1ecf937 error="rpc error: code = Unknown desc = EOF" exec-id=1600157bcd61037338eab2ffefa14f715f8ecb74acc1f81e4344667ed1ecf937 name=kata-shim pid=1 source=shim
time="2019-04-02T17:03:12.430545373Z" level=info msg="copy stdout failed" container=1600157bcd61037338eab2ffefa14f715f8ecb74acc1f81e4344667ed1ecf937 error="rpc error: code = Unknown desc = EOF" exec-id=1600157bcd61037338eab2ffefa14f715f8ecb74acc1f81e4344667ed1ecf937 name=kata-shim pid=1 source=shim
time="2019-04-02T17:03:19.584785022Z" level=info msg="copy stdout failed" container=7cac87ca0f6b1e2c7ce5d472b81eff56e50015b73417c0eddce80df2c8f8f48c error="rpc error: code = Unknown desc = read /dev/ptmx: input/output error" exec-id=7cac87ca0f6b1e2c7ce5d472b81eff56e50015b73417c0eddce80df2c8f8f48c name=kata-shim pid=1 source=shim
time="2019-04-02T17:06:09.481168148Z" level=info msg="copy stdout failed" container=fdd3b7c55519b3e393102d71336857bf78853ce3a8ad920180f0863021be679d error="rpc error: code = Unknown desc = read /dev/ptmx: input/output error" exec-id=fdd3b7c55519b3e393102d71336857bf78853ce3a8ad920180f0863021be679d name=kata-shim pid=1 source=shim
time="2019-04-02T17:07:28.54523666Z" level=info msg="copy stdout failed" container=736ea810a55e6bc213508a90d6ff5b7acb47ec72060bc68cbcaa8d29ab5054f8 error="rpc error: code = Unknown desc = read /dev/ptmx: input/output error" exec-id=736ea810a55e6bc213508a90d6ff5b7acb47ec72060bc68cbcaa8d29ab5054f8 name=kata-shim pid=1 source=shim
time="2019-04-02T17:08:13.209626526Z" level=info msg="copy stdout failed" container=3aeacb95622fb2421a594c8dbb713b0889da6dbda909d8fe1764a040bd8c7df6 error="rpc error: code = Unknown desc = read /dev/ptmx: input/output error" exec-id=3aeacb95622fb2421a594c8dbb713b0889da6dbda909d8fe1764a040bd8c7df6 name=kata-shim pid=1 source=shim
time="2019-04-02T17:08:14.514944298Z" level=info msg="copy stderr failed" container=32556032df3e83da2ec0f0c7b1c9e176cdfa71e15fa83e7b90e19ae07d326ebc error="rpc error: code = Unknown desc = EOF" exec-id=32556032df3e83da2ec0f0c7b1c9e176cdfa71e15fa83e7b90e19ae07d326ebc name=kata-shim pid=1 source=shim
time="2019-04-02T17:08:14.515295511Z" level=info msg="copy stdout failed" container=32556032df3e83da2ec0f0c7b1c9e176cdfa71e15fa83e7b90e19ae07d326ebc error="rpc error: code = Unknown desc = EOF" exec-id=32556032df3e83da2ec0f0c7b1c9e176cdfa71e15fa83e7b90e19ae07d326ebc name=kata-shim pid=1 source=shim
time="2019-04-02T17:12:31.599546425Z" level=info msg="copy stdout failed" container=063865acf318ef99c609a04e39ad32f489bbffa80f8aa1a3fb4b44a483738fe9 error="rpc error: code = Unknown desc = read /dev/ptmx: input/output error" exec-id=063865acf318ef99c609a04e39ad32f489bbffa80f8aa1a3fb4b44a483738fe9 name=kata-shim pid=1 source=shim
time="2019-04-02T17:13:33.134503481Z" level=info msg="copy stdout failed" container=37ee7cffefa92fe711b8f863e5587b6c9bc0a5bea28ec263c992478c3dcb123d error="rpc error: code = Unknown desc = read /dev/ptmx: input/output error" exec-id=37ee7cffefa92fe711b8f863e5587b6c9bc0a5bea28ec263c992478c3dcb123d name=kata-shim pid=1 source=shim
time="2019-04-02T17:14:58.016017502Z" level=info msg="copy stderr failed" container=e62e371691cb343fa1d66522060c9458541821d090e1d394686e1b77dcc879b2 error="rpc error: code = Unknown desc = EOF" exec-id=e62e371691cb343fa1d66522060c9458541821d090e1d394686e1b77dcc879b2 name=kata-shim pid=1 source=shim
time="2019-04-02T17:14:58.016385516Z" level=info msg="copy stdout failed" container=e62e371691cb343fa1d66522060c9458541821d090e1d394686e1b77dcc879b2 error="rpc error: code = Unknown desc = EOF" exec-id=e62e371691cb343fa1d66522060c9458541821d090e1d394686e1b77dcc879b2 name=kata-shim pid=1 source=shim
time="2019-04-02T17:15:13.736941522Z" level=info msg="copy stdout failed" container=fc1403717e66b97aedb4176fec0e1ab28e6589b23411619b4a49406198b2a0bc error="rpc error: code = Unknown desc = read /dev/ptmx: input/output error" exec-id=fc1403717e66b97aedb4176fec0e1ab28e6589b23411619b4a49406198b2a0bc name=kata-shim pid=1 source=shim
time="2019-04-02T17:15:43.51026038Z" level=info msg="copy stderr failed" container=3739ffe97a46725147fdb0938cc49ce24405dd00755cf630162b472647e6a689 error="rpc error: code = Unknown desc = EOF" exec-id=3739ffe97a46725147fdb0938cc49ce24405dd00755cf630162b472647e6a689 name=kata-shim pid=1 source=shim
time="2019-04-02T17:15:43.510595888Z" level=info msg="copy stdout failed" container=3739ffe97a46725147fdb0938cc49ce24405dd00755cf630162b472647e6a689 error="rpc error: code = Unknown desc = EOF" exec-id=3739ffe97a46725147fdb0938cc49ce24405dd00755cf630162b472647e6a689 name=kata-shim pid=1 source=shim
time="2019-04-02T17:15:56.386279313Z" level=info msg="copy stdout failed" container=40e67ee49953338f0697b8818dbc2d89c678fdebeff354c5e33e631cef1f4520 error="rpc error: code = Unknown desc = read /dev/ptmx: input/output error" exec-id=40e67ee49953338f0697b8818dbc2d89c678fdebeff354c5e33e631cef1f4520 name=kata-shim pid=1 source=shim
time="2019-04-02T17:38:09.797250167Z" level=info msg="copy stderr failed" container=0109b87edb93db16001e2812a5b27f3c420fbae9723a1aa3cae52418a4c5cc32 error="rpc error: code = Unknown desc = EOF" exec-id=0109b87edb93db16001e2812a5b27f3c420fbae9723a1aa3cae52418a4c5cc32 name=kata-shim pid=1 source=shim
time="2019-04-02T17:38:09.798858625Z" level=info msg="copy stdout failed" container=0109b87edb93db16001e2812a5b27f3c420fbae9723a1aa3cae52418a4c5cc32 error="rpc error: code = Unknown desc = EOF" exec-id=0109b87edb93db16001e2812a5b27f3c420fbae9723a1aa3cae52418a4c5cc32 name=kata-shim pid=1 source=shim
time="2019-04-02T17:38:22.775414693Z" level=info msg="copy stdout failed" container=6a477bbd02198610f2446b468b1ceac36bcf8a4fa8eb2e30ce59b1cced9ed741 error="rpc error: code = Unknown desc = read /dev/ptmx: input/output error" exec-id=6a477bbd02198610f2446b468b1ceac36bcf8a4fa8eb2e30ce59b1cced9ed741 name=kata-shim pid=1 source=shim
time="2019-04-02T20:34:03.816702999Z" level=info msg="copy stdout failed" container=bff79c1f453cbd8fa64d348f0c81b1594f1633bf4482ddaf137af4fafbd7301d error="rpc error: code = Unknown desc = read /dev/ptmx: input/output error" exec-id=bff79c1f453cbd8fa64d348f0c81b1594f1633bf4482ddaf137af4fafbd7301d name=kata-shim pid=1 source=shim
time="2019-04-02T20:36:08.509510022Z" level=info msg="copy stderr failed" container=2fe26a5f490b3a79417d32ea2b23ace32f9f2384e519e74202c4dbfe0e683db0 error="rpc error: code = Unknown desc = EOF" exec-id=2fe26a5f490b3a79417d32ea2b23ace32f9f2384e519e74202c4dbfe0e683db0 name=kata-shim pid=1 source=shim
time="2019-04-02T20:36:08.511176582Z" level=info msg="copy stdout failed" container=2fe26a5f490b3a79417d32ea2b23ace32f9f2384e519e74202c4dbfe0e683db0 error="rpc error: code = Unknown desc = EOF" exec-id=2fe26a5f490b3a79417d32ea2b23ace32f9f2384e519e74202c4dbfe0e683db0 name=kata-shim pid=1 source=shim
time="2019-04-02T20:37:05.932952694Z" level=info msg="copy stderr failed" container=feaff45941d330ac57cfaf808776b3eac513639c3b294d5bc32fe6da99f63029 error="rpc error: code = Unknown desc = EOF" exec-id=feaff45941d330ac57cfaf808776b3eac513639c3b294d5bc32fe6da99f63029 name=kata-shim pid=1 source=shim
time="2019-04-02T20:37:05.933761723Z" level=info msg="copy stdout failed" container=feaff45941d330ac57cfaf808776b3eac513639c3b294d5bc32fe6da99f63029 error="rpc error: code = Unknown desc = EOF" exec-id=feaff45941d330ac57cfaf808776b3eac513639c3b294d5bc32fe6da99f63029 name=kata-shim pid=1 source=shim
time="2019-04-02T20:37:14.83197919Z" level=info msg="copy stderr failed" container=fa3b5c6f2ba6d3f72eafbd6560f2632be4ba4eed2b2965a9b00dd16b277ad30c error="rpc error: code = Unknown desc = EOF" exec-id=fa3b5c6f2ba6d3f72eafbd6560f2632be4ba4eed2b2965a9b00dd16b277ad30c name=kata-shim pid=1 source=shim
time="2019-04-02T20:37:14.833028828Z" level=info msg="copy stdout failed" container=fa3b5c6f2ba6d3f72eafbd6560f2632be4ba4eed2b2965a9b00dd16b277ad30c error="rpc error: code = Unknown desc = EOF" exec-id=fa3b5c6f2ba6d3f72eafbd6560f2632be4ba4eed2b2965a9b00dd16b277ad30c name=kata-shim pid=1 source=shim
time="2019-04-02T20:37:23.011411684Z" level=info msg="copy stderr failed" container=c5e39da8d20e5e4bc9b9420be49c6c44a8c2b695f8a7bfe2adb4caecf96b701f error="rpc error: code = Unknown desc = EOF" exec-id=c5e39da8d20e5e4bc9b9420be49c6c44a8c2b695f8a7bfe2adb4caecf96b701f name=kata-shim pid=1 source=shim
time="2019-04-02T20:37:23.012357719Z" level=info msg="copy stdout failed" container=c5e39da8d20e5e4bc9b9420be49c6c44a8c2b695f8a7bfe2adb4caecf96b701f error="rpc error: code = Unknown desc = EOF" exec-id=c5e39da8d20e5e4bc9b9420be49c6c44a8c2b695f8a7bfe2adb4caecf96b701f name=kata-shim pid=1 source=shim
time="2019-04-02T20:37:26.821768328Z" level=info msg="copy stderr failed" container=dd7652dce38f568a389a8f863117cb29beb209cbba7a86e096e3b91f3469f27b error="rpc error: code = Unknown desc = EOF" exec-id=dd7652dce38f568a389a8f863117cb29beb209cbba7a86e096e3b91f3469f27b name=kata-shim pid=1 source=shim
time="2019-04-02T20:37:26.823445789Z" level=info msg="copy stdout failed" container=dd7652dce38f568a389a8f863117cb29beb209cbba7a86e096e3b91f3469f27b error="rpc error: code = Unknown desc = EOF" exec-id=dd7652dce38f568a389a8f863117cb29beb209cbba7a86e096e3b91f3469f27b name=kata-shim pid=1 source=shim
time="2019-04-02T20:37:37.371541079Z" level=info msg="copy stderr failed" container=cea2bb00fe5ed32d60cc0dc0592c9c55f6f412f51a86ae51d16fccf912b9d524 error="rpc error: code = Unknown desc = EOF" exec-id=cea2bb00fe5ed32d60cc0dc0592c9c55f6f412f51a86ae51d16fccf912b9d524 name=kata-shim pid=1 source=shim
time="2019-04-02T20:37:37.372164002Z" level=info msg="copy stdout failed" container=cea2bb00fe5ed32d60cc0dc0592c9c55f6f412f51a86ae51d16fccf912b9d524 error="rpc error: code = Unknown desc = EOF" exec-id=cea2bb00fe5ed32d60cc0dc0592c9c55f6f412f51a86ae51d16fccf912b9d524 name=kata-shim pid=1 source=shim
time="2019-04-05T17:25:47.917645525Z" level=info msg="copy stdout failed" container=920859bb47d039056dcd99c744d795954c0d4c3fee83a848cb1ea499676c0952 error="rpc error: code = Unknown desc = EOF" exec-id=920859bb47d039056dcd99c744d795954c0d4c3fee83a848cb1ea499676c0952 name=kata-shim pid=1 source=shim
time="2019-04-05T17:25:47.918002139Z" level=info msg="copy stderr failed" container=920859bb47d039056dcd99c744d795954c0d4c3fee83a848cb1ea499676c0952 error="rpc error: code = Unknown desc = EOF" exec-id=920859bb47d039056dcd99c744d795954c0d4c3fee83a848cb1ea499676c0952 name=kata-shim pid=1 source=shim
time="2019-04-05T17:27:04.904460417Z" level=info msg="copy stderr failed" container=59c1b45c93142f8a33b3f8bc96976d31173592f6cb4caa2c4b9d379d00707b91 error="rpc error: code = Unknown desc = EOF" exec-id=e061b7d7-7e43-4b63-a82f-ca1b2ee4758e name=kata-shim pid=12 source=shim
time="2019-04-05T17:27:04.906756984Z" level=info msg="copy stdout failed" container=59c1b45c93142f8a33b3f8bc96976d31173592f6cb4caa2c4b9d379d00707b91 error="rpc error: code = Unknown desc = EOF" exec-id=e061b7d7-7e43-4b63-a82f-ca1b2ee4758e name=kata-shim pid=12 source=shim
time="2019-04-05T17:27:05.5958126Z" level=info msg="copy stderr failed" container=59c1b45c93142f8a33b3f8bc96976d31173592f6cb4caa2c4b9d379d00707b91 error="rpc error: code = Unknown desc = EOF" exec-id=12b6be87-328d-4961-8f32-d39806c6f2cf name=kata-shim pid=23 source=shim
time="2019-04-05T17:27:05.598494679Z" level=info msg="copy stdout failed" container=59c1b45c93142f8a33b3f8bc96976d31173592f6cb4caa2c4b9d379d00707b91 error="rpc error: code = Unknown desc = EOF" exec-id=12b6be87-328d-4961-8f32-d39806c6f2cf name=kata-shim pid=23 source=shim
time="2019-04-05T17:43:47.514231836Z" level=info msg="copy stderr failed" container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 error="rpc error: code = Unknown desc = EOF" exec-id=0507d6c0-9417-4451-badf-a05a6b9cfb6b name=kata-shim pid=11 source=shim
time="2019-04-05T17:43:47.516129208Z" level=info msg="copy stdout failed" container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 error="rpc error: code = Unknown desc = EOF" exec-id=0507d6c0-9417-4451-badf-a05a6b9cfb6b name=kata-shim pid=11 source=shim
time="2019-04-05T17:44:17.857478085Z" level=info msg="copy stderr failed" container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 error="rpc error: code = Unknown desc = EOF" exec-id=17a03af9-2211-4d11-a2d0-7ce9878d4b9a name=kata-shim pid=20 source=shim
time="2019-04-05T17:44:17.860346993Z" level=info msg="copy stdout failed" container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 error="rpc error: code = Unknown desc = EOF" exec-id=17a03af9-2211-4d11-a2d0-7ce9878d4b9a name=kata-shim pid=20 source=shim
time="2019-04-05T17:45:16.143458518Z" level=info msg="copy stderr failed" container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 error="rpc error: code = Unknown desc = EOF" exec-id=68e84712-61a9-445a-9cb8-3803888ac2aa name=kata-shim pid=31 source=shim
time="2019-04-05T17:45:16.14615962Z" level=info msg="copy stdout failed" container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 error="rpc error: code = Unknown desc = EOF" exec-id=68e84712-61a9-445a-9cb8-3803888ac2aa name=kata-shim pid=31 source=shim
time="2019-04-05T17:45:20.874163669Z" level=info msg="copy stderr failed" container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 error="rpc error: code = Unknown desc = EOF" exec-id=cccbf62d-adb0-43ef-a33d-98dc7161b351 name=kata-shim pid=42 source=shim
time="2019-04-05T17:45:20.881587948Z" level=info msg="copy stdout failed" container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 error="rpc error: code = Unknown desc = EOF" exec-id=cccbf62d-adb0-43ef-a33d-98dc7161b351 name=kata-shim pid=42 source=shim
time="2019-04-05T17:47:46.196759836Z" level=info msg="copy stderr failed" container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 error="rpc error: code = Unknown desc = EOF" exec-id=2f7b9389-88e0-4095-b056-9e4250822d7d name=kata-shim pid=54 source=shim
time="2019-04-05T17:47:46.200606981Z" level=info msg="copy stdout failed" container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 error="rpc error: code = Unknown desc = EOF" exec-id=2f7b9389-88e0-4095-b056-9e4250822d7d name=kata-shim pid=54 source=shim
time="2019-04-05T17:47:51.673921145Z" level=info msg="copy stderr failed" container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 error="rpc error: code = Unknown desc = EOF" exec-id=4252427c-9967-47c7-a578-1b7b12075e1d name=kata-shim pid=65 source=shim
time="2019-04-05T17:47:51.67486958Z" level=info msg="copy stdout failed" container=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 error="rpc error: code = Unknown desc = EOF" exec-id=4252427c-9967-47c7-a578-1b7b12075e1d name=kata-shim pid=65 source=shim

Proxy logs

Recent proxy problems found in system journal:

time="2019-04-05T17:43:19.649358724Z" level=info msg="[    0.329167] EXT4-fs (pmem0p1): DAX enabled. Warning: EXPERIMENTAL, use at your own risk\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:19.650164855Z" level=info msg="[    0.329885] EXT4-fs (pmem0p1): mounted filesystem with ordered data mode. Opts: dax,data=ordered,errors=remount-ro\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:19.697562542Z" level=info msg="[    0.377317] systemd-gpt-auto-generator[73]: Failed to chase block device '/', ignoring: No such file or directory\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:19.715150905Z" level=info msg="[\x1b[0;1;31mFAILED\x1b[0m] Failed to listen on \x1b[0;1;39mudev Control Socket\x1b[0m.\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:19.715601522Z" level=info msg="[\x1b[0;1;31mFAILED\x1b[0m] Failed to listen on \x1b[0;1;39mJournal Socket (/dev/log)\x1b[0m.\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:19.716518256Z" level=info msg="[\x1b[0;1;31mFAILED\x1b[0m] Failed to listen on \x1b[0;1;39mudev Kernel Socket\x1b[0m.\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:19.721978962Z" level=info msg="[    0.401646] systemd[75]: systemd-sysctl.service: Failed to connect stdout to the journal socket, ignoring: No such file or directory\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:19.729116331Z" level=info msg="[    0.408868] systemd-sysctl[75]: Couldn't write '16' to 'kernel/sysrq', ignoring: No such file or directory\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:19.806449447Z" level=info msg="time=\"2019-04-05T17:43:19.789560588Z\" level=debug msg=\"request end\" duration=7.768306ms name=kata-agent pid=78 request=/grpc.AgentService/CreateSandbox resp=\"&Empty{}\" sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:19.814852363Z" level=info msg="time=\"2019-04-05T17:43:19.797864957Z\" level=debug msg=\"request end\" duration=\"2.396µs\" name=kata-agent pid=78 request=/grpc.AgentService/OnlineCPUMem resp=\"&Empty{}\" sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:19.88585684Z" level=info msg="time=\"2019-04-05T17:43:19.868856955Z\" level=debug msg=\"request end\" duration=51.031625ms name=kata-agent pid=78 request=/grpc.AgentService/CreateContainer resp=\"&Empty{}\" sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:19.886795775Z" level=info msg="time=\"2019-04-05T17:43:19.869297582Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:19.887076986Z" level=info msg="time=\"2019-04-05T17:43:19.869911838Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:19.911493107Z" level=info msg="time=\"2019-04-05T17:43:19.894628629Z\" level=debug msg=\"request end\" duration=\"14.854µs\" name=kata-agent pid=78 request=/grpc.AgentService/CloseStdin resp=\"&Empty{}\" sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:20.054017473Z" level=info msg="time=\"2019-04-05T17:43:20.036606682Z\" level=debug msg=\"request end\" duration=60.800231ms name=kata-agent pid=78 request=/grpc.AgentService/StartContainer resp=\"&Empty{}\" sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:47.481278698Z" level=info msg="time=\"2019-04-05T17:43:47.46336176Z\" level=debug msg=\"request end\" duration=77.677873ms name=kata-agent pid=78 request=/grpc.AgentService/ExecProcess resp=\"&Empty{}\" sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:47.481766016Z" level=info msg="time=\"2019-04-05T17:43:47.463636138Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:47.482172131Z" level=info msg="time=\"2019-04-05T17:43:47.464067266Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:47.483369376Z" level=debug msg="Copy stream error" error="read unix /run/vc/sbs/ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27/proxy.sock->@: read: connection reset by peer" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=proxy
time="2019-04-05T17:43:47.512821483Z" level=info msg="time=\"2019-04-05T17:43:47.494675263Z\" level=debug msg=\"request end\" duration=\"13.706µs\" name=kata-agent pid=78 request=/grpc.AgentService/CloseStdin resp=\"&Empty{}\" sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:47.514778357Z" level=info msg="time=\"2019-04-05T17:43:47.496473954Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:43:47.520536573Z" level=debug msg="Copy stream error" error="read unix /run/vc/sbs/ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27/proxy.sock->@: read: connection reset by peer" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=proxy
time="2019-04-05T17:44:17.827156646Z" level=info msg="time=\"2019-04-05T17:44:17.808086365Z\" level=debug msg=\"request end\" duration=27.401694ms name=kata-agent pid=78 request=/grpc.AgentService/ExecProcess resp=\"&Empty{}\" sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:44:17.828265487Z" level=info msg="time=\"2019-04-05T17:44:17.809042773Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:44:17.829244924Z" level=info msg="time=\"2019-04-05T17:44:17.810138935Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:44:17.848343642Z" level=info msg="time=\"2019-04-05T17:44:17.829263548Z\" level=debug msg=\"request end\" duration=\"20.629µs\" name=kata-agent pid=78 request=/grpc.AgentService/CloseStdin resp=\"&Empty{}\" sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:44:17.861163124Z" level=info msg="time=\"2019-04-05T17:44:17.842081089Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:44:51.572109908Z" level=info msg="[   92.248322] shpchp 0000:00:02.0: Device 0000:01:01.0 already exists at 0000:01:01, cannot hot-add\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:44:51.572911338Z" level=info msg="[   92.248654] shpchp 0000:00:02.0: Cannot add device at 0000:01:01\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:45:16.120774665Z" level=info msg="time=\"2019-04-05T17:45:16.099577503Z\" level=debug msg=\"request end\" duration=27.364787ms name=kata-agent pid=78 request=/grpc.AgentService/ExecProcess resp=\"&Empty{}\" sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:45:16.121280184Z" level=info msg="time=\"2019-04-05T17:45:16.099803004Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:45:16.121318485Z" level=info msg="time=\"2019-04-05T17:45:16.099949405Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:45:16.142857496Z" level=info msg="time=\"2019-04-05T17:45:16.121191908Z\" level=debug msg=\"request end\" duration=\"15.038µs\" name=kata-agent pid=78 request=/grpc.AgentService/CloseStdin resp=\"&Empty{}\" sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:45:16.145070279Z" level=info msg="time=\"2019-04-05T17:45:16.123705405Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:45:20.849137227Z" level=info msg="time=\"2019-04-05T17:45:20.827771915Z\" level=debug msg=\"request end\" duration=26.686629ms name=kata-agent pid=78 request=/grpc.AgentService/ExecProcess resp=\"&Empty{}\" sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:45:20.849426838Z" level=info msg="time=\"2019-04-05T17:45:20.827990896Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:45:20.849772651Z" level=info msg="time=\"2019-04-05T17:45:20.828287428Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:45:20.850242768Z" level=debug msg="Copy stream error" error="write unix /run/vc/sbs/ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27/proxy.sock->@: use of closed network connection" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=proxy
time="2019-04-05T17:45:20.865976861Z" level=info msg="time=\"2019-04-05T17:45:20.844297322Z\" level=debug msg=\"request end\" duration=\"20.876µs\" name=kata-agent pid=78 request=/grpc.AgentService/CloseStdin resp=\"&Empty{}\" sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:45:20.881294237Z" level=info msg="time=\"2019-04-05T17:45:20.859912309Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:47:46.168793985Z" level=info msg="time=\"2019-04-05T17:47:46.141967771Z\" level=debug msg=\"request end\" duration=26.322312ms name=kata-agent pid=78 request=/grpc.AgentService/ExecProcess resp=\"&Empty{}\" sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:47:46.169102997Z" level=info msg="time=\"2019-04-05T17:47:46.142175882Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:47:46.169297504Z" level=info msg="time=\"2019-04-05T17:47:46.142399226Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:47:46.193633919Z" level=info msg="time=\"2019-04-05T17:47:46.166699458Z\" level=debug msg=\"request end\" duration=\"15.072µs\" name=kata-agent pid=78 request=/grpc.AgentService/CloseStdin resp=\"&Empty{}\" sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:47:46.198061185Z" level=info msg="time=\"2019-04-05T17:47:46.171215542Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:47:51.64904681Z" level=info msg="time=\"2019-04-05T17:47:51.621766074Z\" level=debug msg=\"request end\" duration=30.357596ms name=kata-agent pid=78 request=/grpc.AgentService/ExecProcess resp=\"&Empty{}\" sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:47:51.649704435Z" level=info msg="time=\"2019-04-05T17:47:51.622415968Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:47:51.649976445Z" level=info msg="time=\"2019-04-05T17:47:51.62263848Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:47:51.663827465Z" level=info msg="time=\"2019-04-05T17:47:51.63616658Z\" level=info msg=\"ignoring unexpected signal\" name=kata-agent pid=78 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 signal=\"child exited\" source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
time="2019-04-05T17:47:51.671524255Z" level=info msg="time=\"2019-04-05T17:47:51.644065554Z\" level=debug msg=\"request end\" duration=\"18.228µs\" name=kata-agent pid=78 request=/grpc.AgentService/CloseStdin resp=\"&Empty{}\" sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent\n" name=kata-proxy pid=28433 sandbox=ac05daff5765f200644815523e1fce0a6be247481b4797ebf65830d69a710c27 source=agent
devimc commented 5 years ago

cc @sboeuf