search

TritonDataCenter / smartos-live

For more information, please see http://smartos.org/ For any questions that aren't answered there, please join the SmartOS discussion list: https://smartos.topicbox.com/groups/smartos-discuss
1.57k stars 246 forks source link

zoneadm: zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': call to zoneadmd failed #947

Open ally2050 opened 4 years ago

ally2050 commented 4 years ago

Created a VM with 8 disks + 2 PPTs, but start the VM failed. All steps I took (sorry for the long list):

uname -a

SunOS smos252 5.11 joyent_20200617T233107Z i86pc i386 i86pc

cat w2012uefi.json

{ "autoboot": false, "alias": "Win2012", "hostname": "Win2012", "vnc_port": 5922, "brand": "bhyve", "bootrom": "uefi", "ram": "32768", "vcpus": "8", "nics": [ { "nic_tag": "admin", "ip": "192.168.1.22", "netmask": "255.255.255.0", "model": "virtio", "primary": true } ], "disks": [ { "size": 131072, "boot": true, "model": "virtio" }, { "size": 131072, "model": "virtio" } ], "pci_devices": [ { "path": "/devices/pci@79,0/pci8086,6f08@3/pci1077,2a8@0", "model": "passthru", "pci_slot": "0:8:0" }, { "path": "/devices/pci@79,0/pci8086,6f08@3/pci1077,2a8@0,1", "model": "passthru", "pci_slot": "0:8:1" } ] }

vmadm create -f w2012uefi.json

Successfully created VM 4016eeb3-1bfa-c883-becd-e1a96543ad77

cat add_cdrom.json

{ "add_disks": [ { "path": "/w2012_virtio.iso", "media": "cdrom", "model": "ahci" } ] }

vmadm update 4016eeb3-1bfa-c883-becd-e1a96543ad77 -f add_cdrom.json

Successfully updated VM 4016eeb3-1bfa-c883-becd-e1a96543ad77

cp /mnt/iso/w2012_virtio.iso /zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/root/

/mnt/iso/w2012_virtio.iso: Disc quota exceeded

du -sm /mnt/iso/w2012_virtio.iso

4825 /mnt/iso/w2012_virtio.iso

zfs get quota zones/4016eeb3-1bfa-c883-becd-e1a96543ad77

NAME PROPERTY VALUE SOURCE zones/4016eeb3-1bfa-c883-becd-e1a96543ad77 quota 265G local

zfs get refquota zones/4016eeb3-1bfa-c883-becd-e1a96543ad77

NAME PROPERTY VALUE SOURCE zones/4016eeb3-1bfa-c883-becd-e1a96543ad77 refquota 1G local

zfs set quota=275g zones/4016eeb3-1bfa-c883-becd-e1a96543ad77

zfs set refquota=8g zones/4016eeb3-1bfa-c883-becd-e1a96543ad77

cp /mnt/iso/w2012_virtio.iso /zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/root/

vmadm start 4016eeb3-1bfa-c883-becd-e1a96543ad77

Successfully started VM 4016eeb3-1bfa-c883-becd-e1a96543ad77

After windows installation, then shutdown the VM.

cat remove_cdrom.json

{ "remove_disks": [ "/w2012_virtio.iso" ] }

vmadm update 4016eeb3-1bfa-c883-becd-e1a96543ad77 -f remove_cdrom.json

Successfully updated VM 4016eeb3-1bfa-c883-becd-e1a96543ad77

cat add_disks.json

{ "add_disks": [ { "size": 1024, "media": "disk", "model": "virtio" } ] }

for i in seq 1 6; do vmadm update 4016eeb3-1bfa-c883-becd-e1a96543ad77 -f add_disks.json; done

Successfully updated VM 4016eeb3-1bfa-c883-becd-e1a96543ad77 Successfully updated VM 4016eeb3-1bfa-c883-becd-e1a96543ad77 Successfully updated VM 4016eeb3-1bfa-c883-becd-e1a96543ad77 Successfully updated VM 4016eeb3-1bfa-c883-becd-e1a96543ad77 Successfully updated VM 4016eeb3-1bfa-c883-becd-e1a96543ad77 Successfully updated VM 4016eeb3-1bfa-c883-becd-e1a96543ad77

vmadm get 4016eeb3-1bfa-c883-becd-e1a96543ad77

{ "zonename": "4016eeb3-1bfa-c883-becd-e1a96543ad77", "autoboot": true, "brand": "bhyve", "limit_priv": "default,-file_link_any,-net_access,-proc_fork,-proc_info,-proc_session", "v": 1, "create_timestamp": "2020-07-01T05:29:56.632Z", "cpu_shares": 100, "max_lwps": 2000, "max_msg_ids": 4096, "max_sem_ids": 4096, "max_shm_ids": 4096, "max_shm_memory": 34048, "zfs_io_priority": 100, "max_physical_memory": 34048, "max_locked_memory": 34048, "max_swap": 34048, "billing_id": "00000000-0000-0000-0000-000000000000", "owner_uuid": "00000000-0000-0000-0000-000000000000", "hostname": "Win2012", "alias": "Win2012", "ram": 32768, "bootrom": "uefi", "vcpus": 8, "vnc_port": 5922, "device": null, "disks": [ { "path": "/dev/zvol/rdsk/zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk0", "boot": true, "model": "virtio", "media": "disk", "pci_slot": "0:4:0", "uuid": "31b39047-0930-631f-ac0b-9c059630ec1d", "zfs_filesystem": "zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk0", "zpool": "zones", "size": 131072, "compression": "off", "refreservation": 135174, "block_size": 8192 }, { "path": "/dev/zvol/rdsk/zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk1", "boot": false, "model": "virtio", "media": "disk", "pci_slot": "0:4:1", "uuid": "41aa8696-c3aa-c82d-9ac2-c5eda343b202", "zfs_filesystem": "zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk1", "zpool": "zones", "size": 131072, "compression": "off", "refreservation": 135174, "block_size": 8192 }, { "path": "/dev/zvol/rdsk/zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk2", "boot": false, "model": "virtio", "media": "disk", "pci_slot": "0:4:2", "uuid": "e1e8227a-1b77-c32b-9a5b-8b3f702f64bd", "zfs_filesystem": "zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk2", "zpool": "zones", "size": 1024, "compression": "off", "refreservation": 1058, "block_size": 8192 }, { "path": "/dev/zvol/rdsk/zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk3", "boot": false, "model": "virtio", "media": "disk", "pci_slot": "0:4:3", "uuid": "2cd88be0-8990-c11b-a91e-a8f9689f0302", "zfs_filesystem": "zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk3", "zpool": "zones", "size": 1024, "compression": "off", "refreservation": 1058, "block_size": 8192 }, { "path": "/dev/zvol/rdsk/zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk4", "boot": false, "model": "virtio", "media": "disk", "pci_slot": "0:4:4", "uuid": "d47a3b2a-4134-4253-d97b-c437f457ecd4", "zfs_filesystem": "zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk4", "zpool": "zones", "size": 1024, "compression": "off", "refreservation": 1058, "block_size": 8192 }, { "path": "/dev/zvol/rdsk/zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk5", "boot": false, "model": "virtio", "media": "disk", "pci_slot": "0:4:5", "uuid": "05ace1b1-93f4-4682-d5ee-c835ad564d2c", "zfs_filesystem": "zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk5", "zpool": "zones", "size": 1024, "compression": "off", "refreservation": 1058, "block_size": 8192 }, { "path": "/dev/zvol/rdsk/zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk6", "boot": false, "model": "virtio", "media": "disk", "pci_slot": "0:4:6", "uuid": "a47b0555-d960-c921-fa73-bbf7fe5b194b", "zfs_filesystem": "zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk6", "zpool": "zones", "size": 1024, "compression": "off", "refreservation": 1058, "block_size": 8192 }, { "path": "/dev/zvol/rdsk/zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk7", "boot": false, "model": "virtio", "media": "disk", "pci_slot": "0:4:7", "uuid": "14ce9bce-8935-6a20-f96b-86d1b07b71f9", "zfs_filesystem": "zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk7", "zpool": "zones", "size": 1024, "compression": "off", "refreservation": 1058, "block_size": 8192 } ], "nics": [ { "interface": "net0", "mac": "92:b7:70:a4:1c:24", "nic_tag": "admin", "netmask": "255.255.255.0", "ip": "192.168.1.22", "ips": [ "192.168.1.22/24" ], "model": "virtio", "primary": true } ], "pci_devices": [ { "path": "/devices/pci@79,0/pci8086,6f08@3/pci1077,2a8@0", "model": "passthru", "pci_slot": "0:8:0" }, { "path": "/devices/pci@79,0/pci8086,6f08@3/pci1077,2a8@0,1", "model": "passthru", "pci_slot": "0:8:1" } ], "com1": "/dev/zconsole", "com2": "socket,/tmp/vm.ttyb", "zlog_mode": "g--", "zlog_name": "platform.log", "uuid": "4016eeb3-1bfa-c883-becd-e1a96543ad77", "zone_state": "installed", "zonepath": "/zones/4016eeb3-1bfa-c883-becd-e1a96543ad77", "hvm": true, "zoneid": null, "zonedid": 2, "last_modified": "2020-07-01T06:16:05.000Z", "exit_status": 1, "exit_timestamp": "2020-07-01T06:07:41.804Z", "resolvers": [], "firewall_enabled": false, "server_uuid": "00000000-0000-0000-0000-0cc47a2a4c6a", "platform_buildstamp": "20200617T233107Z", "state": "stopped", "customer_metadata": {}, "internal_metadata": {}, "routes": {}, "tags": {}, "quota": 8, "zfs_root_recsize": 131072, "zfs_filesystem": "zones/4016eeb3-1bfa-c883-becd-e1a96543ad77", "zpool": "zones", "snapshots": [] }

vmadm start 4016eeb3-1bfa-c883-becd-e1a96543ad77

Unable to start VM 4016eeb3-1bfa-c883-becd-e1a96543ad77: first of 1 error: Command failed: zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[2]='-U' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[3]='4016eeb3-1bfa-c883-becd-e1a96543ad77' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[4]='-B' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[5]='1,manufacturer=Joyent,product=SmartDC HVM,version=7.20200617T233107Z,serial=4016eeb3-1bfa-c883-becd-e1a96543ad77,sku=001,family=Virtual Machine' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[6]='-s' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[7]='31,lpc' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_attr_bootrom=uefi' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[8]='-l' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[9]='bootrom,/usr/share/bhyve/uefi-rom.bin' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_attr_com1=/dev/zconsole' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[10]='-l' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[11]='com1,/dev/zconsole' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_attr_com2=socket,/tmp/vm.ttyb' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[12]='-l' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[13]='com2,socket,/tmp/vm.ttyb' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_attr_hostbridge=' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[14]='-s' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[15]='0,hostbridge,model=i440fx' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_attr_vcpus=8' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[16]='-c' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[17]='8' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_attr_ram=32768' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[18]='-m' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[19]='32768' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_device_resources=_dev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk0 _dev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk1 _devices_pci_79_0_pci8086_6f08_3_pci1077_2a8_0 _devices_pci_79_0_pci8086_6f08_3_pci1077_2a8_0_1 _dev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk2 _dev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk3 _dev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk4 _dev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk5 _dev_zvol_rdsk_zones_4016eeb3_1' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_devicedev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk0_path=/dev/zvol/rdsk/zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk0' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_devicedev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk0_model=virtio' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_devicedev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk0_boot=true' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_devicedev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk0_pci_slot=0:4:0' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_devicedev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk0_model=virtio' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_devicedev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk0_notrim=' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_devicedev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk0_guest_block_size=' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[20]='-s' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[21]='0:4:0,virtio-blk,/dev/zvol/rdsk/zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk0' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_devicedev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk1_path=/dev/zvol/rdsk/zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk1' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_devicedev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk1_model=virtio' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_devicedev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk1_boot=false' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_devicedev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk1_pci_slot=0:4:1' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_devicedev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk1_model=virtio' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_devicedev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk1_notrim=' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_devicedev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk1_guest_block_size=' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[22]='-s' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[23]='0:4:1,virtio-blk,/dev/zvol/rdsk/zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk1' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_devicedevices_pci_79_0_pci8086_6f08_3_pci1077_2a8_0_path=/dev/ppt0' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_devicedevices_pci_79_0_pci8086_6f08_3_pci1077_2a8_0_model=passthru' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_devicedevices_pci_79_0_pci8086_6f08_3_pci1077_2a8_0_pci_slot=0:8:0' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[24]='-S' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[25]='-s' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: argv[26]='0:8:0,passthru,/dev/ppt0' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_device__devices_pci_79_0_pci8086_6f08_3_pci1077_2a8_0_1_path=/dev/ppt1' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_devicedevices_pci_79_0_pci8086_6f08_3_pci1077_2a8_0_1_model=passthru' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_device__devices_pci_79_0_pci8086_6f08_3_pci1077_2a8_0_1_pci_slot=0:8:1' zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': add_arg: zoneadm: zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': call to zoneadmd failed

tail -5 /zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/logs/platform.log

{ "time": "2020-07-01T06:19:55.964209000Z", "v": 0, "hostname": "smos252", "name": "zoneadmd","pid": 7347, "level": 30, "msg":"add_arg: argv[36]='0:4:5,virtio-blk,/dev/zvol/rdsk/zones/4016eeb3-1bfa-c883-becd-e1a96543ad77/disk5'\n", "stream":"zoneadmd" } { "time": "2020-07-01T06:19:55.964233000Z", "v": 0, "hostname": "smos252", "name": "zoneadmd","pid": 7347, "level": 30, "msg":"get_zcfg_var: '_ZONECFG_device__dev_zvol_rdsk_zones_4016eeb3_1_path='\n", "stream":"zoneadmd" } { "time": "2020-07-01T06:19:55.964254000Z", "v": 0, "hostname": "smos252", "name": "zoneadmd","pid": 7347, "level": 30, "msg":"Error: device _dev_zvol_rdsk_zones_4016eeb3_1 has no path\n", "stream":"zoneadmd" } { "time": "2020-07-01T06:19:55.964305000Z", "v": 0, "hostname": "smos252", "name": "zoneadmd","pid": 7347, "level": 30, "msg":"exec /usr/lib/brand/bhyve/boot 4016eeb3-1bfa-c883-becd-e1a96543ad77 /zones/4016eeb3-1bfa-c883-becd-e1a96543ad77 failed\n", "stream":"zoneadmd" } { "time": "2020-07-01T06:19:56.203268000Z", "v": 0, "hostname": "smos252", "name": "zoneadmd","pid": 7347, "level": 30, "stream":"logfile", "msg":"close" }

ally2050 commented 4 years ago

After argv[19], get_zcfg_var got trunked(no more then 512 char): zone '4016eeb3-1bfa-c883-becd-e1a96543ad77': get_zcfg_var: '_ZONECFG_device_resources=_dev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk0 _dev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk1 _devices_pci_79_0_pci8086_6f08_3_pci1077_2a8_0 _devices_pci_79_0_pci8086_6f08_3_pci1077_2a8_0_1 _dev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk2 _dev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk3 _dev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk4 _dev_zvol_rdsk_zones_4016eeb3_1bfa_c883_becd_e1a96543ad77_disk5 _dev_zvol_rdsk_zones_4016eeb3_1'

ally2050 commented 4 years ago

If I remove two disks, then VM configed with 6 disks + 2 PPTs， the VM starts as expected.