stereolabs / zed-unity

ZED SDK Unity plugin
https://www.stereolabs.com/documentation/guides/using-zed-with-unity/introduction.html
MIT License
250 stars 57 forks source link

[Unity 2022.1.23f] Zed2i - Skeleton Detection scene freezing/not launching #246

Closed MlleDR closed 1 year ago

MlleDR commented 1 year ago

Preliminary Checks

Description

All the other example scenes seems to work fine except the SkeletonDetection scene, which, when launched in Unity, freezes Unity and forces me to kill the process.

Steps to Reproduce

  1. Using Unity 2022.1.23f
  2. Open the scene Assets/ZED/Examples/SkeletonTracking/Scene/SkeletonDemo.unity
  3. On the ZED Manager, tried Depth mode to PERFORMANCE & ULTRA.
  4. Input => USB
  5. The rest of the manager's parameters have been left to default.
  6. Launch the scene in game mode
  7. Loading is infinite and the app will not respond until being killed in the Task Manager.

Expected Result

For the scene to launch.

Actual Result

Unity freezes and the scene is never launched.

ZED Camera model

ZED2i

Environment

Zed Diagnosis:
{
    "AI Models": {
        "info": [
            "MULTI CLASS DETECTION is not optimized",
            "MULTI CLASS MEDIUM DETECTION is not optimized",
            "HUMAN BODY FAST DETECTION is not optimized",
            "HUMAN BODY MEDIUM DETECTION is not optimized",
            "HUMAN BODY ACCURATE DETECTION is not optimized",
            "PERSON HEAD DETECTION is not optimized",
            "PERSON HEAD ACCURATE DETECTION is not optimized",
            "REID ASSOCIATION is not optimized"
        ],
        "valid": [
            "MULTI CLASS ACCURATE DETECTION is optimized",
            "NEURAL DEPTH is optimized"
        ]
    },
    "Camera Test": {
        "InternalDevicesCount": 2,
        "ZEDCount": 1,
        "camera": {
            "Device ID": 1,
            "Firmware": 1523,
            "Init Output": "OK",
            "Model": "ZED 2i",
            "Serial Number": 35127040,
            "valid": [
                "<b>Camera: </b>ZED 2i",
                "<b>Firmware: </b>1523"
            ]
        },
        "resolutions": {
            "HD1080@15": {
                "fps (input)": 15,
                "fps (output)": 15,
                "height (input)": 1080,
                "height (output)": 1080,
                "initialization": "OK",
                "status": true,
                "width (input)": 1920,
                "width (output)": 1920
            },
            "HD1080@30": {
                "fps (input)": 30,
                "fps (output)": 30,
                "height (input)": 1080,
                "height (output)": 1080,
                "initialization": "OK",
                "status": true,
                "width (input)": 1920,
                "width (output)": 1920
            },
            "HD2K@15": {
                "fps (input)": 15,
                "fps (output)": 15,
                "height (input)": 1242,
                "height (output)": 1242,
                "initialization": "OK",
                "status": true,
                "width (input)": 2208,
                "width (output)": 2208
            },
            "HD720@15": {
                "fps (input)": 15,
                "fps (output)": 15,
                "height (input)": 720,
                "height (output)": 720,
                "initialization": "OK",
                "status": true,
                "width (input)": 1280,
                "width (output)": 1280
            },
            "HD720@30": {
                "fps (input)": 30,
                "fps (output)": 30,
                "height (input)": 720,
                "height (output)": 720,
                "initialization": "OK",
                "status": true,
                "width (input)": 1280,
                "width (output)": 1280
            },
            "HD720@60": {
                "dropCount": -1,
                "fps (input)": 60,
                "fps (output)": 60,
                "height (input)": 720,
                "height (output)": 720,
                "imageCount": 502,
                "initialization": "OK",
                "status": true,
                "tearingCount": 0,
                "width (input)": 1280,
                "width (output)": 1280
            },
            "VGA@100": {
                "fps (input)": 100,
                "fps (output)": 99,
                "height (input)": 376,
                "height (output)": 376,
                "initialization": "OK",
                "status": true,
                "width (input)": 672,
                "width (output)": 672
            },
            "VGA@15": {
                "fps (input)": 15,
                "fps (output)": 15,
                "height (input)": 376,
                "height (output)": 376,
                "initialization": "OK",
                "status": true,
                "width (input)": 672,
                "width (output)": 672
            },
            "VGA@30": {
                "fps (input)": 30,
                "fps (output)": 30,
                "height (input)": 376,
                "height (output)": 376,
                "initialization": "OK",
                "status": true,
                "width (input)": 672,
                "width (output)": 672
            },
            "VGA@60": {
                "fps (input)": 60,
                "fps (output)": 60,
                "height (input)": 376,
                "height (output)": 376,
                "initialization": "OK",
                "status": true,
                "width (input)": 672,
                "width (output)": 672
            }
        },
        "sensors": {
            "Firmware": 777,
            "Init Output": "OK",
            "Model": "ZED 2i (MCU)",
            "Serial Number": 35127040
        }
    },
    "Graphics Card": {
        "deviceCount": 1,
        "deviceDriverVersion": 12000,
        "devices": [
            {
                "arch": "Ampere",
                "computeCapability": "8.6",
                "cores": 3584,
                "name": "NVIDIA GeForce RTX 3060",
                "totalMemoryBytes": "12884246528",
                "totalMemoryMB": 12287.375
            }
        ],
        "initResult": 0,
        "valid": [
            "<b>Graphics card: </b> NVIDIA GeForce RTX 3060"
        ]
    },
    "Processor": {
        "OS": "Windows 10 FallCreators",
        "avxSupported": true,
        "coreCount": "6",
        "cpu": "AMD Ryzen 5 5600X 6-Core Processor             ",
        "datetime": "2023-03-12 08:11:24",
        "hyperThreading": "1",
        "motherboard": "B550 GAMING X V2, Gigabyte Technology Co., Ltd.",
        "ramCapacity": "47.9457",
        "ramUsage": "1.07585e-311",
        "ramUsed": "9.02282",
        "threadCount": "12",
        "valid": [
            "<b>Processor: </b> AMD Ryzen 5 5600X 6-Core Processor             ",
            "<b>Motherboard: </b> B550 GAMING X V2, Gigabyte Technology Co., Ltd."
        ]
    },
    "USB": {
        "ASMediaFound": false,
        "CorruptedFirmware": false,
        "MCUDetected": true,
        "OC_Cam_Detected": false,
        "OtherUSBDevices": [
            {
                "USBMode": 3,
                "USB_path": "/5",
                "bDescriptorType": 1,
                "bDeviceProtocol": 1,
                "bLength": 18,
                "bMaxPacketSize0": 9,
                "bNumConfigurations": 1,
                "bcdDevice": "3.23",
                "bcdUSB": "3.32",
                "bcdUSBClass": 239,
                "bcdUSBSubClass": 2,
                "busNumber": 1,
                "iManufacturer": 0,
                "iProduct": 2,
                "iSerial": 3,
                "idProduct": 2195,
                "idVendor": 1133
            },
            {
                "USBMode": 3,
                "USB_path": "/5",
                "bDescriptorType": 1,
                "bDeviceProtocol": 1,
                "bLength": 18,
                "bMaxPacketSize0": 9,
                "bNumConfigurations": 1,
                "bcdDevice": "3.23",
                "bcdUSB": "3.32",
                "bcdUSBClass": 239,
                "bcdUSBSubClass": 2,
                "busNumber": 1,
                "iManufacturer": 0,
                "iProduct": 2,
                "iSerial": 3,
                "idProduct": 2195,
                "idVendor": 1133
            }
        ],
        "USBList": [
            {
                "USB_path": "/7",
                "idProduct": "0x5702",
                "idVendor": "0x048d"
            },
            {
                "USBMode": 2,
                "USB_path": "/6/2",
                "bDescriptorType": 1,
                "bDeviceProtocol": 0,
                "bLength": 18,
                "bMaxPacketSize0": 64,
                "bNumConfigurations": 1,
                "bcdDevice": "3.9",
                "bcdUSB": "2.0",
                "bcdUSBClass": 0,
                "bcdUSBSubClass": 0,
                "busNumber": 2,
                "device": "ZED2i MCU",
                "iManufacturer": 1,
                "iProduct": 2,
                "iSerial": 3,
                "idProduct": "0xf881",
                "idVendor": "0x2b03"
            },
            {
                "USB_path": "/5",
                "idProduct": "0x0893",
                "idVendor": "0x046d"
            },
            {
                "USBMode": 3,
                "USB_path": "/2",
                "bDescriptorType": 1,
                "bDeviceProtocol": 1,
                "bLength": 18,
                "bMaxPacketSize0": 9,
                "bNumConfigurations": 1,
                "bcdDevice": "1.0",
                "bcdUSB": "3.0",
                "bcdUSBClass": 239,
                "bcdUSBSubClass": 2,
                "busNumber": 2,
                "device": "ZED2i",
                "iManufacturer": 1,
                "iProduct": 2,
                "iSerial": 4,
                "idProduct": "0xf880",
                "idVendor": "0x2b03"
            },
            {
                "USB_path": "/11",
                "idProduct": "0xc547",
                "idVendor": "0x046d"
            },
            {
                "USBMode": 3,
                "USB_path": "/2",
                "bDescriptorType": 1,
                "bDeviceProtocol": 1,
                "bLength": 18,
                "bMaxPacketSize0": 9,
                "bNumConfigurations": 1,
                "bcdDevice": "1.0",
                "bcdUSB": "3.0",
                "bcdUSBClass": 239,
                "bcdUSBSubClass": 2,
                "busNumber": 2,
                "device": "ZED2i",
                "iManufacturer": 1,
                "iProduct": 2,
                "iSerial": 4,
                "idProduct": "0xf880",
                "idVendor": "0x2b03"
            },
            {
                "USB_path": "/12",
                "idProduct": "0x8212",
                "idVendor": "0x1235"
            },
            {
                "USB_path": "/12",
                "idProduct": "0x8212",
                "idVendor": "0x1235"
            },
            {
                "USB_path": "/5",
                "idProduct": "0x2550",
                "idVendor": "0x0bda"
            },
            {
                "USB_path": "/6",
                "idProduct": "0x2514",
                "idVendor": "0x0424"
            },
            {
                "USB_path": "/13",
                "idProduct": "0x0000",
                "idVendor": "0x0000"
            },
            {
                "USB_path": "/13",
                "idProduct": "0x0000",
                "idVendor": "0x0000"
            },
            {
                "USB_path": "/5",
                "idProduct": "0x0893",
                "idVendor": "0x046d"
            },
            {
                "USB_path": "/11",
                "idProduct": "0xc547",
                "idVendor": "0x046d"
            }
        ],
        "USBMode": 3,
        "ZED Camera Module Detected": 63616,
        "ZED MCU Module Detected": 63617,
        "ZEDDetected": true,
        "captureDevices": [
            {
                "CompatibleIDs": "USB\\Class_0e&SubClass_03&Prot_00",
                "Description": "Logitech StreamCam",
                "DeviceName": "Logitech StreamCam",
                "Driver": "{6bdd1fc6-810f-11d0-bec7-08002be2092f}\\0000",
                "Location": "0008.0000.0003.005.000.000.000.000.000",
                "Manufacturer": "Logitech",
                "Name": "USB",
                "PhysicalName": "\\Device\\00000057"
            }
        ],
        "controllers": [
            {
                "CompatibleIDs": "USB\\USB20_HUB",
                "Description": "Concentrateur USB g�n�rique",
                "DeviceName": "",
                "Driver": "{36fc9e60-c465-11cf-8056-444553540000}\\0024",
                "Location": "Port_#0001.Hub_#0003",
                "Manufacturer": "(HUB USB standard)",
                "Name": "USB",
                "PhysicalName": ""
            },
            {
                "CompatibleIDs": "",
                "Description": "Hub USB racine (USB 3.0)",
                "DeviceName": "",
                "Driver": "{36fc9e60-c465-11cf-8056-444553540000}\\0002",
                "Location": "",
                "Manufacturer": "(HUB USB standard)",
                "Name": "USB",
                "PhysicalName": "\\Device\\USBPDO-1"
            },
            {
                "CompatibleIDs": "",
                "Description": "Hub USB racine (USB 3.0)",
                "DeviceName": "",
                "Driver": "{36fc9e60-c465-11cf-8056-444553540000}\\0003",
                "Location": "",
                "Manufacturer": "(HUB USB standard)",
                "Name": "USB",
                "PhysicalName": "\\Device\\USBPDO-0"
            },
            {
                "CompatibleIDs": "USB\\USB20_HUB",
                "Description": "Concentrateur USB g�n�rique",
                "DeviceName": "",
                "Driver": "{36fc9e60-c465-11cf-8056-444553540000}\\0004",
                "Location": "Port_#0004.Hub_#0002",
                "Manufacturer": "(HUB USB standard)",
                "Name": "USB",
                "PhysicalName": ""
            },
            {
                "CompatibleIDs": "USB\\USB30_HUB",
                "Description": "Concentrateur USB SuperSpeed g�n�rique",
                "DeviceName": "",
                "Driver": "{36fc9e60-c465-11cf-8056-444553540000}\\0014",
                "Location": "Port_#0002.Hub_#0001",
                "Manufacturer": "(HUB USB standard)",
                "Name": "USB",
                "PhysicalName": ""
            },
            {
                "CompatibleIDs": "PCI\\VEN_1022&DEV_43EE&REV_00",
                "Description": "Contr�leur d\u0019h�te compatible xHCI USB",
                "DeviceName": "Contr�leur h�te AMD USB�3.10 eXtensible�-�1.10 (Microsoft)",
                "Driver": "{36fc9e60-c465-11cf-8056-444553540000}\\0000",
                "Location": "Bus PCI 2, p�riph�rique 0, fonction 0",
                "Manufacturer": "Contr�leur d\u0019h�te xHCI USB g�n�rique",
                "Name": "PCI",
                "PhysicalName": "\\Device\\NTPNP_PCI0024"
            },
            {
                "CompatibleIDs": "USB\\USB20_HUB",
                "Description": "Concentrateur USB g�n�rique",
                "DeviceName": "",
                "Driver": "{36fc9e60-c465-11cf-8056-444553540000}\\0033",
                "Location": "Port_#0011.Hub_#0001",
                "Manufacturer": "(HUB USB standard)",
                "Name": "USB",
                "PhysicalName": ""
            },
            {
                "CompatibleIDs": "PCI\\VEN_1022&DEV_149C&REV_00",
                "Description": "Contr�leur d\u0019h�te compatible xHCI USB",
                "DeviceName": "Contr�leur h�te AMD USB�3.10 eXtensible�-�1.10 (Microsoft)",
                "Driver": "{36fc9e60-c465-11cf-8056-444553540000}\\0001",
                "Location": "Bus PCI 8, p�riph�rique 0, fonction 3",
                "Manufacturer": "Contr�leur d\u0019h�te xHCI USB g�n�rique",
                "Name": "PCI",
                "PhysicalName": "\\Device\\NTPNP_PCI0031"
            }
        ],
        "valid": [
            "<b>USB Bandwidth: </b> OK"
        ]
    },
    "ZED SDK": {
        "CUDA Toolkit version": "V11.7.64 -->located in C:/Program Files/NVIDIA GPU Computing Toolkit/CUDA/v11.7/bin/nvcc.exe",
        "CUDA loading": false,
        "CUDA_reachable": true,
        "ZED SDK Version (Diag)": "3.8.2",
        "ZED SDK Version (RT)": "3.8.2",
        "ai": {
            "checkAI": true,
            "cudaVersion": 11070,
            "cudnnCudartVersion": 11060,
            "cudnnVersion": 8401,
            "cudnnVersionExpected": 8401,
            "tensorVersion": 8402
        },
        "binFiles": [
            "cudnn64_8.dll",
            "cudnn_adv_infer64_8.dll",
            "cudnn_adv_train64_8.dll",
            "cudnn_cnn_infer64_8.dll",
            "cudnn_cnn_train64_8.dll",
            "cudnn_ops_infer64_8.dll",
            "cudnn_ops_train64_8.dll",
            "nvinfer.dll",
            "nvinfer_builder_resource.dll",
            "nvinfer_plugin.dll",
            "nvonnxparser.dll",
            "nvparsers.dll",
            "sl_ai64.dll",
            "sl_zed64.dll",
            "zlibwapi.dll"
        ],
        "driverVersion": "528.49",
        "drivervDllVersion": "31.0.15.2849",
        "resourcesFiles": [
            "neural_depth_1.4.model",
            "neural_depth_1.4.model_optimized-aaabw-1-86-11070-8401-8402-13-192-2304-48-100-512-28-0-0e49",
            "objects_accurate_2.2.model",
            "objects_accurate_2.2.model_optimized-fbcbw-1-86-11070-8401-8402-13-192-2304-48-100-512-28-0",
            "skeleton_accurate_2.0.model",
            "skeleton_performance_2.1.model"
        ],
        "resourcesFilesExpected": [
            "objects_performance_2.2"
        ],
        "runtimeDllVersion": 11070,
        "valid": [
            "<b>ZED SDK version:</b> 3.8.2",
            "<b>CUDA version:</b> V11.7.64"
        ]
    }
}

Anything else?

No response

Bvallon-sl commented 1 year ago

Hi,

Thanks for reaching us out.

At the start of this scene, the ZED SDK checks if the selected AI detection model is downloaded and optimized on your machine. If, not it will do it. In Unity, this process is not very well handled (I'll change that soon) as it is done in the main thread causing the Editor to freeze until the optimization is finished. As it can take few minutes to do, I'll recommend to manually optimize the AI models you wish to use outside of Unity, following this documentation (https://support.stereolabs.com/hc/en-us/articles/9747407795223-How-can-I-optimize-the-ZED-SDK-AI-models-manually-).

Best regards, Benjamin Vallon

MlleDR commented 1 year ago

Hi, thank you for your response.

The downloading process has ended with the following issues : image

Diagnostics image

Testing the same scene in Unity => The scene is still freezing the app, leaving a black screen and not loading any skeleton.

Ingrid

Bvallon-sl commented 1 year ago

Can you make sure you have access to internet while running the process ?

MlleDR commented 1 year ago

Yes I had access to internet while the process was in progress. For example, I was navigating on the web during the download.

Bvallon-sl commented 1 year ago

Can you re run the ZED Diagnostic tool and share the report and/or try to run a sample using one of the AI models, for example, "Body Tracking" ?

I think the download failed the first time, tried again and succeeded the second time without saying anything.

MlleDR commented 1 year ago

Hi

Hi, thank you for your response.

The downloading process has ended with the following issues : image

Testing the same scene in Unity => The scene is still freezing the app, leaving a black screen and not loading any skeleton.

Ingrid

Hi, sorry for the late answer. Before your last message, I used another PC and started over all installations. The result from cmd is the same.

image

Could it be that the skeleton data's path have changed on your side? Thanks

Diagnostic

"AI Models": {
    "valid": [
        "MULTI CLASS DETECTION is optimized",
        "MULTI CLASS MEDIUM DETECTION is optimized",
        "MULTI CLASS ACCURATE DETECTION is optimized",
        "HUMAN BODY FAST DETECTION is optimized",
        "HUMAN BODY MEDIUM DETECTION is optimized",
        "HUMAN BODY ACCURATE DETECTION is optimized",
        "PERSON HEAD DETECTION is optimized",
        "PERSON HEAD ACCURATE DETECTION is optimized",
        "REID ASSOCIATION is optimized",
        "NEURAL DEPTH is optimized"
    ]
},
"Camera Test": {
    "InternalDevicesCount": 2,
    "ZEDCount": 1,
    "camera": {
        "Device ID": 0,
        "Firmware": 1523,
        "Init Output": "OK",
        "Model": "ZED 2i",
        "Serial Number": 35127040,
        "valid": [
            "<b>Camera: </b>ZED 2i",
            "<b>Firmware: </b>1523"
        ]
    },
    "resolutions": {
        "HD1080@15": {
            "fps (input)": 15,
            "fps (output)": 15,
            "height (input)": 1080,
            "height (output)": 1080,
            "initialization": "OK",
            "status": true,
            "width (input)": 1920,
            "width (output)": 1920
        },
        "HD1080@30": {
            "fps (input)": 30,
            "fps (output)": 30,
            "height (input)": 1080,
            "height (output)": 1080,
            "initialization": "OK",
            "status": true,
            "width (input)": 1920,
            "width (output)": 1920
        },
        "HD2K@15": {
            "fps (input)": 15,
            "fps (output)": 15,
            "height (input)": 1242,
            "height (output)": 1242,
            "initialization": "OK",
            "status": true,
            "width (input)": 2208,
            "width (output)": 2208
        },
        "HD720@15": {
            "fps (input)": 15,
            "fps (output)": 15,
            "height (input)": 720,
            "height (output)": 720,
            "initialization": "OK",
            "status": true,
            "width (input)": 1280,
            "width (output)": 1280
        },
        "HD720@30": {
            "fps (input)": 30,
            "fps (output)": 30,
            "height (input)": 720,
            "height (output)": 720,
            "initialization": "OK",
            "status": true,
            "width (input)": 1280,
            "width (output)": 1280
        },
        "HD720@60": {
            "dropCount": 3,
            "fps (input)": 60,
            "fps (output)": 52,
            "height (input)": 720,
            "height (output)": 720,
            "imageCount": 497,
            "initialization": "OK",
            "status": true,
            "tearingCount": 0,
            "width (input)": 1280,
            "width (output)": 1280
        },
        "VGA@100": {
            "fps (input)": 100,
            "fps (output)": 71,
            "height (input)": 376,
            "height (output)": 376,
            "initialization": "OK",
            "status": true,
            "width (input)": 672,
            "width (output)": 672
        },
        "VGA@15": {
            "fps (input)": 15,
            "fps (output)": 15,
            "height (input)": 376,
            "height (output)": 376,
            "initialization": "OK",
            "status": true,
            "width (input)": 672,
            "width (output)": 672
        },
        "VGA@30": {
            "fps (input)": 30,
            "fps (output)": 30,
            "height (input)": 376,
            "height (output)": 376,
            "initialization": "OK",
            "status": true,
            "width (input)": 672,
            "width (output)": 672
        },
        "VGA@60": {
            "fps (input)": 60,
            "fps (output)": 56,
            "height (input)": 376,
            "height (output)": 376,
            "initialization": "OK",
            "status": true,
            "width (input)": 672,
            "width (output)": 672
        }
    },
    "sensors": {
        "Firmware": 777,
        "Init Output": "OK",
        "Model": "ZED 2i (MCU)",
        "Serial Number": 35127040
    }
},
"Graphics Card": {
    "deviceCount": 1,
    "deviceDriverVersion": 11070,
    "devices": [
        {
            "arch": "Pascal",
            "computeCapability": "6.1",
            "cores": 1280,
            "name": "NVIDIA GeForce GTX 1060",
            "totalMemoryBytes": "6442254336",
            "totalMemoryMB": 6143.8125
        }
    ],
    "initResult": 0,
    "valid": [
        "<b>Graphics card: </b> NVIDIA GeForce GTX 1060"
    ]
},
"Processor": {
    "OS": "Windows 10 FallCreators",
    "avxSupported": true,
    "coreCount": "4",
    "cpu": "Intel(R) Core(TM) i7-6700HQ CPU @ 2.60GHz",
    "datetime": "2023-03-26 14:50:52",
    "hyperThreading": "1",
    "motherboard": "GL702VM, ASUSTeK COMPUTER INC.",
    "ramCapacity": "7.9373",
    "ramUsage": "8.14846e-312",
    "ramUsed": "6.80254",
    "threadCount": "8",
    "valid": [
        "<b>Processor: </b> Intel(R) Core(TM) i7-6700HQ CPU @ 2.60GHz",
        "<b>Motherboard: </b> GL702VM, ASUSTeK COMPUTER INC."
    ]
},
"USB": {
    "ASMediaFound": false,
    "CorruptedFirmware": false,
    "MCUDetected": true,
    "OC_Cam_Detected": false,
    "OtherUSBDevices": [
    ],
    "USBList": [
        {
            "USBMode": 2,
            "USB_path": "/1/2",
            "bDescriptorType": 1,
            "bDeviceProtocol": 0,
            "bLength": 18,
            "bMaxPacketSize0": 64,
            "bNumConfigurations": 1,
            "bcdDevice": "3.9",
            "bcdUSB": "2.0",
            "bcdUSBClass": 0,
            "bcdUSBSubClass": 0,
            "busNumber": 1,
            "device": "ZED2i MCU",
            "iManufacturer": 1,
            "iProduct": 2,
            "iSerial": 3,
            "idProduct": "0xf881",
            "idVendor": "0x2b03"
        },
        {
            "USB_path": "/9",
            "idProduct": "0x0a2a",
            "idVendor": "0x8087"
        },
        {
            "USB_path": "/8",
            "idProduct": "0x1837",
            "idVendor": "0x0b05"
        },
        {
            "USB_path": "/4",
            "idProduct": "0x57fa",
            "idVendor": "0x0bda"
        },
        {
            "USB_path": "/9",
            "idProduct": "0x0a2a",
            "idVendor": "0x8087"
        },
        {
            "USB_path": "/1",
            "idProduct": "0x2514",
            "idVendor": "0x0424"
        },
        {
            "USBMode": 3,
            "USB_path": "/17",
            "bDescriptorType": 1,
            "bDeviceProtocol": 1,
            "bLength": 18,
            "bMaxPacketSize0": 9,
            "bNumConfigurations": 1,
            "bcdDevice": "1.0",
            "bcdUSB": "3.0",
            "bcdUSBClass": 239,
            "bcdUSBSubClass": 2,
            "busNumber": 1,
            "device": "ZED2i",
            "iManufacturer": 1,
            "iProduct": 2,
            "iSerial": 4,
            "idProduct": "0xf880",
            "idVendor": "0x2b03"
        },
        {
            "USBMode": 3,
            "USB_path": "/17",
            "bDescriptorType": 1,
            "bDeviceProtocol": 1,
            "bLength": 18,
            "bMaxPacketSize0": 9,
            "bNumConfigurations": 1,
            "bcdDevice": "1.0",
            "bcdUSB": "3.0",
            "bcdUSBClass": 239,
            "bcdUSBSubClass": 2,
            "busNumber": 1,
            "device": "ZED2i",
            "iManufacturer": 1,
            "iProduct": 2,
            "iSerial": 4,
            "idProduct": "0xf880",
            "idVendor": "0x2b03"
        }
    ],
    "USBMode": 3,
    "ZED Camera Module Detected": 63616,
    "ZED MCU Module Detected": 63617,
    "ZEDDetected": true,
    "captureDevices": [
    ],
    "controllers": [
        {
            "CompatibleIDs": "USB\\USB20_HUB",
            "Description": "Concentrateur USB g�n�rique",
            "DeviceName": "",
            "Driver": "{36fc9e60-c465-11cf-8056-444553540000}\\0004",
            "Location": "Port_#0001.Hub_#0001",
            "Manufacturer": "(HUB USB standard)",
            "Name": "USB",
            "PhysicalName": "\\Device\\USBPDO-1"
        },
        {
            "CompatibleIDs": "",
            "Description": "Hub USB racine (USB 3.0)",
            "DeviceName": "",
            "Driver": "{36fc9e60-c465-11cf-8056-444553540000}\\0001",
            "Location": "",
            "Manufacturer": "(HUB USB standard)",
            "Name": "USB",
            "PhysicalName": "\\Device\\USBPDO-0"
        },
        {
            "CompatibleIDs": "PCI\\VEN_8086&DEV_A12F&REV_31",
            "Description": "Contr�leur d\u0019h�te compatible xHCI USB",
            "DeviceName": "Contr�leur h�te Intel(R) USB�3.0 eXtensible�-�1.0 (Microsoft)",
            "Driver": "{36fc9e60-c465-11cf-8056-444553540000}\\0000",
            "Location": "Bus PCI 0, p�riph�rique 20, fonction 0",
            "Manufacturer": "Contr�leur d\u0019h�te xHCI USB g�n�rique",
            "Name": "PCI",
            "PhysicalName": "\\Device\\NTPNP_PCI0003"
        }
    ],
    "valid": [
        "<b>USB Bandwidth: </b> OK"
    ]
},
"ZED SDK": {
    "CUDA Toolkit version": "V11.7.64 -->located in C:/Program Files/NVIDIA GPU Computing Toolkit/CUDA/v11.7/bin/nvcc.exe",
    "CUDA loading": false,
    "CUDA_reachable": true,
    "ZED SDK Version (Diag)": "3.8.2",
    "ZED SDK Version (RT)": "3.8.2",
    "ai": {
        "checkAI": true,
        "cudaVersion": 11070,
        "cudnnCudartVersion": 11060,
        "cudnnVersion": 8401,
        "cudnnVersionExpected": 8401,
        "tensorVersion": 8402
    },
    "binFiles": [
        "cudnn64_8.dll",
        "cudnn_adv_infer64_8.dll",
        "cudnn_adv_train64_8.dll",
        "cudnn_cnn_infer64_8.dll",
        "cudnn_cnn_train64_8.dll",
        "cudnn_ops_infer64_8.dll",
        "cudnn_ops_train64_8.dll",
        "nvinfer.dll",
        "nvinfer_builder_resource.dll",
        "nvinfer_plugin.dll",
        "nvonnxparser.dll",
        "nvparsers.dll",
        "sl_ai64.dll",
        "sl_zed64.dll",
        "zlibwapi.dll"
    ],
    "driverVersion": "516.01",
    "drivervDllVersion": "31.0.15.1601",
    "resourcesFiles": [
        ".calibration_set",
        "neural_depth_1.4.model",
        "neural_depth_1.4.model_optimized-aaaaw-1-61-11070-8401-8402-7-192-1536-48-96-512-10-0-0e49",
        "objects_accurate_2.2.model",
        "objects_accurate_2.2.model_optimized-fbcaw-1-61-11070-8401-8402-7-192-1536-48-96-512-10-0",
        "objects_medium_2.2.model",
        "objects_medium_2.2.model_optimized-ebgaw-1-61-11070-8401-8402-7-192-1536-48-96-512-10-0",
        "objects_performance_2.2.model",
        "objects_performance_2.2.model_optimized-ebgaw-1-61-11070-8401-8402-7-192-1536-48-96-512-10-0",
        "person_head_accurate_2.4.model",
        "person_head_accurate_2.4.model_optimized-jgaaw-1-61-11070-8401-8402-7-192-1536-48-96-512-10-0",
        "person_head_performance_2.4.model",
        "person_head_performance_2.4.model_optimized-idcaw-1-61-11070-8401-8402-7-192-1536-48-96-512-10-0",
        "person_reid_1.4.model",
        "person_reid_1.4.model_optimized-aaaaw-8-61-11070-8401-8402-7-192-1536-48-96-512-10-0",
        "skeleton_accurate_2.0.model",
        "skeleton_accurate_2.0.model-8402_calibration_cache",
        "skeleton_accurate_2.0.model_optimized-aaacw-1-61-11070-8401-8402-7-192-1536-48-96-512-10-0-1",
        "skeleton_medium_2.1.model",
        "skeleton_medium_2.1.model-8402_calibration_cache",
        "skeleton_medium_2.1.model_optimized-aaacw-1-61-11070-8401-8402-7-192-1536-48-96-512-10-0-1",
        "skeleton_performance_2.1.model",
        "skeleton_performance_2.1.model-8402_calibration_cache",
        "skeleton_performance_2.1.model_optimized-aaacw-1-61-11070-8401-8402-7-192-1536-48-96-512-10-0-1"
    ],
    "resourcesFilesExpected": [
        "objects_performance_2.2"
    ],
    "runtimeDllVersion": 11070,
    "valid": [
        "<b>ZED SDK version:</b> 3.8.2",
        "<b>CUDA version:</b> V11.7.64"
    ]
}

}

MlleDR commented 1 year ago

Can you re run the ZED Diagnostic tool and share the report and/or try to run a sample using one of the AI models, for example, "Body Tracking" ?

I think the download failed the first time, tried again and succeeded the second time without saying anything.

Also, what's the scene "Body Tracking" in Unity?

Bvallon-sl commented 1 year ago

Hi,

I meant "Skeleton Tracking", I'm sorry.

According to the diagnostic tool, the AI models are downloaded and optimized.

Even if you had this error message during the optimization process, can you try to run any sample that uses the AI module to see if it works or not ?

github-actions[bot] commented 1 year ago

This issue is stale because it has been open 30 days with no activity. Remove stale label or comment otherwise it will be automatically closed in 5 days