Hello,
We are using a ZED2i sensor for an interactive exhibit in a museum. The room is quite dark, and we initially encountered issues with tracking due to the lighting conditions. We resolved most of these problems by adding soft lighting, which improved performance significantly.
However, we are still experiencing consistent tracking issues in a few specific spots, despite adding more light in those areas. The sensor seems to lose tracking entirely in those locations.
Could you please advise on additional steps we could take to resolve this issue? Are there specific configurations, settings, or environmental adjustments we should consider?
Here’s a photo of the setup, circled in red are the spots where it loses tracking.
The camera settings are the defaults, with constrast and brightness turned up to 6
And here is the diagnostic file
{
"AI Models": {
"valid": [
"MULTI CLASS DETECTION is optimized",
"MULTI CLASS MEDIUM DETECTION is optimized",
"MULTI CLASS ACCURATE DETECTION is optimized",
"HUMAN BODY FAST DETECTION is optimized",
"HUMAN BODY MEDIUM DETECTION is optimized",
"HUMAN BODY ACCURATE DETECTION is optimized",
"HUMAN BODY 38 FAST DETECTION is optimized",
"HUMAN BODY 38 MEDIUM DETECTION is optimized",
"HUMAN BODY 38 ACCURATE DETECTION is optimized",
"PERSON HEAD DETECTION is optimized",
"PERSON HEAD ACCURATE DETECTION is optimized",
"REID ASSOCIATION is optimized",
"NEURAL DEPTH is optimized",
"NEURAL PLUS DEPTH is optimized"
]
},
"Camera Test": {
"InternalDevicesCount": 2,
"ZEDCount": 1,
"camera": {
"Device ID": 4,
"Firmware": 1523,
"Init Output": "OK",
"Model": "ZED 2i",
"Serial Number": 34664760,
"valid": [
"<b>Camera: </b>ZED 2i",
"<b>Firmware: </b>1523"
]
},
"resolutions": {
"HD1080@15": {
"fps (input)": 15,
"fps (output)": 15,
"height (input)": 1080,
"height (output)": 1080,
"initialization": "OK",
"status": true,
"width (input)": 1920,
"width (output)": 1920
},
"HD1080@30": {
"fps (input)": 30,
"fps (output)": 30,
"height (input)": 1080,
"height (output)": 1080,
"initialization": "OK",
"status": true,
"width (input)": 1920,
"width (output)": 1920
},
"HD2K@15": {
"fps (input)": 15,
"fps (output)": 15,
"height (input)": 1242,
"height (output)": 1242,
"initialization": "OK",
"status": true,
"width (input)": 2208,
"width (output)": 2208
},
"HD720@15": {
"fps (input)": 15,
"fps (output)": 15,
"height (input)": 720,
"height (output)": 720,
"initialization": "OK",
"status": true,
"width (input)": 1280,
"width (output)": 1280
},
"HD720@30": {
"fps (input)": 30,
"fps (output)": 30,
"height (input)": 720,
"height (output)": 720,
"initialization": "OK",
"status": true,
"width (input)": 1280,
"width (output)": 1280
},
"HD720@60": {
"dropCount": -1,
"fps (input)": 60,
"fps (output)": 58,
"height (input)": 720,
"height (output)": 720,
"imageCount": 502,
"initialization": "OK",
"status": true,
"tearingCount": 0,
"width (input)": 1280,
"width (output)": 1280
},
"VGA@100": {
"fps (input)": 100,
"fps (output)": 94,
"height (input)": 376,
"height (output)": 376,
"initialization": "OK",
"status": true,
"width (input)": 672,
"width (output)": 672
},
"VGA@15": {
"fps (input)": 15,
"fps (output)": 15,
"height (input)": 376,
"height (output)": 376,
"initialization": "OK",
"status": true,
"width (input)": 672,
"width (output)": 672
},
"VGA@30": {
"fps (input)": 30,
"fps (output)": 30,
"height (input)": 376,
"height (output)": 376,
"initialization": "OK",
"status": true,
"width (input)": 672,
"width (output)": 672
},
"VGA@60": {
"fps (input)": 60,
"fps (output)": 57,
"height (input)": 376,
"height (output)": 376,
"initialization": "OK",
"status": true,
"width (input)": 672,
"width (output)": 672
}
},
"sensors": {
"Firmware": 777,
"Init Output": "OK",
"Model": "ZED 2i (MCU)",
"Serial Number": 34664760
}
},
"Devices": {
"ASMediaFound": false,
"CorruptedFirmware": false,
"MCUDetected": true,
"OC_Cam_Detected": false,
"OtherUSBDevices": [
],
"USBList": [
{
"USB_path": "/2",
"idProduct": "0x0209",
"idVendor": "0x045b"
},
{
"USB_path": "/11",
"idProduct": "0x0024",
"idVendor": "0x03f0"
},
{
"USBMode": 2,
"USB_path": "/2/3/3/2",
"bDescriptorType": 1,
"bDeviceProtocol": 0,
"bLength": 18,
"bMaxPacketSize0": 64,
"bNumConfigurations": 1,
"bcdDevice": "3.9",
"bcdUSB": "2.0",
"bcdUSBClass": 0,
"bcdUSBSubClass": 0,
"busNumber": 1,
"device": "ZED2i MCU",
"iManufacturer": 1,
"iProduct": 2,
"iSerial": 3,
"idProduct": "0xf881",
"idVendor": "0x2b03"
},
{
"USB_path": "/14",
"idProduct": "0x0033",
"idVendor": "0x8087"
},
{
"USB_path": "/2/3/3",
"idProduct": "0x2512",
"idVendor": "0x0424"
},
{
"USBMode": 3,
"USB_path": "/18/3/3",
"bDescriptorType": 1,
"bDeviceProtocol": 1,
"bLength": 18,
"bMaxPacketSize0": 9,
"bNumConfigurations": 1,
"bcdDevice": "1.0",
"bcdUSB": "3.0",
"bcdUSBClass": 239,
"bcdUSBSubClass": 2,
"busNumber": 1,
"device": "ZED2i",
"iManufacturer": 1,
"iProduct": 2,
"iSerial": 4,
"idProduct": "0xf880",
"idVendor": "0x2b03"
},
{
"USB_path": "/18",
"idProduct": "0x0210",
"idVendor": "0x045b"
},
{
"USB_path": "/12",
"idProduct": "0x7d88",
"idVendor": "0x1462"
},
{
"USBMode": 3,
"USB_path": "/18/3/3",
"bDescriptorType": 1,
"bDeviceProtocol": 1,
"bLength": 18,
"bMaxPacketSize0": 9,
"bNumConfigurations": 1,
"bcdDevice": "1.0",
"bcdUSB": "3.0",
"bcdUSBClass": 239,
"bcdUSBSubClass": 2,
"busNumber": 1,
"device": "ZED2i",
"iManufacturer": 1,
"iProduct": 2,
"iSerial": 4,
"idProduct": "0xf880",
"idVendor": "0x2b03"
},
{
"USB_path": "/13",
"idProduct": "0x0608",
"idVendor": "0x05e3"
},
{
"USB_path": "/4",
"idProduct": "0x000b",
"idVendor": "0x07fd"
},
{
"USB_path": "/2/3",
"idProduct": "0x0209",
"idVendor": "0x045b"
},
{
"USB_path": "/18/3",
"idProduct": "0x0210",
"idVendor": "0x045b"
}
],
"USBMode": 3,
"ZED Camera Module Detected": 63616,
"ZED MCU Module Detected": 63617,
"ZEDDetected": true,
"captureDevices": [
],
"controllers": [
{
"CompatibleIDs": "USB\\USB20_HUB",
"Description": "Generischer USB-Hub",
"DeviceName": "",
"Driver": "{36fc9e60-c465-11cf-8056-444553540000}\\0022",
"Location": "Port_#0002.Hub_#0001",
"Manufacturer": "(Standardm��ige USB-HUBs)",
"Name": "USB",
"PhysicalName": "\\Device\\USBPDO-2"
},
{
"CompatibleIDs": "USB\\USB20_HUB",
"Description": "Generischer USB-Hub",
"DeviceName": "",
"Driver": "{36fc9e60-c465-11cf-8056-444553540000}\\0027",
"Location": "Port_#0003.Hub_#0006",
"Manufacturer": "(Standardm��ige USB-HUBs)",
"Name": "USB",
"PhysicalName": "\\Device\\USBPDO-11"
},
{
"CompatibleIDs": "USB\\USB30_HUB",
"Description": "Generischer Hochgeschwindigkeits-USB-Hub (SuperSpeed)",
"DeviceName": "",
"Driver": "{36fc9e60-c465-11cf-8056-444553540000}\\0024",
"Location": "Port_#0018.Hub_#0001",
"Manufacturer": "(Standardm��ige USB-HUBs)",
"Name": "USB",
"PhysicalName": "\\Device\\USBPDO-1"
},
{
"CompatibleIDs": "PCI\\VEN_8086&DEV_7A60&REV_11",
"Description": "USB-xHCI-kompatibler Hostcontroller",
"DeviceName": "Intel(R) USB 3.20 eXtensible-Hostcontroller \u0013 1.20 (Microsoft)",
"Driver": "{36fc9e60-c465-11cf-8056-444553540000}\\0000",
"Location": "PCI-Bus 0, Ger�t 20, Funktion 0",
"Manufacturer": "Generischer USB-xHCI-Hostcontroller",
"Name": "PCI",
"PhysicalName": "\\Device\\NTPNP_PCI0006"
},
{
"CompatibleIDs": "USB\\USB20_HUB",
"Description": "Generischer USB-Hub",
"DeviceName": "",
"Driver": "{36fc9e60-c465-11cf-8056-444553540000}\\0017",
"Location": "Port_#0007.Hub_#0001",
"Manufacturer": "(Standardm��ige USB-HUBs)",
"Name": "USB",
"PhysicalName": ""
},
{
"CompatibleIDs": "USB\\USB20_HUB",
"Description": "Generischer USB-Hub",
"DeviceName": "",
"Driver": "{36fc9e60-c465-11cf-8056-444553540000}\\0005",
"Location": "Port_#0013.Hub_#0001",
"Manufacturer": "(Standardm��ige USB-HUBs)",
"Name": "USB",
"PhysicalName": "\\Device\\USBPDO-6"
},
{
"CompatibleIDs": "",
"Description": "USB-Root-Hub (USB 3.0)",
"DeviceName": "",
"Driver": "{36fc9e60-c465-11cf-8056-444553540000}\\0001",
"Location": "",
"Manufacturer": "(Standardm��ige USB-HUBs)",
"Name": "USB",
"PhysicalName": "\\Device\\USBPDO-0"
}
],
"valid": [
"<b>USB Bandwidth: </b> OK"
]
},
"Graphics Card": {
"deviceCount": 1,
"deviceDriverVersion": 12060,
"devices": [
{
"arch": "Ada Lovelace",
"computeCapability": "8.9",
"cores": 9728,
"name": "NVIDIA GeForce RTX 4080",
"totalMemoryBytes": "17170956288",
"totalMemoryMB": 16375.5
}
],
"initResult": 0,
"valid": [
"<b>Graphics card: </b> NVIDIA GeForce RTX 4080"
]
},
"Processor": {
"OS": "Windows 10 FallCreators",
"avxSupported": true,
"coreCount": "16",
"cpu": "13th Gen Intel(R) Core(TM) i7-13700K",
"datetime": "2024-12-20 09:26:18",
"hyperThreading": "1",
"motherboard": "PRO Z790-S WIFI (MS-7D88), Micro-Star International Co., Ltd.",
"ramCapacity": "31.7727",
"ramUsage": "1.25198e-311",
"ramUsed": "6.21149",
"threadCount": "24",
"valid": [
"<b>Processor: </b> 13th Gen Intel(R) Core(TM) i7-13700K",
"<b>Motherboard: </b> PRO Z790-S WIFI (MS-7D88), Micro-Star International Co., Ltd."
]
},
"ZED SDK": {
"CUDA Toolkit version": "V12.1.66 -->located in C:/Program Files/NVIDIA GPU Computing Toolkit/CUDA/v12.1/bin/nvcc.exe",
"CUDA loading": false,
"ZED SDK Version (Diag)": "4.1.4",
"ZED SDK Version (RT)": "4.1.4",
"ai": {
"checkAI": true,
"cudaVersion": 12010,
"cudnnCudartVersion": 12020,
"cudnnVersion": 8907,
"cudnnVersionExpected": 8907,
"tensorVersion": 8601
},
"binFiles": [
"cudnn64_8.dll",
"cudnn_adv_infer64_8.dll",
"cudnn_adv_train64_8.dll",
"cudnn_cnn_infer64_8.dll",
"cudnn_cnn_train64_8.dll",
"cudnn_ops_infer64_8.dll",
"cudnn_ops_train64_8.dll",
"nvinfer.dll",
"nvinfer_builder_resource.dll",
"nvinfer_dispatch.dll",
"nvinfer_lean.dll",
"nvinfer_plugin.dll",
"nvinfer_vc_plugin.dll",
"nvonnxparser.dll",
"nvparsers.dll",
"sl_ai64.dll",
"sl_zed64.dll",
"zlibwapi.dll"
],
"driverVersion": "560.94",
"drivervDllVersion": "32.0.15.6094",
"resourcesFiles": [
"neural_depth_3.6.model",
"neural_depth_3.6.model_optimized-fbcbw-1-89-12010-8907-8601-17-256-65536-48-100-512-76-0-0e53-512",
"neural_depth_3.6.model_optimized-kcebw-1-89-12010-8907-8601-17-256-65536-48-100-512-76-0-0e53-1024",
"objects_accurate_3.2.model",
"objects_accurate_3.2.model_optimized-fbcbw-1-89-12010-8907-8601-17-256-65536-48-100-512-76-00",
"objects_medium_3.2.model",
"objects_medium_3.2.model_optimized-ebgbw-1-89-12010-8907-8601-17-256-65536-48-100-512-76-00",
"objects_performance_3.2.model",
"objects_performance_3.2.model_optimized-fbcbw-1-89-12010-8907-8601-17-256-65536-48-100-512-76-00",
"person_head_accurate_2.4.model",
"person_head_accurate_2.4.model_optimized-jgabw-1-89-12010-8907-8601-17-256-65536-48-100-512-76-00",
"person_head_performance_2.4.model",
"person_head_performance_2.4.model_optimized-idcbw-1-89-12010-8907-8601-17-256-65536-48-100-512-76-00",
"person_reid_1.4.model",
"person_reid_1.4.model_optimized-aaabw-8-89-12010-8907-8601-17-256-65536-48-100-512-76-00",
"skeleton_body18_3.2.model",
"skeleton_body18_3.2.model_optimized-bgabw-1-89-12010-8907-8601-17-256-65536-48-100-512-76-0-2-160",
"skeleton_body18_3.2.model_optimized-ccebw-1-89-12010-8907-8601-17-256-65536-48-100-512-76-0-2-224",
"skeleton_body18_3.2.model_optimized-dfcbw-1-89-12010-8907-8601-17-256-65536-48-100-512-76-0-2-352",
"skeleton_body38_3.5.model",
"skeleton_body38_3.5.model_optimized-bjcbw-1-89-12010-8907-8601-17-256-65536-48-100-512-76-0-2-192",
"skeleton_body38_3.5.model_optimized-dcabw-1-89-12010-8907-8601-17-256-65536-48-100-512-76-0-2-320",
"skeleton_body38_3.5.model_optimized-eeibw-1-89-12010-8907-8601-17-256-65536-48-100-512-76-0-2-448"
],
"resourcesFilesExpected": [
"objects_performance_3.2"
],
"runtimeDllVersion": 12010,
"valid": [
"<b>ZED SDK version:</b> 4.1.4",
"<b>CUDA version:</b> V12.1.66"
]
}
}
Thank you for your assistance and happy holidays!
Igor