From ecb5a792fe1609fd9654fc74ce6ca056cf0d902b Mon Sep 17 00:00:00 2001 From: jakubsikorski Date: Fri, 6 Feb 2026 13:08:31 +0100 Subject: [PATCH 01/18] Fix tensor index finding with caching for reid --- .../gvapython/sscape/sscape_policies.py | 18 ++++++++++++++---- 1 file changed, 14 insertions(+), 4 deletions(-) diff --git a/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py b/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py index d5292d8a0..0e3e94c7f 100644 --- a/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py +++ b/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py @@ -36,11 +36,21 @@ def detection3DPolicy(pobj, item, fw, fh): print(f"Warning: No bounding box or rotation data found in item {item}") return -def reidPolicy(pobj, item, fw, fh): +def reidPolicy(pobj, item, fw, fh, _cache={}): detectionPolicy(pobj, item, fw, fh) - reid_vector = item['tensors'][1]['data'] - v = struct.pack("256f",*reid_vector) - pobj['reid'] = base64.b64encode(v).decode('utf-8') + + # Cache lookup on first call to avoid repeated iteration + if 'reid_index' not in _cache: + for idx, tensor in enumerate(item.get('tensors', [])): + if tensor.get('layer_name') == 'reid_embedding': + _cache['reid_index'] = idx + break + + reid_idx = _cache.get('reid_index') + if reid_idx is not None and reid_idx < len(item.get('tensors', [])): + reid_vector = item['tensors'][reid_idx]['data'] + v = struct.pack("256f", *reid_vector) + pobj['reid'] = base64.b64encode(v).decode('utf-8') return def classificationPolicy(pobj, item, fw, fh): From 9f159c30a200abf288cb81cf8507d057975375f4 Mon Sep 17 00:00:00 2001 From: jakubsikorski Date: Fri, 6 Feb 2026 13:08:45 +0100 Subject: [PATCH 02/18] Add doc with pipelines and metadata --- .../additional-resources/reid_pipelines.md | 2161 +++++++++++++++++ 1 file changed, 2161 insertions(+) create mode 100644 docs/user-guide/additional-resources/reid_pipelines.md diff --git a/docs/user-guide/additional-resources/reid_pipelines.md b/docs/user-guide/additional-resources/reid_pipelines.md new file mode 100644 index 000000000..bb868aef2 --- /dev/null +++ b/docs/user-guide/additional-resources/reid_pipelines.md @@ -0,0 +1,2161 @@ +# DLSPS Pipelines for REID + +## Person attributes + +### Gender with age + +Pipeline are based on OOB queuing scene. + +
+CPU + +**Pipeline:** +```bash +multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=CPU inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.xml model_proc=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.json device=CPU inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true +``` + +**Example raw output metadata:** + +```json +{ + "objects": [ + { + "age": { + "label": "20", + "model": { + "name": "age_gender" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.7249742746353149, + "x_min": 0.609031081199646, + "y_max": 0.5583772659301758, + "y_min": 0.023048222064971924 + }, + "confidence": 0.9954169988632202, + "label": "person", + "label_id": 1 + }, + "gender": { + "confidence": 0.8373871445655823, + "label": "Female", + "label_id": 0, + "model": { + "name": "age_gender" + } + }, + "h": 385, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9954169988632202, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "data": [ + 0.20418204367160797 + ], + "dims": [ + 1, + 1, + 1, + 1 + ], + "label": "20", + "layer_name": "age_conv3", + "layout": "ANY", + "model_name": "age_gender", + "name": "age", + "precision": "FP32" + }, + { + "confidence": 0.8373871445655823, + "data": [ + 0.8373871445655823, + 0.1626128852367401 + ], + "dims": [ + 1, + 2, + 1, + 1 + ], + "label": "Female", + "label_id": 0, + "layer_name": "prob", + "layout": "ANY", + "model_name": "age_gender", + "name": "gender", + "precision": "FP32" + } + ], + "w": 148, + "x": 780, + "y": 17 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "tags": {}, + "timestamp": 13500000000 +} +{ + "objects": [ + { + "age": { + "label": "21", + "model": { + "name": "age_gender" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.7117733955383301, + "x_min": 0.6061434745788574, + "y_max": 0.556983232498169, + "y_min": 0.01952219009399414 + }, + "confidence": 0.9919682145118713, + "label": "person", + "label_id": 1 + }, + "gender": { + "confidence": 0.8258437514305115, + "label": "Male", + "label_id": 1, + "model": { + "name": "age_gender" + } + }, + "h": 387, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9919682145118713, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "data": [ + 0.2093944549560547 + ], + "dims": [ + 1, + 1, + 1, + 1 + ], + "label": "21", + "layer_name": "age_conv3", + "layout": "ANY", + "model_name": "age_gender", + "name": "age", + "precision": "FP32" + }, + { + "confidence": 0.8258437514305115, + "data": [ + 0.17415624856948853, + 0.8258437514305115 + ], + "dims": [ + 1, + 2, + 1, + 1 + ], + "label": "Male", + "label_id": 1, + "layer_name": "prob", + "layout": "ANY", + "model_name": "age_gender", + "name": "gender", + "precision": "FP32" + } + ], + "w": 135, + "x": 776, + "y": 14 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "tags": {}, + "timestamp": 13600000000 +} +``` + +**Example SceneScape output metadata:** + +```json +{ + "id": "atag-qcam1", + "debug_mac": "47:e6:77:25:3b:f9", + "timestamp": "2026-02-06T10:55:31.749Z", + "debug_timestamp_end": "2026-02-06T10:55:34.172Z", + "debug_processing_time": 2.422764778137207, + "rate": 9.499186626193884, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.987617552280426, + "center_of_mass": { + "x": 321, + "y": 89, + "width": 56.0, + "height": 88.0 + }, + "bounding_box_px": { + "x": 265, + "y": 2, + "width": 168, + "height": 351 + }, + "age": "22", + "gender": "Female", + "id": 1 + } + ] + } +} +{ + "id": "atag-qcam1", + "debug_mac": "47:e6:77:25:3b:f9", + "timestamp": "2026-02-06T10:55:31.849Z", + "debug_timestamp_end": "2026-02-06T10:55:34.272Z", + "debug_processing_time": 2.422588586807251, + "rate": 9.499186626193884, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.9945145845413208, + "center_of_mass": { + "x": 296, + "y": 90, + "width": 64.66666666666667, + "height": 89.0 + }, + "bounding_box_px": { + "x": 232, + "y": 1, + "width": 195, + "height": 356 + }, + "age": "32", + "gender": "Male", + "id": 1 + } + ] + } +} +``` + +
+ +
+CPU with REID + +**Pipeline:** +```bash +multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=CPU inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.xml model_proc=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.json device=CPU inference-region=1 ! queue ! gvainference scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-reidentification-retail-0277/FP32/person-reidentification-retail-0277.xml device=CPU inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true +``` + +
+Example raw output metadata: + +```json +{} +``` + +
+ +**Example SceneScape output metadata:** + +```json +{ + "id": "atag-qcam1", + "debug_mac": "09:91:b4:33:31:d0", + "timestamp": "2026-02-06T11:37:26.077Z", + "debug_timestamp_end": "2026-02-06T11:37:30.922Z", + "debug_processing_time": 4.845034122467041, + "rate": 13.856813149734855, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.9881600141525269, + "center_of_mass": { + "x": 569, + "y": 85, + "width": 67.33333333333333, + "height": 81.25 + }, + "bounding_box_px": { + "x": 503, + "y": 5, + "width": 201, + "height": 325 + }, + "reid": "IfANPyX3rT7AypM+DyDSvuf0wztKUqg90RSIvnxWXL9ud2w/yI9+vnslYz87Hae+aM6gv4u2rT7Qw5Q+5XzWPmfHwr5MIYm8vvSSPsAFrz3/bsI/dN1Ov9dXlz4GEZ6+265Cv4Y5Az5yLFi+ur+9uweBez8pV8g+Ad01P4lZMD+JwI8+P8zzPulsNL+wh2W+OsBgv6XL7r3j+iY+eYojv9hPSb6hGAc/CDSgvjVTrL7XczM/lMXLN5EwgL+xg/y+0J8wvvUiwr7C99i+pWscv1xGgD4EvcE+xjGJPcS+Mr6JAhK/fxNOv1VTa7y1DLg+fwsqv5yafr5sDeu+pKRwPkaPA72ICLO+c9FPv4KtLL/QPQc/hL9bP9NSB7+atew+/ifuvV/fBj/ci9S9QsBXPxcsA7/6qYs+yBm3Pn0pDr/XqJ89OC00voTcvT43kvA9RmhEvyO2Az4PufI+vyVSP1HVHr/iICa/pfrGPs0Un74HxCg/mtRTP5SOyb1WDII95YYtvwDQGr/8OCY+HEsQP3VESb/5wwm+YjZWvZRc0r2kkwE/jQq1vqPlxj43cJe/aFSaP8lhjL2i8ek+NhgzP9K3Yj7I2CS/howSv/KgqL5AFZM/84r8vtiHrb1M0e8+QZFhPuN3o751mFW/ADA8v8+oMr7VHo6+XOQ4PO44Yz0l3I4/wFgfPy3DNb43Htq+zy3bPuTgVb9+rYu9wL/svYdy7L3P4Tc/EhUKv/ljwT4Ps5a+NFaDP6ELBz8Bx7i9JZlNvqFzfD2PLDy/i9hWv1Huh74g8AI/2Pu1PpNJk77VqcE96LYZPjz33D6kURq+NvuJP+Dwnr8+uBw982oAv8O0RL2Mugo+Wg1mvhPbvj4iOMQ+bcQGP2+CVz9V304/Ct7WvmfH4j6qjvW849NCPrZqHb/IYCk958wTP2bgsb1vwO++VaNavOZfIb+OM68+3JI5vyTpij2ylMA+z6yXPj1xF79OvM0+MwIiv1QEAj43Okk8aGMcvrNwAj5xHSi/9S9lvmCSQr87voq9Iuvfvirlbr9VbGO/IXqCvvXuED+pypO+CG2Hv3YxHL4MD1Q/O7XoPSQAG79OO1s+tyiwvk2dVz4YKFS/BexxPhYuFz2xqCC/lzeRPihWrb70Iz2+b40fPZXVxb6Tkdw98JB9PrnlmT51Bug+Yeg/v6OEs75zjia/xEsdP/ksWj+EX28+sTVPPvoEvL/fkQQ/8kvrPI5yv70LiOq+trQaPrl7jj81bDW/uy+9ve25Vz70//W+g7yDPjZCHT2Zhw6/Izs5v040NL6F4KS+M5yivo/Dl7yeYQu/vcyFPQaAhT2q25i9BBNWvgLY8L5H1Ou+URyqPQ==", + "id": 1 + } + ] + } +} +{ + "id": "atag-qcam1", + "debug_mac": "09:91:b4:33:31:d0", + "timestamp": "2026-02-06T11:37:26.093Z", + "debug_timestamp_end": "2026-02-06T11:37:31.008Z", + "debug_processing_time": 4.915539026260376, + "rate": 13.856813149734855, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.9578379988670349, + "center_of_mass": { + "x": 564, + "y": 85, + "width": 63.333333333333336, + "height": 80.75 + }, + "bounding_box_px": { + "x": 501, + "y": 6, + "width": 190, + "height": 322 + }, + "reid": "W8YiPzGEqb7ENRi+gsSTPvcY0z7aAdi+Ie2yPnD90b7KP2E8yUlovz47k75zOBe/p5/8PYKzkjz4e5s+ysgePiunm76B8do+gCILvpqG/L3/oVQ/oNYgvxjUv77x6ic9G/PXvrOOt75Cn34+NGyyPqBUgz4PQRw+2C3UPqw6ez6qOXo/gA31Pq1cPr6cWSC/aT6rvgCsHb+SdCM//DVBParJRj8Cb+E9rVSivlSyz777LgM+Q7kBvSujVb8daG2+dfeCvuBgq74CHCk+QjRivzrERT7BA+K+Wh+TPTFMvb1nTqS9XggdPXiIkj80xCy+nC3svsXSjL2V7Jw+KC2SvXHIFb7IWCO+A//hvUCqmL3sJc4+6DoKP0uhsL4Ze5i+LI33PHXtlz086mU+4/Y8Pwxi+r67W9M+4YKmP9UQ9751Vw8/6fWAvkFQNT8FNjq+HhLIPtAMrD3eaWg+Cue5vtCCwr4yoYC/ahcjPeI0Yr45NI8+G9ymPtRIAr7Qgh0/mf2rPSfHJzwWI4M+koqMPq9soLwEcYQ+3qqfvqXY1L4bcQ0/hT44vkcN0r7E6HU+aWJQP/zFRr9ZRCS/soogPxusqL595kO/yMkBvGIHM7/dxfY+oeU1v4OJYr3cGCw/Zm8QPqSbF7/zIS+//zKWv6qEHb+jd16+XR8xPbIi/7x//BM/nCT0vYDey76+byI8xbNYP5V5dL+Urh2/vRAdvpzhkLxu79M+uwXlPv2cUD4Xgb2+M1JnP4ADOj9RPRo/g/UlPuUOF733x1u/ATlgv8C6OL8bwiq/8NGVvgQ3iz4lliE/yO+GPjwmRj+i+L68KHx7Ppz2cL9fLi+/dEOGvr8PFr/8IAa/AWVDviD2q713Xog/nfMhP5x9Ez9OM2c/vMmfPm/ixL2DOCS+W0OcPNaAmT5uqjQ/Yj1PP+ok3r57g3G+Ckkgvwxjnb6Ydrw+Z+57vmVp5T5Ew5m9cvfsPlqU9b6a4y8/gAjHvm2Qqz5qGju/h8F7vtC2oL7q9ri+ZHtRPh5DkL4Iab0+9znqvi8gEr+uWx+/INw6PmA5UD5V3wU+a/drvvnlEL/KiBY/a741PrnTVb77VCg/hR2vPUNLCz7le+e+WzJBvvSdyjy6oXk+wTZQv5s/zD5MeJQ+PVQSvWVZar/UW4k+5Y1fvl5HcL7BRSQ/G/HuvqDu3r573FK/JR4IPyR7Nb62kP69LyuGP1rK3bwtzBM/Bt6JvgzbID/Mlii+KJ4zP4pgMz8O3QK+OQM6v95gdj0Bf0i9a069v0TsBD07ezG++jLDvno5bL5CYC48ZndivrRPyL5LvGK+EBeIvgqqlL1SKtI86Q5IvnaQCz/fKhm/LQC6PQ==", + "id": 1 + } + ] + } +} +``` + +
+ +
+GPU + +**Pipeline:** +```bash +multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw(memory:VAMemory) ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=GPU pre-process-backend=va-surface-sharing inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.xml model_proc=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.json device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! vapostproc ! video/x-raw,format=BGRA ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true +``` + +**Example raw output metadata:** + +```json +{ + "objects": [ + { + "age": { + "label": "21", + "model": { + "name": "age_gender" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.2389734536409378, + "x_min": 0.11233659088611603, + "y_max": 0.5371507704257965, + "y_min": 0.0038546621799468994 + }, + "confidence": 0.98095703125, + "label": "person", + "label_id": 1 + }, + "gender": { + "confidence": 0.52880859375, + "label": "Male", + "label_id": 1, + "model": { + "name": "age_gender" + } + }, + "h": 384, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.98095703125, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "data": [ + 0.2117919921875 + ], + "dims": [ + 1, + 1, + 1, + 1 + ], + "label": "21", + "layer_name": "age_conv3", + "layout": "ANY", + "model_name": "age_gender", + "name": "age", + "precision": "FP32" + }, + { + "confidence": 0.52880859375, + "data": [ + 0.471435546875, + 0.52880859375 + ], + "dims": [ + 1, + 2, + 1, + 1 + ], + "label": "Male", + "label_id": 1, + "layer_name": "prob", + "layout": "ANY", + "model_name": "age_gender", + "name": "gender", + "precision": "FP32" + } + ], + "w": 162, + "x": 144, + "y": 3 + }, + { + "age": { + "label": "22", + "model": { + "name": "age_gender" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.9929608106613159, + "x_min": 0.9076164960861206, + "y_max": 1.0, + "y_min": 0.5140655040740967 + }, + "confidence": 0.51318359375, + "label": "person", + "label_id": 1 + }, + "gender": { + "confidence": 0.97900390625, + "label": "Male", + "label_id": 1, + "model": { + "name": "age_gender" + } + }, + "h": 350, + "region_id": 2, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.51318359375, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "data": [ + 0.215576171875 + ], + "dims": [ + 1, + 1, + 1, + 1 + ], + "label": "22", + "layer_name": "age_conv3", + "layout": "ANY", + "model_name": "age_gender", + "name": "age", + "precision": "FP32" + }, + { + "confidence": 0.97900390625, + "data": [ + 0.0210418701171875, + 0.97900390625 + ], + "dims": [ + 1, + 2, + 1, + 1 + ], + "label": "Male", + "label_id": 1, + "layer_name": "prob", + "layout": "ANY", + "model_name": "age_gender", + "name": "gender", + "precision": "FP32" + } + ], + "w": 109, + "x": 1162, + "y": 370 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "rtp": { + "sequence": 157, + "ssrc": 2627509403, + "timestamp": 2644352413 + }, + "tags": {}, + "timestamp": 17200000000 +} +{ + "objects": [ + { + "age": { + "label": "22", + "model": { + "name": "age_gender" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.2433776706457138, + "x_min": 0.09513337910175323, + "y_max": 0.5219325125217438, + "y_min": 0.005645424127578735 + }, + "confidence": 0.986328125, + "label": "person", + "label_id": 1 + }, + "gender": { + "confidence": 0.5400390625, + "label": "Female", + "label_id": 0, + "model": { + "name": "age_gender" + } + }, + "h": 372, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.986328125, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "data": [ + 0.219970703125 + ], + "dims": [ + 1, + 1, + 1, + 1 + ], + "label": "22", + "layer_name": "age_conv3", + "layout": "ANY", + "model_name": "age_gender", + "name": "age", + "precision": "FP32" + }, + { + "confidence": 0.5400390625, + "data": [ + 0.5400390625, + 0.4599609375 + ], + "dims": [ + 1, + 2, + 1, + 1 + ], + "label": "Female", + "label_id": 0, + "layer_name": "prob", + "layout": "ANY", + "model_name": "age_gender", + "name": "gender", + "precision": "FP32" + } + ], + "w": 190, + "x": 122, + "y": 4 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "rtp": { + "sequence": 157, + "ssrc": 2627509403, + "timestamp": 2644352413 + }, + "tags": {}, + "timestamp": 17300000000 +} +``` + +**Example SceneScape output metadata:** + +```json +{ + "id": "atag-qcam1", + "debug_mac": "7d:f1:0e:d7:43:8f", + "timestamp": "2026-02-06T11:06:28.534Z", + "debug_timestamp_end": "2026-02-06T11:06:30.739Z", + "debug_processing_time": 2.2046027183532715, + "rate": 10.256629226842627, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.9453125, + "center_of_mass": { + "x": 355, + "y": 87, + "width": 49.333333333333336, + "height": 87.75 + }, + "bounding_box_px": { + "x": 306, + "y": 0, + "width": 149, + "height": 351 + }, + "age": "21", + "gender": "Female", + "id": 1 + } + ] + } +} +{ + "id": "atag-qcam1", + "debug_mac": "7d:f1:0e:d7:43:8f", + "timestamp": "2026-02-06T11:06:28.628Z", + "debug_timestamp_end": "2026-02-06T11:06:30.838Z", + "debug_processing_time": 2.210261583328247, + "rate": 10.256629226842627, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.9853515625, + "center_of_mass": { + "x": 321, + "y": 90, + "width": 55.666666666666664, + "height": 87.5 + }, + "bounding_box_px": { + "x": 266, + "y": 3, + "width": 167, + "height": 351 + }, + "age": "21", + "gender": "Female", + "id": 1 + } + ] + } +} +``` + +
+ +
+GPU with REID + +**Pipeline:** +```bash +multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw(memory:VAMemory) ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=GPU pre-process-backend=va-surface-sharing inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.xml model_proc=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.json device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvainference scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-reidentification-retail-0277/FP32/person-reidentification-retail-0277.xml device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! vapostproc ! video/x-raw,format=BGRA ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true +``` + +
+Example raw output metadata: + +```json +{} +``` + +
+ +**Example SceneScape output metadata:** + +```json +{ + "id": "atag-qcam1", + "debug_mac": "2b:c5:9f:65:27:84", + "timestamp": "2026-02-06T11:31:12.820Z", + "debug_timestamp_end": "2026-02-06T11:31:16.124Z", + "debug_processing_time": 3.304636001586914, + "rate": 10.94028770022226, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.998046875, + "center_of_mass": { + "x": 700, + "y": 81, + "width": 61.333333333333336, + "height": 80.25 + }, + "bounding_box_px": { + "x": 639, + "y": 1, + "width": 185, + "height": 321 + }, + "reid": "ogOvPvuQvr46r7G8wAQzPoQpKj/74+W+8FLfPn7cPbzJbzw/lLVlvxsc5r3YoRO/o+ewvjqCxj52nRw/sITPPRBL5b3pji0/uWlvvtTnbL53xiQ/58LBvnOBhb6Ilwk+Wo+av/k7Zr2McuQ9BINRPs+tOj/gjDs9HmPjPnKPID6iIC8/lzDiPgvMM74Pj2+/avXiPWW9lL7GS8M9ABy8u6sLFT+aA9I+VKpCv3z8qL78ypO8ItCIvtSGGL8k7hG/TZq/vq7skL1tygW7YvAcvzwcXT65Fy2/RqkavgAOkr50XkG+zcIxPlb+sT8RJdG+jt4Vv27tCb5jhOk+CDbwPUkN+L7qJkO+XehDvhamub704s0+HQsYP1F62b4B+8O+1issvfqAHL2MBis/1BmBP+bsHL90XlU+sDZ7P7YAyb7wtSQ/9uKPvsSTED/7w2Q+7ilwPoTN3T2KgTg/0fbjvhbrgr6VFVG/NCy3PvV2J76AuzQ8V8EUPzYke76YLvs+OPs2Pm3O8b322w8/zOvCPgewzLwibXI+mLDKPbEEjb6ksTw/SWIYv/bUrL516yq9AHAvPgTrhL+ir+W+wIvpPqsqF7/hczu/W2/2vjS0zb7lR5M+BRRKvy5tc72R1FM/iG1DPfck7r4TUSy/tU6fv9104r4B4AQ+Sx6pPT/4gj5/moC9rIrNPQtcGr7D/Km+xRg8P41Djb+/jMO++8Uuvshqiz1pFdY+oha0Pq4/+D1h6qK9LNAnP966pD+jo7w+2B+ePmIIQz3AnjK/Np88vwCjuL4qYVK/UUeDvgpZrbx9pN4+eqNpPooEwz7/puE+tbPfvTqZEL8sdDm/Db8ivgtEPb4Fvzq/TZiBvmV6oL1QAh0/dXFLPwT9OD/HvGw/hNINP84xfr0rygi/sJtvPJ8b/D7LZBg/kMAFP5u2Hr7FH1y+17KTvsI0Rz15gNW9RtiQvVpyrj7Ty8y+2c7HPhV+d77njpg+NkoUv9FYvj6g3r+9m82TveV0tr5JUI6+xvySPqX3A76/2Gs+AdapviS9Sb92pWi/QLB4PuRJQL3q7cA+SUhjvYgOxL5rNxc/1869Pjt57z3cewo/sZQYvmJ2jj5aOIy+RqZOPti9HD1Q6xE+EvE+uzBbgz32ULo+iraOvsmtTb9lK8c+fBFkPiIF173sjIw/gNj6PJBpZjyT9DS/mhboPmQTur1nTfG+IdwwP6FIQ7698EU/r5Hpu662GD+Bm9S+U61xP078BD88Egi+W5TeviRIV74I66Y9oKTFv+BsmTxGrK2+cY6rvpXjWb6HoEe84k4MvdRWzr48oD2//ERLPg9ZybyVnL29pmjuOuxK9j73N86+iiD9vA==", + "id": 1 + } + ] + } +} +{ + "id": "atag-qcam1", + "debug_mac": "2b:c5:9f:65:27:84", + "timestamp": "2026-02-06T11:31:12.919Z", + "debug_timestamp_end": "2026-02-06T11:31:16.220Z", + "debug_processing_time": 3.3012702465057373, + "rate": 10.94028770022226, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.98388671875, + "center_of_mass": { + "x": 696, + "y": 80, + "width": 56.666666666666664, + "height": 80.0 + }, + "bounding_box_px": { + "x": 641, + "y": 0, + "width": 170, + "height": 320 + }, + "reid": "EirAPrr7Zr4TDJm+QMm9PSWJgT99wAK/XLjrPnYYzj28/SM/NUx8v2sDUb3YgOq+AFcqvhf/Jj98ceM+LqBkPtDZc74dkM8+ufc8vnQoH75SWCk/M7TIvkDhD7+cGx0+eFBwvwA2ij0sJaQ+X9+xvTKuLj+IGq08GnmIPhrpA70sRHg/3qLVPmnDor73ADm/8emmvV4P2r4ATT8+oLvrPfxaUj8TGLk+BSZbv0M4br6s1dA903WKviucSb+XmjW/A0UMv0h+074DDgG+Y/M8vzSltj4OUEC/HOYMPbEPFL4jO8+9+biePqVKvj+YSo6++Zkgv9yvoD0E0SI/SeqHvkYw4L6WwHi+ClMtvo4bib4TWck+njAeP6iW5b5D1fu+2TUhve8tWb5F7yo/opOJP0F6/L6MhFU+Vp2UP7GHv75RF2U/Z7KOvnsPCD8AtWY635G1PkZhgT42DDA/gDtDvzTl074B/0e/OOQCP0l09r3A1Xc8G8mQPmeWmb5g4vk+hEOpPey3Hr2nRZY+VBwcPzapKb66+sY+8ZqePQtol75Eunw/7BpCv8WXqr2Pa3W+4BG3Ptw3Zr+u7+C+WR0/P0pBk743BWS/9hfnvuprHb8WaOw+Fnk5v96Hub0lWCo/wJEGPFp2NL+aGC+/humZv4AOA78sWnA9o+FhvbQ/lj40zKU9TTyLPozQhL0H1yW+QE5RP10Itb9CWr6+Nf66voAqZT3KGpI+v//qPsQhpLy/EJO+1i1ZP16dqz9+VK8+hKBMPng6T70RsWO/uK0Xv9lIWr6wAkS/fx8nvRI6LT70ENs++ql2Poh45z6jnKo+eZ6pvBRQR7+Z8Rq//EMivkfmh74xJD2/bTxCvlgSAD1c/E4/gzh0P4+WHD/KsEI/bOuDPn1UOb5KkO++Eu/EvdiIFT8JjR4/i3jSPqgEm77Dflq+4ubvvk/sbT6q/vg9BAkLPXr3Ej8fYVS+sD3cPr6Mpr7MmBA/0tUjv3BWuD6Yop6+oisevnPNnr4h7bK+Ej2PPscICr3OJIU+6ynivv00ar/OvD2/tKuNPQ5E8D5oHoM+C7NmvjaAEL++gEE/Bg7zPqm4Wbyy/Qk/10pkvqmXXz4jE9u+4prUPu0n/z0IvFs+pLiZvkSzhD02faE+fbvovRveU7+0CRM/YNejPYBkRDxJop8/+nKlvhwOBz4wLjG/hreePkXAg74ZO/q9WqN5P0qurr6v3xM/mAarPLKfGj9xnYu+yrCCP2oszz6c6Ha+IaSpvksPrb7pZwc+ZpTav2bYWL3MWZe+BWG+vi0ijb75JO69VhENvpnXE7+VN0O/M/GvvQyLmj188xu+dThqvvpNLz/3P7y+8Ed5PA==", + "id": 1 + } + ] + } +} +``` + +
+ +### Age, gender and clothing + +
+CPU + +**Pipeline:** +```bash +multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=CPU inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.xml model_proc=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.json device=CPU inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true +``` + +**Example raw output metadata:** + +```json +{ + "objects": [ + { + "detection": { + "bounding_box": { + "x_max": 0.2936754822731018, + "x_min": 0.11932967603206635, + "y_max": 0.5053764581680298, + "y_min": 0.006453663110733032 + }, + "confidence": 0.9970619082450867, + "label": "person", + "label_id": 1 + }, + "h": 359, + "person-attributes": { + "confidence": 0.9034316539764404, + "label": "M: has_longpants", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9970619082450867, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "confidence": 0.9034316539764404, + "data": [ + 0.9034316539764404, + 0.4278976321220398, + 0.051091331988573074, + 0.4855940341949463, + 0.8908972144126892, + 0.03612656146287918, + 0.18303154408931732 + ], + "dims": [ + 1, + 7 + ], + "label": "M: has_longpants", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + } + ], + "w": 223, + "x": 153, + "y": 5 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "tags": {}, + "timestamp": 5000000000 +} +{ + "objects": [ + { + "detection": { + "bounding_box": { + "x_max": 0.28621968626976013, + "x_min": 0.09097802639007568, + "y_max": 0.5112739205360413, + "y_min": 0.000809788703918457 + }, + "confidence": 0.9953031539916992, + "label": "person", + "label_id": 1 + }, + "h": 368, + "person-attributes": { + "confidence": 0.9799158573150635, + "label": "M: has_bag has_longpants", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9953031539916992, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "confidence": 0.9799158573150635, + "data": [ + 0.9371567368507385, + 0.6347797513008118, + 0.012316623702645302, + 0.48053136467933655, + 0.9799158573150635, + 0.014167477376759052, + 0.05790301412343979 + ], + "dims": [ + 1, + 7 + ], + "label": "M: has_bag has_longpants", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + } + ], + "w": 250, + "x": 116, + "y": 1 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "tags": {}, + "timestamp": 5100000000 +} +``` + +**Example SceneScape output metadata:** + +```json +{ + "id": "atag-qcam1", + "debug_mac": "81:e0:ec:b0:ac:49", + "timestamp": "2026-02-06T11:43:15.722Z", + "debug_timestamp_end": "2026-02-06T11:43:18.745Z", + "debug_processing_time": 3.022975444793701, + "rate": 11.65819912160486, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.9578379988670349, + "center_of_mass": { + "x": 564, + "y": 85, + "width": 63.333333333333336, + "height": 80.75 + }, + "bounding_box_px": { + "x": 501, + "y": 6, + "width": 190, + "height": 322 + }, + "person-attributes": "F: has_bag has_longsleeves has_longpants has_longhair has_coat_jacket", + "id": 1 + } + ] + } +} +{ + "id": "atag-qcam1", + "debug_mac": "81:e0:ec:b0:ac:49", + "timestamp": "2026-02-06T11:43:15.822Z", + "debug_timestamp_end": "2026-02-06T11:43:18.846Z", + "debug_processing_time": 3.0240232944488525, + "rate": 11.65819912160486, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.971470296382904, + "center_of_mass": { + "x": 533, + "y": 81, + "width": 42.333333333333336, + "height": 77.25 + }, + "bounding_box_px": { + "x": 491, + "y": 4, + "width": 128, + "height": 310 + }, + "person-attributes": "F: has_bag has_longsleeves has_longpants has_longhair has_coat_jacket", + "id": 1 + } + ] + } +} +``` + +
+ +
+CPU with REID + +**Pipeline:** +```bash +multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=CPU inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.xml model_proc=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.json device=CPU inference-region=1 ! queue ! gvainference scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-reidentification-retail-0277/FP32/person-reidentification-retail-0277.xml device=CPU inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true +``` + +
+Example raw output metadata: + +```json +{} +``` + +
+ +**Example SceneScape output metadata:** + +```json +{ + "id": "atag-qcam1", + "debug_mac": "c5:70:aa:ae:e4:03", + "timestamp": "2026-02-06T11:49:14.595Z", + "debug_timestamp_end": "2026-02-06T11:49:19.755Z", + "debug_processing_time": 5.160121202468872, + "rate": 13.881287541836151, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.9784737229347229, + "center_of_mass": { + "x": 516, + "y": 84, + "width": 40.0, + "height": 77.75 + }, + "bounding_box_px": { + "x": 477, + "y": 8, + "width": 120, + "height": 311 + }, + "reid": "6qYjP8BEPr+saV2+Cc66PXjoCz+v0vG+t9oTP2Zo0b6OjAs/iFxdv5A1Sb6tb7m+eowJPzdIUD5Ay0A/lFUavZf5ub5J754+swtMvjx6ib7ZqBg/+Sgxv1gPTr4tBMs95WgAv6DPAz6jD1U++whYPvqU9D4f0hA+ErvDPeBRZz5gYIs/mIroPpGvp72czAu/gAQWvxnZer9Ou4s+GQ1TPupNIT+DrwU/ta0Nvhk6w74GGgK+PcCmOwwp/L4ThQY+eWIXv5bo5r50kAO9Ai9zv0xqU76W4WC/POH9PFJEj75KQfw9/OnKvbUzoT80coK8O6O2vq4lvr5wK88+5K+IPR9n2L6P3YS+hr1avq97tb54GrI+0f2xPkEzmr4yfpW9Vxn+PlF08r3KKQE/8/40P/PoDL/EUQs/+F2cPxRMAL+blQI/dv+Nvs1QkD5EbM6+hCLjPaHozj0aBq8+3GYvv5js+L7RGHG/4pSBPVauyr770gg+lziuPhSDkr40Lkw/e1lwvry0bT5JWJk+ErQzPmCRHD45V9A+TvHevaGJfj0+TTA/1h0hvtXizb6ltBU9VKsKP3yDL7/HNhC/PSdnP6A4UL6uf0C/3ObFvohm7r4QLNo+Jz4cv045j77ImG8+UGe4PcQP+76yiBy/9cGNv4YOOL8PXCC+iV9fvPVdhz5VCCI/l12MvqorcL6Sriw+YNRrP3I6jr9GpS+/IA6yPHK9LL26e4w+NgEiPxToIT4Wvom+MCxNP1s+IT8Vheg+OpG6Pvf4r775ZEi/hgiJv6XAw74/qom/m8jSvb+1v70bGCI/VUyjPrIe+D6URjU+sZqAPgeAcb82npC/xZk0vn71mr5jP7m+Cai9vruNtL5xSmo/zOrMPpVOGD8DBow/XADLPvQqIT7ClRG/+V/JvC0BFj5Qd8A+pIjdPoWVkL6fTzS+v3oOvzp8h77nvpA+ZK9+Pf/UCj9bD76+Ym/UPQXPKb+R55A/94Rpvugjsz4DC9G+U4jZvXyw/L749Wq+BJJCPCM217tqpwA/ZURkvulEcr8IwjK/MSNiPjFP1T10Z2k+B3cfvvMoL7+47ng+mBZHPhiUXb5/Jz0/bEaCvVM/U72K6uy+/JcmvnfNGD33UkG+gsdov5AZoT7H9HA9ZxvHvTBr3r7DvEI+leguvt1/eb5Gvh4/RfGDvpED/b7pdEK/C6QFP/DVA74BIU2+h+tcP49hxr24UZ8+kCervtAMMj+LHQ+/N1M7P4PBJT+Ggt2+7Gj2vjrVWL4zvS09C2yavzJ4UT54L2i+k8yivhNlI76dUls65t0TvhSLBL8WvBC/DKkjvzimjL0Ix80+IshDvDWVST8Lu2y/ZJjYvQ==", + "id": 1 + } + ] + } +} +{ + "id": "atag-qcam1", + "debug_mac": "c5:70:aa:ae:e4:03", + "timestamp": "2026-02-06T11:49:14.601Z", + "debug_timestamp_end": "2026-02-06T11:49:19.828Z", + "debug_processing_time": 5.227355241775513, + "rate": 13.881287541836151, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.9801545739173889, + "center_of_mass": { + "x": 502, + "y": 88, + "width": 38.333333333333336, + "height": 83.75 + }, + "bounding_box_px": { + "x": 465, + "y": 6, + "width": 115, + "height": 334 + }, + "reid": "vgCAP1OqR78lf/I9honDvqwrlL6cAQa/AaRIvtdKoT4cFPw6r9+2vqwFTz7qYIG/rYUVv4pVZb3G7LE9kBNHPgKGAr+5hlA//0VUvow/CrwyoJU/vsVCv72hhz56Pw6/rZBUv9ZcVb0JJjc+tAjEvO9ESD93cs0+DUXzPooLED4JJOw+F7szP/lYF79UaQG//6ZSv/Gw2L6ccQM/WilsvVy8lz9I2wM/3wmjvXpPAb9XuAA/0QCVPnH9Vb8h5oO9AmCGPrv9fL6Zlz6+eRnBvxBwnz76t4i+oixTvpEi1rzvVJW+/+MEvlNSPj+MmIm+GqwSv4QWWDx7Vtc9WYDuvY10Ar5CJHS+pInUvkn7G769OyU/0GEVP12T6L43Ev09hzypPsreEj3pmZ8+AhQJP6Q6FL92nd89bbw8P6H+K763VfM+WlW0vo1CHD8bO8a+774jPtsGgz3uCoc+JSjOPiR0NL/5ilG/kWKXPnIbiz6oCpk+UZr5Ps0e1L0cMzw8JkZOvi7xXz7r5Gs/lQZbPmCLB7/VEGA8ybMSvy/SQb1ZSdc+1d6Zvg0HRT9/kE2/XSpjP5BG974q5DS/lbUuP9ERDT6xyQm/Cnb2vnpyqr6ejp8/TzpgvsOxTr7WxiA/GqtgPkVFKT0GfBa/6Xxdv3Rkjb/drRq/v1SUvrRAC77nFzg/GEkFPzQtAT/Xah2+FIAHP7qiJ79Rr6C+nlDkPdsdkL7Ys2s+MdO/PvtcA7+hDL2+mSGvP+vBiT9MsqY+59UOvWPMML8G7Ly9THcxv9k+jb79EdG9Vx0Bv1h+xL2us90+R2eEPpvZlT4ePpW92LWrPpTDdr9lWt2+QGSBvqlBzLyd1uK+xEUcPqLIhD0rYT8/3ezzPkVqoz+b1PA+TqzgPZfSyz6OAf+9AQ7sPQIYbT5vWe8+2PGFP0NPo75FD+a+dyAEPzttw74QJuA+LRvzvZVKqD6V9aw+WyGHPoPeF782ueq8ywkNvjmQQj6Gnd2+EANuPqIWyz45tB+/nNTHvuiamb6DHS4+0A8Tv3BlW7+HWUq/hdBovvtJoT58+2Y+DeQzv5MKOD6ztZA+bvipvQzZUL/GAH4+uf2JPUnHZj28auC+KVtxPVD7cr5LjQM+1a4tv8EXHD6zO4s9/JdKvve1tr28EYg+VssavaNQoT7ZEuW+QLCOPixNdb/Xs0a/Iui0PNqNRT914/49iA9NP0PjhL4v9xE+saqQPKhbvj4z9wi/DGqEPntMHD+HWKa/pkGEvrqrEL42huK+rSuLvx101b5Fj7W+DW+LvpUj2b48odW+vIRIvuNNCb8Jmge/xIlCvhvImj5xkcw+onwhPgdSpj2ykEu+qFbpvQ==", + "id": 1 + } + ] + } +} +``` + +
+ +
+GPU + +**Pipeline:** +```json +multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw(memory:VAMemory) ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=GPU pre-process-backend=va-surface-sharing inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.xml model_proc=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.json device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! vapostproc ! video/x-raw,format=BGRA ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true +``` + +**Example raw output metadata:** + +```json +{ + "objects": [ + { + "detection": { + "bounding_box": { + "x_max": 0.762357234954834, + "x_min": 0.6262110471725464, + "y_max": 0.5709785223007202, + "y_min": 0.014946818351745605 + }, + "confidence": 0.99609375, + "label": "person", + "label_id": 1 + }, + "h": 400, + "person-attributes": { + "confidence": 0.89453125, + "label": "M: has_hat has_longsleeves has_longpants", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.99609375, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "confidence": 0.89453125, + "data": [ + 0.89453125, + 0.453857421875, + 0.6845703125, + 0.5322265625, + 0.87451171875, + 0.00826263427734375, + 0.42333984375 + ], + "dims": [ + 1, + 7 + ], + "label": "M: has_hat has_longsleeves has_longpants", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + } + ], + "w": 174, + "x": 802, + "y": 11 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "rtp": { + "sequence": 155, + "ssrc": 2627509404, + "timestamp": 2610666395 + }, + "tags": {}, + "timestamp": 13200000000 +} +{ + "objects": [ + { + "detection": { + "bounding_box": { + "x_max": 0.7490353584289551, + "x_min": 0.6269749402999878, + "y_max": 0.5585204064846039, + "y_min": 0.04181739687919617 + }, + "confidence": 0.9912109375, + "label": "person", + "label_id": 1 + }, + "h": 372, + "person-attributes": { + "confidence": 0.82373046875, + "label": "M: has_bag has_longsleeves has_longpants has_coat_jacket", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9912109375, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "confidence": 0.82373046875, + "data": [ + 0.8076171875, + 0.546875, + 0.425048828125, + 0.58349609375, + 0.82373046875, + 0.0914306640625, + 0.5869140625 + ], + "dims": [ + 1, + 7 + ], + "label": "M: has_bag has_longsleeves has_longpants has_coat_jacket", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + } + ], + "w": 156, + "x": 803, + "y": 30 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "rtp": { + "sequence": 155, + "ssrc": 2610666395, + "timestamp": 2610666395 + }, + "tags": {}, + "timestamp": 13300000000 +} +``` + +**Example SceneScape output metadata:** + +```json +{ + "id": "atag-qcam1", + "debug_mac": "17:cf:36:77:a4:e0", + "timestamp": "2026-02-06T11:43:56.882Z", + "debug_timestamp_end": "2026-02-06T11:43:59.188Z", + "debug_processing_time": 2.305920124053955, + "rate": 10.048692255989547, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.9453125, + "center_of_mass": { + "x": 355, + "y": 87, + "width": 49.333333333333336, + "height": 87.75 + }, + "bounding_box_px": { + "x": 306, + "y": 0, + "width": 149, + "height": 351 + }, + "person-attributes": "F: has_bag has_longsleeves has_longpants has_longhair has_coat_jacket", + "id": 1 + } + ] + } +} +{ + "id": "atag-qcam1", + "debug_mac": "17:cf:36:77:a4:e0", + "timestamp": "2026-02-06T11:43:56.978Z", + "debug_timestamp_end": "2026-02-06T11:43:59.286Z", + "debug_processing_time": 2.307368755340576, + "rate": 10.048692255989547, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.97900390625, + "center_of_mass": { + "x": 339, + "y": 87, + "width": 48.0, + "height": 87.5 + }, + "bounding_box_px": { + "x": 291, + "y": 0, + "width": 144, + "height": 350 + }, + "person-attributes": "M: has_bag has_longsleeves has_longpants has_coat_jacket", + "id": 1 + } + ] + } +} +``` + +
+ +
+GPU with REID + +**Pipeline:** +```bash +multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw(memory:VAMemory) ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=GPU pre-process-backend=va-surface-sharing inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.xml model_proc=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.json device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvainference scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-reidentification-retail-0277/FP32/person-reidentification-retail-0277.xml device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! vapostproc ! video/x-raw,format=BGRA ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true +``` + +
+Example raw output metadata: + +```json +{} +``` + +
+ +**Example SceneScape output metadata:** + +```json +{ + "id": "atag-qcam1", + "debug_mac": "f5:1c:fa:de:fd:45", + "timestamp": "2026-02-06T11:52:25.263Z", + "debug_timestamp_end": "2026-02-06T11:52:28.572Z", + "debug_processing_time": 3.3082544803619385, + "rate": 10.743678940586664, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.998046875, + "center_of_mass": { + "x": 700, + "y": 81, + "width": 61.333333333333336, + "height": 80.25 + }, + "bounding_box_px": { + "x": 639, + "y": 1, + "width": 185, + "height": 321 + }, + "reid": "tuhvPmHL374wG3i9zF/JPh1Pej+FFRu/5oLLPtIbCb7XkEc/hsA2v7ikAL3pEUG/fiIzv65CyT7DihU/taOKPrhtgD3apg0/a4znvimIs72E+Sc/JsIEv/JEFb83IsS8Qcdrv61iE74YqdE9NipVPoKMYz9aJDy+Vl4dPx5B9T4JyzQ/R2npPv01hb4gg4O/tmugPTxSQL58ygK9A/FXvvy/Mj97cgA/RpNFvz38Pr7GM7s+0zwnv9qZ6b6LhzK/PzLWvr85ML5kbXe+DWdNv2aK+z5BE8O+tCrYPGdjtb6c87a9PrUdPlhkoz/2aym+Xd8vv1lKkb7A2RQ9YjofPm16kb54eES+NQhDvmke675HHY8+CA7cPpQGNb+KPS+/4i+AvoaU3brmTAM/+8eHP8M4Db/k6+w8El6rP1XCwb4S6FQ/waa1vvm80z4stFk+wCwGPbz2rD5kkkw/JRu7vjhtFz21rQy/XJCMPjJ3gz3c7rU+jswrP+9CHr8C+ck+LEvKPoLKD770LSA/qqj+PjyHCr7ksuU9nsGQPkyWLT6rt2M/1xS/vjFvsL42Z6O+ACnSOg6inL+mR4q+Xn3iPmO1uL6r5TO/Zx/3vhDbEr+mDfA+HRCGv0/6pr5wtJI/Hu2oPjEgFb5g2DS/LQXEv2Krp74GXrk97iAsPsS7ID44tYA9s4hHPvGEBD6yRMe+R9koP6jkkL9BXma+AbitvmgWZb0MtAQ/hpkXPZUtgj4gOWk9yb6OPxhRrz8WOog+/JTRPvn0ZT4cSSW/qN6Cv0xAlL79fIW/wSvhvuAO4ztWQKI+hXSwvFCa6D2HExM+MNQkvtBvNr+DETi/98w7vpqRsr1Kw+K+enJwvjQTjbw+YSA/wrR3P9SfWT/65wo/hX10Pi52zD1WTxW/lUi6vkuiST/1DCo/QpseP4JWIL4YbsC+zls9vtMqxb6CoM++ouU1PhjFuj5ODq++7CQAP3055r73gu89YhsQv6GilD5R6lS+WK+gPHZ6zL75PSi+ENAFPwmO9r2UnMw+vTXsvN7ncr/a8Rm/6LgAPlo2tD5Mlwo/wNVLPHd9yb6mRqs+w4GMPvqFCz0BoS0/XV6QvaGwmj6ptNG+q9EWP+5Trz6S/2U+j10JPmgr0D0FRzo+6XAavaVgP79eOS0/R0+kPvCaDT1o8UE/1g5dvefeET+LrUm/9OoOPgiveT6Uj+S+ccQyPzBdML8/WY8/8Jg3vrOFGj/XhAm/oR1MP/TMJT9LB4S+y1aivvjoJz7OOs69m22av95nQb7RudG+UHSqvuEsEL8isU89c2vhvgjVFb9G7gC/mKWuPgrnFT7CpoO9LNuCPkadXj5A7f69dME3Pg==", + "id": 1 + } + ] + } +} +{ + "id": "atag-qcam1", + "debug_mac": "f5:1c:fa:de:fd:45", + "timestamp": "2026-02-06T11:52:25.365Z", + "debug_timestamp_end": "2026-02-06T11:52:28.673Z", + "debug_processing_time": 3.3077921867370605, + "rate": 10.743678940586664, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.98388671875, + "center_of_mass": { + "x": 696, + "y": 80, + "width": 56.666666666666664, + "height": 80.0 + }, + "bounding_box_px": { + "x": 641, + "y": 0, + "width": 170, + "height": 320 + }, + "reid": "zCHkPgW5fL4KUDG9FPxXPt7GVz8/IwW/XJbdPm9C3L2j7RA/wI1Zv1GD0r3lBQa+zhqcvToOGD+s98Y+jCHsPUYpQ74A8Lc+Go4mvutjgr7yzyE/b5HvvtKZRL9Uirk9rzhXv2xclL3qwYQ+1Zi1vS6f/T6J8dM95oOYPjSRGD24ZFk/IOKRPp7oS776c1m/ot4svv33Db/oG4A+0DBcPc1GbT/v+ps+B4CHv47pgr4gvio+gTwPvZBo+r5DeB2/OZkTv24OMr+jGTe+xGNsv8p4XD7SKTG/yg/GvYxgg74MWE2+nQquPf+Euj/c+IO++ZrhvthnID6pDAQ/aIKmvZJzK76pZKK+hvzSvq2vw72ppwE/7JX2PuoB6b50BYu+zKB8vs1OUL7L8hU/IsxoPzIHBL/ii8U982VxP7O00r4zHCU/yrq4vpWyyD4D3ka+EKLtPvBmdz6U6CA/dBPyvpmO0b6o21q/mrSdPu9H4r2G2ic+945cPp0Smr6O6c8+5qQvPgC7GTvkgWU+DdDEPrZ/lb6CJ30+J81CvauKRb67sz4/2H0jv+ZgxL5eLiC9QnS1PuibJb/mw/e+Qo9vP+vZRb7cpmq/BWjkvq91Fb9ogXU++bshvxDqAT1f3Tw/m8fyvcGlJr/ppSq/FbOGv5GR7b4exru9mpS+vWTa0D5+oXI+AFBAOsmVc74lZ+S+kiMgP7zDl7/Y6aS+C5SbvvarpD5KbrY+WPmgPu2jJT4Fi+e9zATtPsTWpj8YhQs/prUsPnmy2b33CW+/1CYEv149s77ddB+/xL8DvmqrLj7dAfc+KjwZvchD1z4sYfA95d31uwA/Tb+5ZUW/9o2/vt9Xhr5WiBC/o06TvadY8r22TFo/IQBoP4J5BT+ikT8/oOASPqTvTr1o9Ra/XxjBvHPTxT7GLDM/bhXrPihCn7531Z++f6OQvuSKsL6+kAo+ELfSPfHdCj+gqJ6+mWrmPsK6A7942iY/UJcjv4yb0z5Pw2G+yw4/voQutL6usBG+APx8O6AdaD1Ldzw/ryFSvjYUHr/QXGu/sFlfPowPPj78s3E+lGisvIXZB78u/7Y+PxsKP8bURz28FfA+LF+LvnCF0j3Kz4G+EgF2Pmjrkj17DhS9IXp+vsIykT4PS9k+AKt2PNMEKL/sKR0/oNWSvhLYdb2mp40/DlnhvtrDYz2lr+2+glgEP+z9ir0Bxbu+MPBpP2h5cb422U4/6DDfPJGCFD+lt0W+zK6JP063FD90s32+NlyKvuxVmr4Qet48Eo3Lv8CLfTzxfpG+9rjKvjOSjb648028cemmvoBkFr/KkRy/gpqYvrP1ET6kUuC8JHiQvpeuAj8DQQG/iK05PQ==", + "id": 1 + } + ] + } +} +``` + +
+ +## Vehicle attributes + +### Color and type + +Input video `fixed_ANPR_Cam1`. Adjust as needed. + +
+CPU + +**Pipeline:** + +```bash +multifilesrc loop=TRUE location=/home/pipeline-server/videos/fixed_ANPR_Cam1.ts name=source ! decodebin3 ! video/x-raw ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/vehicle-detection-0200/FP32/vehicle-detection-0200.xml model_proc=/home/pipeline-server/models/intel/vehicle-detection-0200/FP32/vehicle-detection-0200.json device=CPU inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/vehicle-attributes-recognition-barrier-0042/FP32/vehicle-attributes-recognition-barrier-0042.xml model_proc=/home/pipeline-server/models/intel/vehicle-attributes-recognition-barrier-0042/FP32/vehicle-attributes-recognition-barrier-0042.json device=CPU inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true +``` + +
+Example raw output metadata: + +```json +{ + "objects": [ + { + "color": { + "confidence": 0.9996287822723389, + "label": "white", + "label_id": 0, + "model": { + "name": "torch-jit-export" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.6075114011764526, + "x_min": 0.2871137857437134, + "y_max": 0.2685202658176422, + "y_min": 0.0 + }, + "confidence": 0.9084001779556274, + "label": "vehicle", + "label_id": 0 + }, + "h": 290, + "region_id": 1, + "roi_type": "vehicle", + "tensors": [ + { + "confidence": 0.9084001779556274, + "label_id": 0, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "confidence": 0.9996287822723389, + "data": [ + 0.9996287822723389, + 0.0003627121914178133, + 3.297728426332469e-06, + 2.504187932572677e-06, + 2.1115255322001758e-07, + 2.111142066496541e-06, + 2.3517074509982194e-07 + ], + "dims": [ + 1, + 7 + ], + "label": "white", + "label_id": 0, + "layer_name": "color", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "color", + "precision": "FP32" + }, + { + "confidence": 0.8611056804656982, + "data": [ + 0.002265576273202896, + 0.025034068152308464, + 0.8611056804656982, + 0.1115947961807251 + ], + "dims": [ + 1, + 4 + ], + "label": "truck", + "label_id": 2, + "layer_name": "type", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "type", + "precision": "FP32" + } + ], + "type": { + "confidence": 0.8611056804656982, + "label": "truck", + "label_id": 2, + "model": { + "name": "torch-jit-export" + } + }, + "w": 615, + "x": 551, + "y": 0 + }, + { + "color": { + "confidence": 0.9917084574699402, + "label": "yellow", + "label_id": 2, + "model": { + "name": "torch-jit-export" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.1252022199332714, + "x_min": 0.0, + "y_max": 0.5210926532745361, + "y_min": 0.01505213975906372 + }, + "confidence": 0.566472053527832, + "label": "vehicle", + "label_id": 0 + }, + "h": 547, + "region_id": 2, + "roi_type": "vehicle", + "tensors": [ + { + "confidence": 0.566472053527832, + "label_id": 0, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "confidence": 0.9917084574699402, + "data": [ + 0.006282460410147905, + 5.3240648412611336e-05, + 0.9917084574699402, + 0.0018176068551838398, + 6.512588879559189e-05, + 9.679758477432188e-06, + 6.332881457637995e-05 + ], + "dims": [ + 1, + 7 + ], + "label": "yellow", + "label_id": 2, + "layer_name": "color", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "color", + "precision": "FP32" + }, + { + "confidence": 0.6901025772094727, + "data": [ + 0.6901025772094727, + 0.09535824507474899, + 0.20791573822498322, + 0.00662342319265008 + ], + "dims": [ + 1, + 4 + ], + "label": "car", + "label_id": 0, + "layer_name": "type", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "type", + "precision": "FP32" + } + ], + "type": { + "confidence": 0.6901025772094727, + "label": "car", + "label_id": 0, + "model": { + "name": "torch-jit-export" + } + }, + "w": 240, + "x": 0, + "y": 16 + } + ], + "resolution": { + "height": 1080, + "width": 1920 + }, + "tags": {}, + "timestamp": 3300000000 +} +{ + "objects": [ + { + "color": { + "confidence": 0.9780423045158386, + "label": "yellow", + "label_id": 2, + "model": { + "name": "torch-jit-export" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.1293528899550438, + "x_min": 0.0, + "y_max": 0.4978461414575577, + "y_min": 0.004883959889411926 + }, + "confidence": 0.6818462014198303, + "label": "vehicle", + "label_id": 0 + }, + "h": 532, + "region_id": 1, + "roi_type": "vehicle", + "tensors": [ + { + "confidence": 0.6818462014198303, + "label_id": 0, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "confidence": 0.9780423045158386, + "data": [ + 0.02084587700664997, + 0.00011048035230487585, + 0.9780423045158386, + 0.00072418840136379, + 0.00011830057337647304, + 4.65218436147552e-05, + 0.00011237963917665184 + ], + "dims": [ + 1, + 7 + ], + "label": "yellow", + "label_id": 2, + "layer_name": "color", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "color", + "precision": "FP32" + }, + { + "confidence": 0.5657919645309448, + "data": [ + 0.13835278153419495, + 0.5657919645309448, + 0.2629131078720093, + 0.03294219821691513 + ], + "dims": [ + 1, + 4 + ], + "label": "bus", + "label_id": 1, + "layer_name": "type", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "type", + "precision": "FP32" + } + ], + "type": { + "confidence": 0.5657919645309448, + "label": "bus", + "label_id": 1, + "model": { + "name": "torch-jit-export" + } + }, + "w": 248, + "x": 0, + "y": 5 + }, + { + "color": { + "confidence": 0.9986801743507385, + "label": "white", + "label_id": 0, + "model": { + "name": "torch-jit-export" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.6084014177322388, + "x_min": 0.2849857211112976, + "y_max": 0.24655453860759735, + "y_min": 0.00451032817363739 + }, + "confidence": 0.6236904859542847, + "label": "vehicle", + "label_id": 0 + }, + "h": 261, + "region_id": 2, + "roi_type": "vehicle", + "tensors": [ + { + "confidence": 0.6236904859542847, + "label_id": 0, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "confidence": 0.9986801743507385, + "data": [ + 0.9986801743507385, + 0.0004708733467850834, + 8.045486902119592e-05, + 0.0002800092624966055, + 3.96221767005045e-05, + 0.0003025019250344485, + 0.00014628286589868367 + ], + "dims": [ + 1, + 7 + ], + "label": "white", + "label_id": 0, + "layer_name": "color", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "color", + "precision": "FP32" + }, + { + "confidence": 0.930264413356781, + "data": [ + 0.02080393210053444, + 0.012033670209348202, + 0.930264413356781, + 0.036898065358400345 + ], + "dims": [ + 1, + 4 + ], + "label": "truck", + "label_id": 2, + "layer_name": "type", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "type", + "precision": "FP32" + } + ], + "type": { + "confidence": 0.930264413356781, + "label": "truck", + "label_id": 2, + "model": { + "name": "torch-jit-export" + } + }, + "w": 621, + "x": 547, + "y": 5 + } + ], + "resolution": { + "height": 1080, + "width": 1920 + }, + "tags": {}, + "timestamp": 3380000000 +} +``` + +
+ +**Example SceneScape output metadata:** + +```json +{ + "id": "car-reid", + "debug_mac": "cf:4a:8f:83:6f:fd", + "timestamp": "2026-02-06T11:57:53.329Z", + "debug_timestamp_end": "2026-02-06T11:57:54.320Z", + "debug_processing_time": 0.9917025566101074, + "rate": 17.734405306595058, + "objects": { + "vehicle": [ + { + "category": "vehicle", + "confidence": 0.9596372842788696, + "center_of_mass": { + "x": 311, + "y": 311, + "width": 311.6666666666667, + "height": 254.5 + }, + "bounding_box_px": { + "x": 0, + "y": 57, + "width": 935, + "height": 1018 + }, + "color": "red", + "type": "truck", + "id": 1 + } + ] + } +} +{ + "id": "car-reid", + "debug_mac": "cf:4a:8f:83:6f:fd", + "timestamp": "2026-02-06T11:57:53.408Z", + "debug_timestamp_end": "2026-02-06T11:57:54.355Z", + "debug_processing_time": 0.9468543529510498, + "rate": 17.734405306595058, + "objects": { + "vehicle": [ + { + "category": "vehicle", + "confidence": 0.9893819093704224, + "center_of_mass": { + "x": 311, + "y": 292, + "width": 310.6666666666667, + "height": 261.25 + }, + "bounding_box_px": { + "x": 1, + "y": 31, + "width": 932, + "height": 1046 + }, + "color": "white", + "type": "truck", + "id": 1 + } + ] + } +} +``` + +
+ +
+GPU + +**Pipeline:** +```bash +multifilesrc loop=TRUE location=/home/pipeline-server/videos/fixed_ANPR_Cam1.ts name=source ! decodebin3 ! video/x-raw(memory:VAMemory) ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/vehicle-detection-0200/FP32/vehicle-detection-0200.xml model_proc=/home/pipeline-server/models/intel/vehicle-detection-0200/FP32/vehicle-detection-0200.json device=GPU pre-process-backend=va-surface-sharing inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/vehicle-attributes-recognition-barrier-0042/FP32/vehicle-attributes-recognition-barrier-0042.xml model_proc=/home/pipeline-server/models/intel/vehicle-attributes-recognition-barrier-0042/FP32/vehicle-attributes-recognition-barrier-0042.json device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! vapostproc ! video/x-raw,format=BGRA ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true +``` + +
+Example raw output metadata: + +```json +{ + "objects": [ + { + "color": { + "confidence": 0.9912109375, + "label": "white", + "label_id": 0, + "model": { + "name": "torch-jit-export" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.6744450330734253, + "x_min": 0.2787874937057495, + "y_max": 0.5803180932998657, + "y_min": 0.0 + }, + "confidence": 1.0, + "label": "vehicle", + "label_id": 0 + }, + "h": 627, + "region_id": 1, + "roi_type": "vehicle", + "tensors": [ + { + "confidence": 1.0, + "label_id": 0, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "confidence": 0.9912109375, + "data": [ + 0.9912109375, + 0.00913238525390625, + 1.341104507446289e-05, + 2.384185791015625e-07, + 5.364418029785156e-07, + 8.344650268554688e-07, + 2.86102294921875e-06 + ], + "dims": [ + 1, + 7 + ], + "label": "white", + "label_id": 0, + "layer_name": "color", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "color", + "precision": "FP32" + }, + { + "confidence": 0.5830078125, + "data": [ + 0.413330078125, + 0.5830078125, + 0.00185394287109375, + 0.0011510848999023438 + ], + "dims": [ + 1, + 4 + ], + "label": "bus", + "label_id": 1, + "layer_name": "type", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "type", + "precision": "FP32" + } + ], + "type": { + "confidence": 0.5830078125, + "label": "bus", + "label_id": 1, + "model": { + "name": "torch-jit-export" + } + }, + "w": 760, + "x": 535, + "y": 0 + } + ], + "resolution": { + "height": 1080, + "width": 1920 + }, + "tags": {}, + "timestamp": 2980000000 +} +{ + "objects": [ + { + "color": { + "confidence": 0.998046875, + "label": "white", + "label_id": 0, + "model": { + "name": "torch-jit-export" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.6655248999595642, + "x_min": 0.27872854471206665, + "y_max": 0.5719943642616272, + "y_min": 0.0 + }, + "confidence": 0.998046875, + "label": "vehicle", + "label_id": 0 + }, + "h": 618, + "region_id": 1, + "roi_type": "vehicle", + "tensors": [ + { + "confidence": 0.998046875, + "label_id": 0, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "confidence": 0.998046875, + "data": [ + 0.998046875, + 0.0016756057739257813, + 6.973743438720703e-05, + 3.993511199951172e-06, + 2.4437904357910156e-06, + 8.940696716308594e-07, + 2.1755695343017578e-05 + ], + "dims": [ + 1, + 7 + ], + "label": "white", + "label_id": 0, + "layer_name": "color", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "color", + "precision": "FP32" + }, + { + "confidence": 0.97265625, + "data": [ + 0.97265625, + 0.0245361328125, + 0.0004723072052001953, + 0.0032806396484375 + ], + "dims": [ + 1, + 4 + ], + "label": "car", + "label_id": 0, + "layer_name": "type", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "type", + "precision": "FP32" + } + ], + "type": { + "confidence": 0.97265625, + "label": "car", + "label_id": 0, + "model": { + "name": "torch-jit-export" + } + }, + "w": 743, + "x": 535, + "y": 0 + } + ], + "resolution": { + "height": 1080, + "width": 1920 + }, + "tags": {}, + "timestamp": 3020000000 +} +``` + +
+ +**Example SceneScape output metadata:** + +```json +{ + "id": "car-reid", + "debug_mac": "1f:c2:b1:27:78:b5", + "timestamp": "2026-02-06T12:04:22.444Z", + "debug_timestamp_end": "2026-02-06T12:04:23.183Z", + "debug_processing_time": 0.7384850978851318, + "rate": 16.440405311111583, + "objects": { + "vehicle": [ + { + "category": "vehicle", + "confidence": 0.857421875, + "center_of_mass": { + "x": 155, + "y": 913, + "width": 155.66666666666666, + "height": 55.25 + }, + "bounding_box_px": { + "x": 0, + "y": 859, + "width": 467, + "height": 221 + }, + "color": "white", + "type": "truck", + "id": 1 + } + ] + } +} +{ + "id": "car-reid", + "debug_mac": "1f:c2:b1:27:78:b5", + "timestamp": "2026-02-06T12:04:22.515Z", + "debug_timestamp_end": "2026-02-06T12:04:23.216Z", + "debug_processing_time": 0.7015526294708252, + "rate": 16.440405311111583, + "objects": { + "vehicle": [ + { + "category": "vehicle", + "confidence": 0.89599609375, + "center_of_mass": { + "x": 154, + "y": 866, + "width": 154.33333333333334, + "height": 71.25 + }, + "bounding_box_px": { + "x": 0, + "y": 796, + "width": 464, + "height": 284 + }, + "color": "white", + "type": "van", + "id": 1 + } + ] + } +} +``` + +
From 1c57f45fb10e2a53c42627c9aee3807fae41e6f4 Mon Sep 17 00:00:00 2001 From: jakubsikorski Date: Mon, 9 Feb 2026 11:10:36 +0100 Subject: [PATCH 03/18] Add links to JSON files as example raw output --- .../agegender_reid_cpu_raw.json | 720 +++++++++ .../agegender_reid_gpu_raw.json | 730 +++++++++ .../personattr_reid_cpu_raw.json | 1332 +++++++++++++++++ .../personattr_reid_gpu_raw.json | 1332 +++++++++++++++++ .../additional-resources/reid_pipelines.md | 36 +- 5 files changed, 4126 insertions(+), 24 deletions(-) create mode 100644 docs/user-guide/additional-resources/example_output/agegender_reid_cpu_raw.json create mode 100644 docs/user-guide/additional-resources/example_output/agegender_reid_gpu_raw.json create mode 100644 docs/user-guide/additional-resources/example_output/personattr_reid_cpu_raw.json create mode 100644 docs/user-guide/additional-resources/example_output/personattr_reid_gpu_raw.json diff --git a/docs/user-guide/additional-resources/example_output/agegender_reid_cpu_raw.json b/docs/user-guide/additional-resources/example_output/agegender_reid_cpu_raw.json new file mode 100644 index 000000000..22fcf641c --- /dev/null +++ b/docs/user-guide/additional-resources/example_output/agegender_reid_cpu_raw.json @@ -0,0 +1,720 @@ +{ + "objects": [ + { + "age": { + "label": "23", + "model": { + "name": "age_gender" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.7038624286651611, + "x_min": 0.6028091907501221, + "y_max": 0.539862334728241, + "y_min": 0.010642826557159424 + }, + "confidence": 0.9945013523101807, + "label": "person", + "label_id": 1 + }, + "gender": { + "confidence": 0.9306405782699585, + "label": "Male", + "label_id": 1, + "model": { + "name": "age_gender" + } + }, + "h": 381, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9945013523101807, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "data": [ + 0.2268202155828476 + ], + "dims": [ + 1, + 1, + 1, + 1 + ], + "label": "23", + "layer_name": "age_conv3", + "layout": "ANY", + "model_name": "age_gender", + "name": "age", + "precision": "FP32" + }, + { + "confidence": 0.9306405782699585, + "data": [ + 0.06935941427946091, + 0.9306405782699585 + ], + "dims": [ + 1, + 2, + 1, + 1 + ], + "label": "Male", + "label_id": 1, + "layer_name": "prob", + "layout": "ANY", + "model_name": "age_gender", + "name": "gender", + "precision": "FP32" + }, + { + "data": [ + 0.3995486795902252, + 0.04108639061450958, + 0.25454026460647583, + 0.3908752501010895, + 0.6585608124732971, + -0.11160387098789215, + 0.3997359573841095, + -0.20232844352722168, + 0.3593018054962158, + -0.8466666340827942, + -0.3470107316970825, + -0.2049093097448349, + -0.3854656219482422, + 0.3887251019477844, + 0.346938818693161, + -0.08475062996149063, + -0.1606021523475647, + 0.5997457504272461, + 0.03235091641545296, + -0.28493863344192505, + 0.469526469707489, + -0.4717930257320404, + -0.25820183753967285, + 0.30437472462654114, + -0.8498011231422424, + 0.04110506549477577, + 0.0790427029132843, + 0.13553546369075775, + 0.34630873799324036, + 0.48690053820610046, + 0.17149405181407928, + 0.1070656031370163, + 0.9904451370239258, + 0.37068161368370056, + -0.29156312346458435, + -0.6026281714439392, + -0.023345226421952248, + -0.26587826013565063, + -0.10310135036706924, + 0.031310223042964935, + 0.7350852489471436, + 0.29293280839920044, + -0.35450440645217896, + -0.5084997415542603, + -0.03793727979063988, + 0.11084184795618057, + -0.3234691619873047, + -0.19231240451335907, + -0.6171553730964661, + -0.32507815957069397, + -0.07476096600294113, + -0.5376719832420349, + -0.19444821774959564, + -0.9830377101898193, + 0.1636248528957367, + -0.12247719615697861, + -0.23515187203884125, + 0.18559618294239044, + 1.3020514249801636, + -0.4865480959415436, + -0.4378992021083832, + -0.10047896951436996, + 0.9532775282859802, + -0.19703896343708038, + 0.03129924088716507, + -0.47067078948020935, + -0.4505331516265869, + -0.2132236361503601, + 0.48210251331329346, + 0.4653179943561554, + -0.15074199438095093, + -0.13727426528930664, + 0.12735675275325775, + -0.014597165398299694, + 0.40016186237335205, + 0.689301609992981, + -0.653232753276825, + 0.36505717039108276, + 0.7502437233924866, + -0.4097558557987213, + 0.6416140198707581, + -0.13258332014083862, + 0.5169733166694641, + -0.2725422978401184, + 0.3550557792186737, + 0.38150036334991455, + 0.10361415147781372, + -0.4948449432849884, + -0.5500686168670654, + -0.9406417012214661, + 0.2757749855518341, + -0.14466485381126404, + -0.0727129653096199, + 0.34107255935668945, + -0.39816007018089294, + 0.3432232439517975, + 0.10098852962255478, + -0.2863411605358124, + 0.09427540004253387, + 0.13116081058979034, + 0.050669655203819275, + 0.43694260716438293, + 0.00030569906812161207, + 0.0652964785695076, + 0.40095457434654236, + -0.5542276501655579, + -0.39861539006233215, + 0.1433207094669342, + 0.27618637681007385, + -0.34499049186706543, + -0.5678418874740601, + 0.5359385013580322, + -0.5156679749488831, + -0.7574385404586792, + -0.3861018121242523, + -0.5061423778533936, + -0.25963592529296875, + -0.5410408973693848, + -0.2521110773086548, + 0.3914851248264313, + 0.2168346345424652, + -0.9696828126907349, + -0.8888019323348999, + -1.2998275756835938, + -0.5684194564819336, + -0.09803666174411774, + 0.03957328945398331, + 0.4897071421146393, + 0.20219142735004425, + -0.09594313055276871, + -0.055784523487091064, + -0.052882641553878784, + 0.8140808939933777, + -0.8416464328765869, + -0.38607263565063477, + -0.036489326506853104, + 0.3453229069709778, + 0.17515282332897186, + 0.38904181122779846, + 0.5331240892410278, + -0.3035849928855896, + 0.38190001249313354, + 0.6369704008102417, + 0.4366810619831085, + 0.2023758888244629, + -0.19386427104473114, + -0.6274446845054626, + -0.2750973403453827, + -0.5444280505180359, + -0.26736900210380554, + -0.1762278825044632, + -0.0567818358540535, + 0.5558457374572754, + 0.088294617831707, + 0.5679890513420105, + 0.19703499972820282, + -0.06742659956216812, + -0.6070204973220825, + -0.8049084544181824, + -0.22351695597171783, + -0.30383872985839844, + -0.6528663039207458, + -0.3219574987888336, + 0.09595271944999695, + 0.9927971363067627, + 1.0257744789123535, + 0.5913393497467041, + 1.0731743574142456, + 0.5963011980056763, + -0.31682875752449036, + -0.3565198481082916, + -0.04405081272125244, + 0.3021716773509979, + 0.4375544786453247, + 0.21887259185314178, + -0.10416816174983978, + -0.31832757592201233, + -0.6024014949798584, + -0.0021120973397046328, + 0.5775742530822754, + 0.1802232265472412, + 0.1301642805337906, + -0.4252642095088959, + 0.2130502313375473, + -0.2354901134967804, + 0.5271435379981995, + -0.1450836956501007, + 0.4976085424423218, + 0.031197944656014442, + -0.3263390362262726, + -0.2649899423122406, + -0.24656514823436737, + -0.14044494926929474, + -0.1953456848859787, + 0.08142213523387909, + -0.02114497311413288, + -0.33646684885025024, + -0.9536181688308716, + 0.19551952183246613, + 0.186708465218544, + 0.0510871596634388, + 0.1509639024734497, + -0.7812920808792114, + 0.5811284780502319, + 0.5459192395210266, + 0.050695858895778656, + 0.46811985969543457, + -0.49638980627059937, + 0.0714215338230133, + -0.41930916905403137, + 0.03288830444216728, + 0.1664031744003296, + -0.159796342253685, + -0.3733072578907013, + 0.1817793995141983, + 0.5786158442497253, + -0.13674969971179962, + -0.6943886280059814, + 0.6215447783470154, + 0.26966357231140137, + -0.21268275380134583, + 0.9221787452697754, + -0.18986454606056213, + 0.06311063468456268, + -0.14894472062587738, + 0.3675523102283478, + -0.13937653601169586, + -0.43025776743888855, + 0.7718178033828735, + -0.6068487167358398, + 0.3631347417831421, + -0.02113562822341919, + 0.5809950828552246, + -0.1713588833808899, + 0.9529861211776733, + 0.5968267321586609, + -0.265318363904953, + -0.6438295841217041, + -0.2923029959201813, + 0.0009358882089145482, + -1.4706716537475586, + 0.16768647730350494, + -0.1422695517539978, + 0.20275899767875671, + -0.3154805302619934, + -0.2725992202758789, + -0.059561241418123245, + -0.4408513307571411, + -0.5527437329292297, + -0.3936625123023987, + -0.33894145488739014, + 0.023239467293024063, + -0.29988381266593933, + 0.5161164402961731, + -0.4352281987667084, + -0.031648699194192886 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 129, + "x": 772, + "y": 8 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "tags": {}, + "timestamp": 13700000000 +} +{ + "objects": [ + { + "age": { + "label": "21", + "model": { + "name": "age_gender" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.6981693506240845, + "x_min": 0.5948911905288696, + "y_max": 0.5149235725402832, + "y_min": 0.007603466510772705 + }, + "confidence": 0.9928038716316223, + "label": "person", + "label_id": 1 + }, + "gender": { + "confidence": 0.9177718162536621, + "label": "Male", + "label_id": 1, + "model": { + "name": "age_gender" + } + }, + "h": 365, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9928038716316223, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "data": [ + 0.2095562368631363 + ], + "dims": [ + 1, + 1, + 1, + 1 + ], + "label": "21", + "layer_name": "age_conv3", + "layout": "ANY", + "model_name": "age_gender", + "name": "age", + "precision": "FP32" + }, + { + "confidence": 0.9177718162536621, + "data": [ + 0.08222819119691849, + 0.9177718162536621 + ], + "dims": [ + 1, + 2, + 1, + 1 + ], + "label": "Male", + "label_id": 1, + "layer_name": "prob", + "layout": "ANY", + "model_name": "age_gender", + "name": "gender", + "precision": "FP32" + }, + { + "data": [ + 0.4637748599052429, + -0.12490169703960419, + 0.14106999337673187, + 0.30421656370162964, + 0.5627368092536926, + -0.30673494935035706, + 0.3391629457473755, + -0.17934824526309967, + 0.578315019607544, + -0.9195764660835266, + -0.29476433992385864, + -0.2296728640794754, + -0.15547782182693481, + 0.5229915976524353, + 0.19947491586208344, + -0.06550029665231705, + 0.029433758929371834, + 0.6358453631401062, + -0.13714706897735596, + -0.1541580855846405, + 0.4910399317741394, + -0.43381819128990173, + -0.3311651051044464, + 0.255972683429718, + -0.8439345955848694, + 0.039343636482954025, + 0.22474223375320435, + 0.22812046110630035, + 0.33693256974220276, + 0.5666559338569641, + 0.35531365871429443, + 0.09523040056228638, + 0.9825140833854675, + 0.45144781470298767, + -0.34682509303092957, + -0.7203147411346436, + -0.003234592964872718, + -0.03803312033414841, + 0.026767266914248466, + -0.12574955821037292, + 0.8176037073135376, + 0.4166395962238312, + -0.16606050729751587, + -0.5700681209564209, + -0.02399781160056591, + 0.15711989998817444, + -0.31578436493873596, + -0.041568003594875336, + -0.6508917212486267, + -0.29650920629501343, + -0.07933727651834488, + -0.6997199654579163, + -0.22226300835609436, + -0.9570939540863037, + 0.15828238427639008, + 0.24314147233963013, + -0.2956182658672333, + -0.01465316116809845, + 1.2051551342010498, + -0.4083961248397827, + -0.5823293328285217, + -0.16595125198364258, + 0.9738844037055969, + -0.1427820771932602, + 0.08184352517127991, + -0.5436639785766602, + -0.35372868180274963, + -0.23387503623962402, + 0.325898677110672, + 0.5928003191947937, + -0.17275482416152954, + -0.23793068528175354, + 0.03957708552479744, + -0.16699275374412537, + 0.46278271079063416, + 0.8079899549484253, + -0.407013863325119, + 0.40236300230026245, + 0.8150795102119446, + -0.32123634219169617, + 0.7231505513191223, + -0.09873833507299423, + 0.5950625538825989, + -0.2566656470298767, + 0.29552364349365234, + 0.18525975942611694, + 0.09817329794168472, + -0.6530056595802307, + -0.5176045894622803, + -0.9832237362861633, + 0.29599323868751526, + -0.08294730633497238, + -0.3098849654197693, + 0.4071975648403168, + -0.34839388728141785, + 0.3388538360595703, + 0.25842908024787903, + -0.3016687035560608, + 0.16790930926799774, + 0.14854371547698975, + 0.1054636687040329, + 0.4550575315952301, + 0.11554820090532303, + -0.22465762495994568, + 0.44448623061180115, + -0.660759687423706, + -0.41537579894065857, + 0.35717058181762695, + 0.4273359477519989, + -0.4020937979221344, + -0.6827273368835449, + 0.5382341742515564, + -0.7226367592811584, + -0.8047274947166443, + -0.4646393954753876, + -0.6738053560256958, + -0.11396932601928711, + -0.6203452348709106, + -0.28795555233955383, + 0.5361812114715576, + 0.26896804571151733, + -0.9287737607955933, + -0.7072222232818604, + -1.2341394424438477, + -0.6177592873573303, + -0.21648631989955902, + 0.28998786211013794, + 0.5302019119262695, + 0.25659817457199097, + -0.24123278260231018, + -0.07900335639715195, + -0.016386834904551506, + 0.7875562906265259, + -0.8441584706306458, + -0.3236024081707001, + 0.13923895359039307, + 0.4807194769382477, + 0.24449995160102844, + 0.649991512298584, + 0.5503078699111938, + -0.29945406317710876, + 0.5331181883811951, + 0.5670080780982971, + 0.3346270024776459, + 0.46435290575027466, + -0.011527673341333866, + -0.6112467050552368, + -0.29190024733543396, + -0.5356009602546692, + -0.4565500020980835, + -0.18804585933685303, + -0.26862162351608276, + 0.48727959394454956, + 0.11283813416957855, + 0.5205031633377075, + 0.27499258518218994, + -0.06247369945049286, + -0.6114786863327026, + -0.9291471242904663, + 0.10170384496450424, + -0.18133139610290527, + -0.851097822189331, + -0.5011809468269348, + -0.01161327213048935, + 0.751467227935791, + 0.9330364465713501, + 0.608656644821167, + 1.0261311531066895, + 0.6633584499359131, + -0.15999628603458405, + -0.29937833547592163, + -0.19582174718379974, + 0.4112245738506317, + 0.4722016751766205, + 0.1050032377243042, + -0.10368070006370544, + -0.08872255682945251, + -0.8756979703903198, + -0.07695990800857544, + 0.6551153659820557, + 0.24769867956638336, + 0.30122995376586914, + -0.42756009101867676, + 0.21105150878429413, + -0.1607264131307602, + 0.7247735261917114, + 0.10942614078521729, + 0.5666897892951965, + -0.05815206095576286, + -0.12480415403842926, + -0.3661673069000244, + -0.27919498085975647, + -0.0333746001124382, + -0.24869169294834137, + 0.44151607155799866, + -0.12766946852207184, + -0.4338496923446655, + -0.9250895977020264, + 0.27338117361068726, + 0.2821260392665863, + -0.034702323377132416, + 0.06899406760931015, + -0.7301293611526489, + 0.6298842430114746, + 0.4182708263397217, + 0.15445202589035034, + 0.38801702857017517, + -0.42409369349479675, + -0.07471046596765518, + -0.3145143985748291, + -0.10742062330245972, + 0.07067854702472687, + 0.08552652597427368, + -0.4703545570373535, + 0.117055244743824, + 0.6218269467353821, + -0.2278839647769928, + -0.7630316615104675, + 0.7407370805740356, + 0.22748562693595886, + -0.18008702993392944, + 1.0807631015777588, + 0.048738569021224976, + 0.08698909729719162, + -0.3806183934211731, + 0.3314378559589386, + -0.10741178691387177, + -0.5380921363830566, + 0.8864597082138062, + -0.3863404095172882, + 0.39201027154922485, + -0.10658712685108185, + 0.5176350474357605, + -0.10935624688863754, + 0.9333715438842773, + 0.4289705455303192, + -0.46627283096313477, + -0.529969334602356, + -0.23903171718120575, + 0.32345694303512573, + -1.7404214143753052, + 0.21037325263023376, + -0.213558629155159, + 0.1663529872894287, + -0.20854723453521729, + -0.039293866604566574, + 0.3266991674900055, + -0.6749241948127747, + -0.34289103746414185, + -0.5335884690284729, + -0.28026947379112244, + 0.048580367118120193, + -0.2759353816509247, + 0.5691269040107727, + -0.3482537567615509, + -0.037600502371788025 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 132, + "x": 761, + "y": 5 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "tags": {}, + "timestamp": 13800000000 +} diff --git a/docs/user-guide/additional-resources/example_output/agegender_reid_gpu_raw.json b/docs/user-guide/additional-resources/example_output/agegender_reid_gpu_raw.json new file mode 100644 index 000000000..69663b435 --- /dev/null +++ b/docs/user-guide/additional-resources/example_output/agegender_reid_gpu_raw.json @@ -0,0 +1,730 @@ +{ + "objects": [ + { + "age": { + "label": "24", + "model": { + "name": "age_gender" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.2433776706457138, + "x_min": 0.09513337910175323, + "y_max": 0.5219325125217438, + "y_min": 0.005645424127578735 + }, + "confidence": 0.986328125, + "label": "person", + "label_id": 1 + }, + "gender": { + "confidence": 0.54736328125, + "label": "Male", + "label_id": 1, + "model": { + "name": "age_gender" + } + }, + "h": 372, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.986328125, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "data": [ + 0.2373046875 + ], + "dims": [ + 1, + 1, + 1, + 1 + ], + "label": "24", + "layer_name": "age_conv3", + "layout": "ANY", + "model_name": "age_gender", + "name": "age", + "precision": "FP32" + }, + { + "confidence": 0.54736328125, + "data": [ + 0.45263671875, + 0.54736328125 + ], + "dims": [ + 1, + 2, + 1, + 1 + ], + "label": "Male", + "label_id": 1, + "layer_name": "prob", + "layout": "ANY", + "model_name": "age_gender", + "name": "gender", + "precision": "FP32" + }, + { + "data": [ + 0.15580259263515472, + -0.15809856355190277, + 0.10276265442371368, + -0.058440398424863815, + 0.5463804006576538, + -0.06673625856637955, + 0.31296631693840027, + -0.0649140328168869, + 0.8157628178596497, + -0.5208995938301086, + -0.16699782013893127, + -0.1790481060743332, + -0.011503639630973339, + 0.21515774726867676, + 0.4410993456840515, + -0.2819904386997223, + -0.38302308320999146, + 0.7401213049888611, + -0.31018948554992676, + -0.06201545149087906, + 1.003528118133545, + -0.4028255045413971, + -0.35146746039390564, + 0.4040606915950775, + -1.0459721088409424, + 0.17840394377708435, + 0.6213241815567017, + -0.034641362726688385, + 0.48376643657684326, + 0.3816603422164917, + 0.15477165579795837, + 0.5751123428344727, + 0.946584939956665, + 0.16246119141578674, + 0.047173142433166504, + -0.3361058533191681, + -0.17012181878089905, + -0.31385812163352966, + -0.09948445111513138, + -0.07117921859025955, + 0.9497149586677551, + 0.04407287389039993, + -0.6676701307296753, + -0.38245320320129395, + 0.030566111207008362, + 0.009782462380826473, + -0.5906810760498047, + -0.2599959373474121, + -0.5505169630050659, + -0.09778857976198196, + 0.04320666566491127, + -0.4740723669528961, + -0.17719554901123047, + -0.6649524569511414, + -0.44324371218681335, + -0.5511878728866577, + -0.5748799443244934, + 0.3497934937477112, + 1.137674331665039, + -0.12258371710777283, + -0.5688415169715881, + -0.1200970932841301, + 0.42601680755615234, + -0.29575735330581665, + -0.09667159616947174, + -0.19283269345760345, + 0.19160328805446625, + -0.20913229882717133, + 0.36996403336524963, + 0.5216262340545654, + 0.1311376988887787, + 0.05060297250747681, + -0.018361307680606842, + -0.17830708622932434, + 0.4752490222454071, + 0.9646316170692444, + -0.626446545124054, + 0.23218846321105957, + 0.7335299253463745, + -0.7865061163902283, + 0.38312244415283203, + -0.28911855816841125, + 0.26033636927604675, + 0.19237500429153442, + 0.5419277548789978, + 0.3105162978172302, + -0.0016340856673195958, + -0.5791361927986145, + -0.10306192189455032, + -1.0077996253967285, + 0.3365938663482666, + -0.363211065530777, + -0.16398578882217407, + 0.515866756439209, + 0.16950222849845886, + 0.6652981042861938, + -0.19204066693782806, + -0.20285721123218536, + -0.19177493453025818, + -0.02572713792324066, + 0.1305411458015442, + 0.28225964307785034, + -0.09248118847608566, + -0.528145968914032, + 0.7374287247657776, + -0.6159203052520752, + -0.6011528968811035, + 0.047397807240486145, + 0.3752209544181824, + -0.6974367499351501, + -0.8578982353210449, + 0.5201811194419861, + -0.34093761444091797, + -0.8379268646240234, + -0.5936558842658997, + -0.5373630523681641, + 0.6208980083465576, + -0.8454869985580444, + -0.788986086845398, + 0.16955500841140747, + -0.06873250752687454, + -0.7377211451530457, + -0.6423594951629639, + -0.8148320317268372, + -0.9255048632621765, + -0.07041019201278687, + -0.0574280209839344, + 0.14038878679275513, + 0.40557724237442017, + -0.14433787763118744, + -0.2147703468799591, + 0.2342056781053543, + 0.46883562207221985, + -0.7718168497085571, + -0.5637547969818115, + 0.08549627661705017, + 0.0420384407043457, + 0.2960152328014374, + 0.7085694670677185, + 0.3233754336833954, + -0.4309559166431427, + 0.05130770802497864, + 0.9612671136856079, + -0.1439444124698639, + 0.4944673180580139, + -0.31444600224494934, + -0.463147908449173, + -0.6637935638427734, + -0.45470383763313293, + -0.5541326403617859, + 0.4807407855987549, + -0.276461124420166, + 0.1710786074399948, + 0.09710496664047241, + 0.280306339263916, + 0.22299331426620483, + 0.10292506217956543, + -0.7081302404403687, + -0.7556506991386414, + -0.1944972276687622, + -0.3379725217819214, + -0.3926718235015869, + -0.13653287291526794, + 0.044857218861579895, + 1.1834440231323242, + 0.6590240001678467, + 0.8241275548934937, + 1.405918836593628, + 0.6200451850891113, + -0.5456767082214355, + -0.3389117419719696, + 0.012785598635673523, + 0.3344617486000061, + 0.6712300181388855, + 0.1909795105457306, + -0.09785770624876022, + -0.10818305611610413, + -0.8833362460136414, + -0.3436505198478699, + 0.03720717132091522, + -0.1873406022787094, + 0.5446460247039795, + -0.3933213949203491, + 0.3406108319759369, + -0.7600458264350891, + 0.7581114172935486, + 0.02251771092414856, + 0.48697125911712646, + -0.25450149178504944, + -0.33342650532722473, + -0.45640453696250916, + -0.42392560839653015, + 0.18085765838623047, + -0.27940312027931213, + 0.44943082332611084, + -0.372183620929718, + -0.5272870063781738, + -0.8354515433311462, + -0.14282919466495514, + 0.5892850160598755, + -0.2583305537700653, + 0.17962566018104553, + -0.6145662665367126, + 0.5156077146530151, + 0.2752717435359955, + -0.5029515027999878, + 0.3925473392009735, + -0.06642210483551025, + -0.38005131483078003, + -0.3750818371772766, + -0.21024616062641144, + -0.2599250078201294, + 0.015234604477882385, + -0.6458861827850342, + -0.052861254662275314, + 0.5035076141357422, + -0.1591876894235611, + -0.742773711681366, + 0.5117651224136353, + -0.3581152856349945, + -0.41030535101890564, + 1.0283229351043701, + -0.25480225682258606, + 0.15167419612407684, + -0.42978835105895996, + 0.4425760507583618, + -0.38978150486946106, + -0.11669247597455978, + 0.9803673028945923, + -0.1840996891260147, + 0.3059566020965576, + 0.022480636835098267, + 0.5360502600669861, + -0.15133889019489288, + 0.8393044471740723, + -0.18931953608989716, + -0.11853399872779846, + -0.7814554572105408, + -0.06092005595564842, + 0.3530791401863098, + -1.1314266920089722, + 0.24959486722946167, + -0.24199768900871277, + -0.26536160707473755, + -0.2859227657318115, + 0.0030735470354557037, + -0.2694108784198761, + -0.4025018811225891, + -0.13940395414829254, + -0.5843640565872192, + -0.04595956951379776, + -0.010113580152392387, + -0.4107770323753357, + 0.6080515384674072, + -0.7426671385765076, + 0.05774134397506714 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 190, + "x": 122, + "y": 4 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "rtp": { + "sequence": 157, + "ssrc": 2627509403, + "timestamp": 2644352413 + }, + "tags": {}, + "timestamp": 17200000000 +} +{ + "objects": [ + { + "age": { + "label": "21", + "model": { + "name": "age_gender" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.24721141159534454, + "x_min": 0.08015371859073639, + "y_max": 0.5390077531337738, + "y_min": 0.009312480688095093 + }, + "confidence": 0.9970703125, + "label": "person", + "label_id": 1 + }, + "gender": { + "confidence": 0.53662109375, + "label": "Male", + "label_id": 1, + "model": { + "name": "age_gender" + } + }, + "h": 381, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9970703125, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "data": [ + 0.206298828125 + ], + "dims": [ + 1, + 1, + 1, + 1 + ], + "label": "21", + "layer_name": "age_conv3", + "layout": "ANY", + "model_name": "age_gender", + "name": "age", + "precision": "FP32" + }, + { + "confidence": 0.53662109375, + "data": [ + 0.46337890625, + 0.53662109375 + ], + "dims": [ + 1, + 2, + 1, + 1 + ], + "label": "Male", + "label_id": 1, + "layer_name": "prob", + "layout": "ANY", + "model_name": "age_gender", + "name": "gender", + "precision": "FP32" + }, + { + "data": [ + 0.20015667378902435, + -0.34869545698165894, + 0.1903441846370697, + -0.2023438811302185, + 0.5740610361099243, + -0.02277987077832222, + 0.24455903470516205, + 0.11391511559486389, + 0.7978826761245728, + -0.45213279128074646, + -0.008098430931568146, + -0.32199206948280334, + -0.04866032302379608, + 0.15725263953208923, + 0.47081702947616577, + -0.29726481437683105, + -0.47827059030532837, + 0.7167385220527649, + -0.15736587345600128, + -0.18755292892456055, + 0.7595434188842773, + -0.46791011095046997, + -0.33790943026542664, + 0.583387553691864, + -1.138993501663208, + 0.08854956179857254, + 0.5455706119537354, + 0.06422823667526245, + 0.5414241552352905, + 0.47960352897644043, + 0.3635028004646301, + 0.5478219389915466, + 0.7622483968734741, + 0.20203332602977753, + -0.06247056648135185, + -0.38558050990104675, + 0.06698495149612427, + -0.0946180671453476, + -0.22506210207939148, + 0.11162674427032471, + 0.6019657850265503, + -0.038322050124406815, + -0.5142217874526978, + -0.11941799521446228, + 0.12283775210380554, + 0.13837148249149323, + -0.5863309502601624, + -0.22525279223918915, + -0.5796022415161133, + -0.09905221313238144, + 0.027154400944709778, + -0.3853892683982849, + -0.18720278143882751, + -0.4926833212375641, + -0.48097318410873413, + -0.4321233034133911, + -0.37340840697288513, + 0.29891306161880493, + 1.252032995223999, + -0.11566877365112305, + -0.7989046573638916, + -0.10124374181032181, + 0.4905655086040497, + -0.3702017366886139, + 0.14256688952445984, + -0.13576672971248627, + 0.1728983372449875, + -0.10191333293914795, + 0.4165981113910675, + 0.50664883852005, + 0.17872701585292816, + -0.003551892004907131, + -0.06390779465436935, + -0.23633591830730438, + 0.47714293003082275, + 1.0029292106628418, + -0.6921968460083008, + 0.3114820420742035, + 0.6674150228500366, + -0.8809577226638794, + 0.4538322389125824, + -0.2480713427066803, + 0.29812294244766235, + 0.16638091206550598, + 0.6087615489959717, + 0.19891357421875, + 0.009877651929855347, + -0.5964376926422119, + -0.153364896774292, + -0.9543465375900269, + 0.35766780376434326, + -0.4592416286468506, + -0.10094363987445831, + 0.4603166878223419, + -0.05797463655471802, + 0.5529416799545288, + -0.1513315588235855, + -0.17114967107772827, + -0.30538636445999146, + -0.03642459958791733, + 0.0026840046048164368, + 0.2836795151233673, + 0.054725632071495056, + -0.38873744010925293, + 0.6274539828300476, + -0.6190148591995239, + -0.36564701795578003, + 0.1521444469690323, + 0.3194596767425537, + -0.5605244040489197, + -0.7507597804069519, + 0.5130016207695007, + -0.33425167202949524, + -0.842387318611145, + -0.6243833899497986, + -0.515972375869751, + 0.6950283646583557, + -0.7363095283508301, + -0.6164340376853943, + -0.038275096565485, + -0.1525498777627945, + -0.6245718598365784, + -0.7003751397132874, + -0.9663690328598022, + -0.8420283198356628, + 0.0010320991277694702, + 0.04202817380428314, + 0.12083782255649567, + 0.30466049909591675, + -0.17636311054229736, + -0.2507157325744629, + 0.2089560627937317, + 0.47463932633399963, + -0.6450785398483276, + -0.3892124593257904, + 0.11944642663002014, + 0.009050354361534119, + 0.3668629229068756, + 0.7937043905258179, + 0.19432726502418518, + -0.40901628136634827, + 0.1745089292526245, + 0.8850261569023132, + -0.14268778264522552, + 0.35239124298095703, + -0.08775477111339569, + -0.4855836033821106, + -0.5873420834541321, + -0.5382145643234253, + -0.5396816730499268, + 0.37751343846321106, + -0.2067560851573944, + 0.3234332203865051, + 0.1854914426803589, + 0.13242283463478088, + 0.23854826390743256, + -0.07360779494047165, + -0.6224769353866577, + -0.6877661943435669, + -0.2868668735027313, + -0.4125862717628479, + -0.3990493416786194, + -0.11065903306007385, + 0.18454402685165405, + 1.0200588703155518, + 0.579353928565979, + 0.6711911559104919, + 1.2794889211654663, + 0.5780236124992371, + -0.6590390205383301, + -0.4249468147754669, + -0.1375901699066162, + 0.35518744587898254, + 0.6230643391609192, + 0.3203985393047333, + -0.10351111739873886, + -0.19222697615623474, + -0.9025333523750305, + -0.29907622933387756, + 0.1306261122226715, + -0.26175838708877563, + 0.48645177483558655, + -0.5191596150398254, + 0.20420920848846436, + -0.8791763782501221, + 0.7508907318115234, + -0.08564867824316025, + 0.4737454056739807, + -0.2100733369588852, + -0.22648388147354126, + -0.3874123692512512, + -0.2028285562992096, + 0.2592983543872833, + -0.1587037295103073, + 0.365329772233963, + -0.4405183792114258, + -0.3297552764415741, + -0.697357714176178, + 0.1750178337097168, + 0.5867446660995483, + -0.0017175815301015973, + -0.08165355026721954, + -0.5891786813735962, + 0.5497761368751526, + 0.23171097040176392, + -0.4017961919307709, + 0.38933929800987244, + -0.0900629386305809, + -0.35456961393356323, + -0.42208290100097656, + -0.006170366890728474, + -0.04747891426086426, + 0.28464218974113464, + -0.673227071762085, + 0.02216985821723938, + 0.34346991777420044, + -0.22462792694568634, + -0.6923022270202637, + 0.5194182395935059, + -0.3885212242603302, + -0.26248201727867126, + 0.9837750196456909, + -0.24238057434558868, + 0.2689366936683655, + -0.5239612460136414, + 0.36607423424720764, + -0.3560585081577301, + 0.03071996569633484, + 0.9164137840270996, + -0.2355804294347763, + 0.32665982842445374, + 0.0404275506734848, + 0.493729829788208, + -0.05604177713394165, + 0.9198562502861023, + -0.2486751228570938, + -0.15100213885307312, + -0.6954451203346252, + -0.059949204325675964, + 0.4328831136226654, + -1.2866814136505127, + 0.22758865356445313, + -0.330474853515625, + -0.3858312666416168, + -0.2555226981639862, + -0.07124459743499756, + -0.12014799565076828, + -0.2942183315753937, + -0.05229571834206581, + -0.5877403616905212, + 0.05094918608665466, + 0.06197458133101463, + -0.4287114441394806, + 0.4919865131378174, + -0.872943639755249, + 0.10503125190734863 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 214, + "x": 103, + "y": 7 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "rtp": { + "sequence": 157, + "ssrc": 2627509403, + "timestamp": 2644352413 + }, + "tags": {}, + "timestamp": 17300000000 +} diff --git a/docs/user-guide/additional-resources/example_output/personattr_reid_cpu_raw.json b/docs/user-guide/additional-resources/example_output/personattr_reid_cpu_raw.json new file mode 100644 index 000000000..a519314e2 --- /dev/null +++ b/docs/user-guide/additional-resources/example_output/personattr_reid_cpu_raw.json @@ -0,0 +1,1332 @@ +{ + "objects": [ + { + "detection": { + "bounding_box": { + "x_max": 0.9978586435317993, + "x_min": 0.8403799533843994, + "y_max": 0.7005231082439423, + "y_min": 0.08532902598381042 + }, + "confidence": 0.9993714690208435, + "label": "person", + "label_id": 1 + }, + "h": 443, + "person-attributes": { + "confidence": 0.7640218138694763, + "label": "F: has_bag has_longpants has_longhair has_coat_jacket", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9993714690208435, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "confidence": 0.7640218138694763, + "data": [ + 0.10903629660606384, + 0.615361750125885, + 0.0006130753317847848, + 0.48326951265335083, + 0.5264375805854797, + 0.7640218138694763, + 0.5066404938697815 + ], + "dims": [ + 1, + 7 + ], + "label": "F: has_bag has_longpants has_longhair has_coat_jacket", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + }, + { + "data": [ + -0.4799416959285736, + 0.06517361849546432, + -0.5895386934280396, + -0.23151211440563202, + 0.9225265383720398, + 0.4006538391113281, + 0.649669349193573, + -0.07547701895236969, + 0.7820923924446106, + 0.3815939724445343, + 0.6243458986282349, + -0.07367457449436188, + 0.7612564563751221, + -0.04966902732849121, + -0.35284122824668884, + -0.6013131737709045, + 0.06522183865308762, + -0.9217569231987, + -0.03182930871844292, + 0.20565475523471832, + -0.8816620707511902, + -0.615824818611145, + 0.004145337268710136, + -0.08399934321641922, + -0.8066620826721191, + 0.0735015869140625, + -0.10587779432535172, + 0.4695354402065277, + 0.16269151866436005, + 0.3543650507926941, + -1.054494857788086, + 0.39625078439712524, + -0.5920436978340149, + 0.5972548127174377, + 0.41924357414245605, + -0.24234630167484283, + -0.4180661737918854, + -0.6199302077293396, + -0.504645824432373, + -0.4161377549171448, + 0.46172213554382324, + -0.3208104968070984, + 0.17327803373336792, + -0.7824985980987549, + 0.23294728994369507, + -0.3134985566139221, + 0.2792920470237732, + -0.6057489514350891, + -0.4063858985900879, + -0.019264614209532738, + -0.20359548926353455, + -0.5040128231048584, + -0.09235753118991852, + 0.7848113775253296, + -0.12395428866147995, + -0.48896172642707825, + -0.14989985525608063, + -0.44612303376197815, + 0.39528006315231323, + 0.2739344537258148, + 0.05829395726323128, + 0.5896319150924683, + 0.06762684881687164, + -0.3317864239215851, + 0.18369951844215393, + -1.4210482835769653, + 0.6666551828384399, + 0.567977249622345, + 0.1274818331003189, + 0.2481653243303299, + 0.8257359266281128, + 0.5733639001846313, + 0.1265963464975357, + 0.5091089010238647, + -0.6949279308319092, + 0.19477130472660065, + 0.40010857582092285, + -0.393385648727417, + -0.024481046944856644, + -0.24173635244369507, + 0.4855402112007141, + 0.40339118242263794, + 0.3074064254760742, + 0.5669063329696655, + 0.13497284054756165, + -0.26384493708610535, + -0.15942442417144775, + 0.1175026223063469, + 0.2338997721672058, + -0.24991102516651154, + -0.4309620261192322, + -0.07202691584825516, + -0.3762165307998657, + 0.3296782076358795, + 0.3715590238571167, + -0.30919116735458374, + 0.20750534534454346, + -0.0543290451169014, + -0.3599914014339447, + -0.36025574803352356, + -0.6736935973167419, + 0.102419413626194, + 0.7138248682022095, + 0.17182326316833496, + -0.055138736963272095, + 0.3805185854434967, + -0.6385085582733154, + -0.5178419947624207, + 0.3103785216808319, + -0.6999987959861755, + 0.4001981317996979, + 0.2758590877056122, + -0.5013418197631836, + 0.5083902478218079, + -0.3850901126861572, + -0.46487951278686523, + 0.8856269121170044, + -0.16569103300571442, + -0.12469226866960526, + -0.5707870721817017, + 0.35987651348114014, + -0.5895112156867981, + -1.0162043571472168, + -1.1453417539596558, + -0.1254904717206955, + 0.17952103912830353, + -0.9021399021148682, + 0.16603460907936096, + 0.2234748750925064, + -0.10469959676265717, + -0.29629161953926086, + -0.6133913993835449, + -0.08462288230657578, + -0.19878609478473663, + 0.37465712428092957, + 0.4642435610294342, + 0.36426860094070435, + 0.7196077704429626, + 0.6763651967048645, + -0.13345299661159515, + 0.5013333559036255, + -0.2544989585876465, + 0.7067564129829407, + -0.7767090797424316, + -0.027690868824720383, + 0.7628081440925598, + -0.28380322456359863, + -0.7616283297538757, + -0.13084161281585693, + -0.9616277813911438, + 0.9996247291564941, + -0.023389626294374466, + -0.12961183488368988, + 0.37758496403694153, + -0.1227339431643486, + 0.1768200397491455, + 0.3082556128501892, + 0.16793231666088104, + -0.21647608280181885, + -1.3909783363342285, + -0.13184118270874023, + -0.12495356053113937, + 0.41592124104499817, + -0.4673985242843628, + 0.2413632720708847, + 0.763837993144989, + 0.79330974817276, + -0.6016862392425537, + -0.27233177423477173, + -0.5857303142547607, + 0.9915733933448792, + -0.05013571307063103, + -0.27111074328422546, + 0.16587834060192108, + -0.4496041536331177, + 0.17528188228607178, + -0.5165038108825684, + 0.12886910140514374, + 0.12231132388114929, + 0.182316392660141, + -0.412626713514328, + 0.5177427530288696, + 0.6420410871505737, + -0.23950442671775818, + -0.3403659164905548, + 0.5007152557373047, + -0.22702902555465698, + -0.009521112777292728, + 0.7791335582733154, + 0.2633989751338959, + -0.6166293621063232, + 0.71861332654953, + -0.2654702067375183, + 0.20690028369426727, + -0.218457892537117, + -0.2849915027618408, + -0.2520705461502075, + 0.16097396612167358, + 1.0741478204727173, + -0.29112201929092407, + 0.07636965066194534, + -0.3188893795013428, + -0.270551860332489, + 0.5545151233673096, + -0.3681592345237732, + 0.39645716547966003, + 0.5243626236915588, + -0.5622277855873108, + -0.38177353143692017, + -0.2900916337966919, + 0.0312858410179615, + 0.6497545838356018, + 0.485148161649704, + 0.24803370237350464, + 0.29219943284988403, + 0.009189410135149956, + 0.05795823037624359, + -0.5185345411300659, + 0.3577398359775543, + 0.3372557461261749, + 0.3491668999195099, + 0.5807924866676331, + 0.006564941722899675, + -0.33131861686706543, + -0.017802774906158447, + -0.3014819025993347, + 0.1940968781709671, + 0.5363655686378479, + 0.15742531418800354, + 0.060948826372623444, + 1.4521855115890503, + 0.11697403341531754, + -0.31975939869880676, + -0.39846956729888916, + -0.060548942536115646, + 0.5516139268875122, + -0.9744284152984619, + 0.03732367977499962, + -0.06721364706754684, + 0.9423401951789856, + -0.7080007195472717, + -0.10503645241260529, + 0.50247722864151, + -0.17662692070007324, + -0.23168255388736725, + 0.0022357746493071318, + -0.2207837700843811, + -0.3500884771347046, + -0.03102102316915989, + 0.17203854024410248, + -0.1338966190814972, + 0.9748780131340027, + 0.8320080041885376, + -0.6981719732284546, + -0.5576136708259583, + -0.8291603326797485 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 202, + "x": 1076, + "y": 61 + }, + { + "detection": { + "bounding_box": { + "x_max": 0.15835227072238922, + "x_min": 0.0014246553182601929, + "y_max": 0.5519766509532928, + "y_min": 0.0 + }, + "confidence": 0.9979017972946167, + "label": "person", + "label_id": 1 + }, + "h": 397, + "person-attributes": { + "confidence": 0.9889482259750366, + "label": "M: has_bag has_longsleeves has_longpants has_coat_jacket", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 2, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9979017972946167, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "confidence": 0.9889482259750366, + "data": [ + 0.9889482259750366, + 0.5401828289031982, + 0.0038563874550163746, + 0.7935703992843628, + 0.9793084263801575, + 0.0011050580069422722, + 0.671872079372406 + ], + "dims": [ + 1, + 7 + ], + "label": "M: has_bag has_longsleeves has_longpants has_coat_jacket", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + }, + { + "data": [ + 0.1411876529455185, + 0.010803481563925743, + 0.3150597810745239, + 0.17622563242912292, + 0.835924506187439, + 0.12544932961463928, + 0.3373897969722748, + -0.08676166832447052, + 0.8765103816986084, + -0.4459329843521118, + -0.2880449891090393, + -0.2770242691040039, + -0.2695983052253723, + 0.41344618797302246, + 0.4887603223323822, + -0.3655771315097809, + -0.16133980453014374, + 0.5851662755012512, + -0.43873101472854614, + -0.27945974469184875, + 0.626846969127655, + -0.5890879034996033, + -0.5181138515472412, + 0.28101593255996704, + -1.0296059846878052, + 0.19190457463264465, + 0.7357814311981201, + 0.09172797203063965, + 0.788902759552002, + 0.4623035490512848, + 0.4015646278858185, + 0.7395961880683899, + 1.1696099042892456, + 0.20199231803417206, + -0.12764649093151093, + -0.3649490475654602, + -0.053923264145851135, + 0.1637314409017563, + -0.3875628709793091, + 0.14606885612010956, + 0.6820672750473022, + 0.1559346318244934, + -0.5188443660736084, + -0.5304127931594849, + 0.07194487750530243, + 0.11128532141447067, + -0.4965393543243408, + -0.10474827885627747, + -0.5039600133895874, + -0.3582290709018707, + 0.2953123152256012, + -0.35292941331863403, + -0.12473293393850327, + -0.5200982689857483, + -0.44300535321235657, + -0.586234986782074, + -0.4658181369304657, + 0.1332760453224182, + 0.9761924743652344, + -0.45224204659461975, + -0.4520460069179535, + -0.19342394173145294, + 0.482646644115448, + -0.2591184377670288, + 0.17260360717773438, + -0.4817497730255127, + -0.27509090304374695, + 0.08394630253314972, + 0.5386966466903687, + 0.5482174158096313, + -0.12833110988140106, + -0.014720344915986061, + 0.030985187739133835, + -0.08383543789386749, + 0.31216880679130554, + 0.959726095199585, + -0.5371630787849426, + 0.32972943782806396, + 0.915490984916687, + -0.8174523115158081, + 0.23474961519241333, + -0.07591698318719864, + 0.6440975069999695, + -0.006400740705430508, + 0.5576540231704712, + 0.3810082972049713, + -0.2097509652376175, + -0.8467043042182922, + -0.44569486379623413, + -1.0822957754135132, + 0.5875240564346313, + -0.0048110890202224255, + -0.1765383630990982, + 0.46671023964881897, + -0.25807148218154907, + 0.3458142876625061, + 0.16144393384456635, + -0.018407952040433884, + -0.06721527129411697, + -0.034721292555332184, + 0.17163269221782684, + 0.38498538732528687, + -0.11122217029333115, + 0.14910458028316498, + 0.7128206491470337, + -0.4694380462169647, + -0.3055610954761505, + 0.4225975573062897, + 0.23538368940353394, + -0.5163650512695313, + -0.6941487193107605, + 0.41027820110321045, + -0.6305038332939148, + -1.123595118522644, + -0.3673262894153595, + -0.6826148629188538, + 0.08485950529575348, + -0.7337962985038757, + -0.655220091342926, + 0.17557168006896973, + 0.12197353690862656, + -0.8448690176010132, + -1.0539828538894653, + -0.7296077013015747, + -0.8047710061073303, + -0.11826672405004501, + 0.3467785716056824, + 0.2927410900592804, + 0.4238898456096649, + -0.3130035400390625, + -0.08899388462305069, + 0.24212704598903656, + 0.3174228370189667, + -1.0086932182312012, + -0.3150700628757477, + 0.104298435151577, + 0.10600415617227554, + 0.3090225160121918, + 0.5570732355117798, + 0.400458961725235, + -0.004308571573346853, + 0.286754310131073, + 0.7335880994796753, + 0.2827090919017792, + 0.36266565322875977, + -0.07387908548116684, + -0.4932959973812103, + -0.5256258845329285, + -0.22994013130664825, + -0.4766212999820709, + 0.02663487195968628, + -0.48626211285591125, + 0.4574829041957855, + 0.0997220128774643, + 0.043313488364219666, + 0.0157764945179224, + 0.01421422977000475, + -0.5837665796279907, + -0.9055580496788025, + -0.6351103186607361, + -0.4847150146961212, + -0.7050809264183044, + 0.15801583230495453, + 0.22231990098953247, + 1.0274128913879395, + 0.6557110548019409, + 0.6377792358398438, + 1.3879586458206177, + 0.3701004683971405, + -0.6444951295852661, + -0.31068798899650574, + -0.12369366735219955, + 0.37394213676452637, + 0.7526339888572693, + 0.4798993170261383, + -0.197605162858963, + -0.3596433699131012, + -0.8248528838157654, + -0.22465278208255768, + 0.5516055226325989, + -0.20665845274925232, + 0.11224579811096191, + -0.3462887704372406, + 0.4589404761791229, + -0.6867084503173828, + 0.9359743595123291, + -0.004302710760384798, + 0.5544060468673706, + -0.16037818789482117, + -0.22718822956085205, + -0.4204922020435333, + -0.3537575900554657, + -0.07094299048185349, + -0.4784598648548126, + 0.7688264846801758, + -0.33748775720596313, + -0.5139385461807251, + -1.024191975593567, + -0.03015926294028759, + 0.4095781445503235, + -0.12535767257213593, + 0.09852965921163559, + -0.7250591516494751, + 0.5053240656852722, + 0.21178041398525238, + -0.39687636494636536, + 0.6399813890457153, + -0.12503401935100555, + -0.5020704865455627, + -0.2916744649410248, + 0.20050771534442902, + 0.10692039132118225, + 0.33963271975517273, + -0.5009856224060059, + 0.15023306012153625, + 0.3729027807712555, + -0.2362014353275299, + -0.6224254369735718, + 0.46425655484199524, + -0.1806124448776245, + -0.10199350118637085, + 0.5726332664489746, + -0.30419909954071045, + 0.02421138621866703, + 0.020988307893276215, + 0.6069905161857605, + -0.11839685589075089, + -0.33743417263031006, + 1.0004075765609741, + -0.448386013507843, + 0.20666038990020752, + 0.19519025087356567, + 0.2737475037574768, + -0.13999046385288239, + 1.1088277101516724, + 0.0599268414080143, + -0.34135451912879944, + -0.8871422410011292, + -0.3009893000125885, + 0.2795015275478363, + -1.443555474281311, + 0.3750450909137726, + -0.2780663073062897, + -0.12067952007055283, + -0.07077328860759735, + -0.1842479705810547, + -0.06206993758678436, + -0.8074479699134827, + -0.24774137139320374, + -0.439901202917099, + 0.16229146718978882, + 0.08755432814359665, + -0.10671651363372803, + 0.5394315123558044, + -0.8037267923355103, + -0.2828659415245056 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 201, + "x": 2, + "y": 0 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "tags": {}, + "timestamp": 18300000000 +} +{ + "objects": [ + { + "detection": { + "bounding_box": { + "x_max": 0.9962409734725952, + "x_min": 0.836073637008667, + "y_max": 0.6923732459545135, + "y_min": 0.054405540227890015 + }, + "confidence": 0.9993317723274231, + "label": "person", + "label_id": 1 + }, + "h": 459, + "person-attributes": { + "confidence": 0.8784521818161011, + "label": "F: has_bag has_longsleeves has_longpants has_longhair has_coat_jacket", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9993317723274231, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "confidence": 0.8784521818161011, + "data": [ + 0.07649488747119904, + 0.6853713393211365, + 0.00041450350545346737, + 0.6406530141830444, + 0.6984438300132751, + 0.8784521818161011, + 0.6155564785003662 + ], + "dims": [ + 1, + 7 + ], + "label": "F: has_bag has_longsleeves has_longpants has_longhair has_coat_jacket", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + }, + { + "data": [ + -0.289669007062912, + -0.023412229493260384, + -0.43176770210266113, + -0.2449372112751007, + 0.7019189596176147, + 0.44419100880622864, + 0.2832482159137726, + -0.21086107194423676, + 0.5379039645195007, + 0.20225147902965546, + 0.48158806562423706, + 0.16057586669921875, + 0.39497485756874084, + 0.18201103806495667, + -0.2620406448841095, + -0.47987374663352966, + 0.26596271991729736, + -0.5556487441062927, + 0.021289274096488953, + -0.0839909240603447, + -0.48820066452026367, + -0.5348072052001953, + 0.22792640328407288, + 0.061393775045871735, + -0.8476194739341736, + -0.0026181249413639307, + -0.03719912841916084, + 0.35776183009147644, + -0.009638206101953983, + 0.23098139464855194, + -0.8350395560264587, + 0.3412277400493622, + -0.6723012328147888, + 0.7098382115364075, + 0.2456774115562439, + -0.30907756090164185, + -0.6995195746421814, + -0.6532842516899109, + -0.2775895595550537, + -0.47310516238212585, + 0.12424516677856445, + -0.42499080300331116, + -0.038222502917051315, + -0.5007017254829407, + 0.40770578384399414, + -0.382903516292572, + 0.2700418531894684, + -0.4987516403198242, + -0.5261882543563843, + -0.19765526056289673, + -0.3024958670139313, + -0.27635520696640015, + 0.012846294790506363, + 0.8216394782066345, + -0.10284753888845444, + -0.36868080496788025, + -0.3901728689670563, + -0.5843466520309448, + 0.38361936807632446, + 0.37919899821281433, + 0.025135742500424385, + 0.6111494898796082, + 0.1007840484380722, + -0.4741564691066742, + 0.2794121205806732, + -1.4313524961471558, + 0.720345139503479, + 0.2878910303115845, + 0.18107031285762787, + 0.30172041058540344, + 0.8163522481918335, + 0.6700431108474731, + 0.1101599857211113, + 0.29537028074264526, + -0.5509485006332397, + -0.153858482837677, + 0.2655494511127472, + -0.09055721014738083, + 0.08920922130346298, + -0.17546257376670837, + 0.3576257824897766, + 0.269741028547287, + 0.17240232229232788, + 0.4429503083229065, + 0.2007722705602646, + -0.30838072299957275, + -0.08971070498228073, + 0.20574824512004852, + 0.5601109266281128, + -0.23223169147968292, + -0.3922561705112457, + -0.06265760213136673, + -0.02608417347073555, + 0.43993306159973145, + 0.5169886350631714, + -0.18672433495521545, + 0.05731317028403282, + -0.3288517892360687, + -0.2804620862007141, + -0.1923622488975525, + -0.361552357673645, + 0.2256767898797989, + 0.7560364007949829, + 0.2671494483947754, + -0.16402120888233185, + 0.4743209481239319, + -0.45956456661224365, + -0.3776547312736511, + 0.2616185247898102, + -0.7678378224372864, + 0.7414820194244385, + 0.14951303601264954, + -0.37950074672698975, + 0.5438870191574097, + -0.5211999416351318, + -0.14873212575912476, + 0.7086912989616394, + -0.004001345951110125, + -0.23889027535915375, + -0.4557728171348572, + 0.3098340630531311, + -0.34668585658073425, + -0.6375224590301514, + -1.1581190824508667, + -0.17779265344142914, + 0.15290848910808563, + -0.4836865961551666, + 0.30124419927597046, + 0.06653951853513718, + -0.2506616711616516, + -0.35732269287109375, + -0.6912323236465454, + -0.042519710958004, + -0.08631418645381927, + 0.5559546947479248, + 0.21159271895885468, + 0.29668915271759033, + 0.4402318298816681, + 0.5592515468597412, + -0.0609864816069603, + 0.33897969126701355, + 0.16196909546852112, + 0.5290246605873108, + -0.7813650369644165, + -0.37088972330093384, + 0.9967167973518372, + -0.2078501284122467, + -0.7633104920387268, + -0.10184695571660995, + -1.2156203985214233, + 0.9570068120956421, + 0.06379629671573639, + -0.112642303109169, + 0.25203076004981995, + 0.063735231757164, + -0.0784301832318306, + 0.30008774995803833, + 0.2799721360206604, + -0.19533586502075195, + -1.350979208946228, + 0.14127860963344574, + -0.0923503041267395, + 0.14789527654647827, + -0.3106580078601837, + 0.1457718014717102, + 0.6731335520744324, + 0.5272324085235596, + -0.6184381246566772, + -0.12274681776762009, + -0.749447226524353, + 0.7720381617546082, + 0.12394770979881287, + -0.37393712997436523, + 0.33193445205688477, + -0.4103589653968811, + 0.16115017235279083, + -0.41089990735054016, + 0.25112998485565186, + -0.1216307058930397, + -0.06879498809576035, + -0.3214479982852936, + 0.4270118474960327, + 0.5145102143287659, + -0.18069282174110413, + -0.3166724145412445, + 0.6283047199249268, + 0.14836831390857697, + 0.30681312084198, + 0.8238663077354431, + 0.03522785007953644, + -0.617345929145813, + 0.4168839156627655, + -0.3833778202533722, + 0.3012321889400482, + 0.11263904720544815, + -0.13838371634483337, + -0.1640699803829193, + -0.04916929826140404, + 0.9220961928367615, + -0.5021632313728333, + 0.10813572257757187, + -0.38583409786224365, + -0.3773937523365021, + 0.2928444445133209, + -0.39259427785873413, + 0.1571148782968521, + 0.456582248210907, + -0.6234816908836365, + -0.5052433013916016, + -0.37493935227394104, + 0.11119119077920914, + 0.35655608773231506, + 0.31890448927879333, + 0.2920287847518921, + 0.3858955502510071, + 0.28594785928726196, + 0.21824072301387787, + -0.49629348516464233, + 0.531639039516449, + 0.34146881103515625, + 0.0625414252281189, + 0.5907898545265198, + -0.11125705391168594, + 0.01910995878279209, + -0.16382382810115814, + -0.20251530408859253, + 0.17781929671764374, + 0.27777013182640076, + 0.19098813831806183, + -0.08542419970035553, + 1.3868603706359863, + -0.049918659031391144, + -0.1270434707403183, + -0.3132198750972748, + 0.30133673548698425, + 0.5468141436576843, + -0.9532837271690369, + 0.06633701175451279, + 0.08332997560501099, + 0.8260267972946167, + -0.6055081486701965, + -0.09127438813447952, + 0.6742151975631714, + -0.24518872797489166, + 0.030587494373321533, + -0.024687737226486206, + -0.3226954936981201, + -0.0232286024838686, + -0.0600186362862587, + 0.11059100925922394, + -0.128000408411026, + 0.8856128454208374, + 0.6585023403167725, + -0.48641830682754517, + -0.6487370133399963, + -0.5852214694023132 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 205, + "x": 1070, + "y": 39 + }, + { + "detection": { + "bounding_box": { + "x_max": 0.1583799421787262, + "x_min": 0.0013607293367385864, + "y_max": 0.5497108697891235, + "y_min": 0.0011020898818969727 + }, + "confidence": 0.9975053668022156, + "label": "person", + "label_id": 1 + }, + "h": 395, + "person-attributes": { + "confidence": 0.9903057813644409, + "label": "M: has_bag has_longsleeves has_longpants has_coat_jacket", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 2, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9975053668022156, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "confidence": 0.9903057813644409, + "data": [ + 0.9903057813644409, + 0.5708171725273132, + 0.009014858864247799, + 0.6712619066238403, + 0.967528760433197, + 0.0006765672587789595, + 0.5768481492996216 + ], + "dims": [ + 1, + 7 + ], + "label": "M: has_bag has_longsleeves has_longpants has_coat_jacket", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + }, + { + "data": [ + 0.16910420358181, + 0.011142839677631855, + 0.33993273973464966, + 0.184945210814476, + 0.9108451008796692, + 0.09049180150032043, + 0.37210142612457275, + -0.08577748388051987, + 0.8052674531936646, + -0.39979150891304016, + -0.33240461349487305, + -0.31300312280654907, + -0.20471683144569397, + 0.4590034782886505, + 0.4870712459087372, + -0.3425779938697815, + -0.18490076065063477, + 0.6008736491203308, + -0.5140268206596375, + -0.31135597825050354, + 0.6556362509727478, + -0.6125844717025757, + -0.5073365569114685, + 0.2957221269607544, + -1.0427075624465942, + 0.1786823272705078, + 0.6838982701301575, + 0.010379748418927193, + 0.8049235939979553, + 0.45868828892707825, + 0.36452409625053406, + 0.7788640856742859, + 1.1448510885238647, + 0.21451260149478912, + -0.13607126474380493, + -0.33765530586242676, + -0.11466619372367859, + 0.22373634576797485, + -0.4472832679748535, + 0.17347820103168488, + 0.6096133589744568, + 0.09552525728940964, + -0.5315059423446655, + -0.5353912711143494, + -0.0013711327919736505, + 0.08909402042627335, + -0.549087405204773, + -0.10341271758079529, + -0.46450111269950867, + -0.4517711400985718, + 0.25842994451522827, + -0.33805903792381287, + -0.17100776731967926, + -0.5930410027503967, + -0.4251404106616974, + -0.5035659670829773, + -0.3528778851032257, + 0.19425061345100403, + 0.9491586089134216, + -0.37486863136291504, + -0.5049704313278198, + -0.15596406161785126, + 0.5290247797966003, + -0.23275357484817505, + 0.23358756303787231, + -0.4846898317337036, + -0.37852364778518677, + 0.039856988936662674, + 0.5934109687805176, + 0.6479384303092957, + -0.15203456580638885, + -0.028779184445738792, + 0.03364291787147522, + -0.12226106226444244, + 0.30037087202072144, + 0.9258436560630798, + -0.5799076557159424, + 0.3697831928730011, + 0.9647851586341858, + -0.8429917693138123, + 0.2118084728717804, + -0.10522154718637466, + 0.6807149052619934, + -0.09188193827867508, + 0.5445740222930908, + 0.34160420298576355, + -0.2078418731689453, + -0.7587338089942932, + -0.4654214680194855, + -1.1666233539581299, + 0.5856389999389648, + -0.0346689336001873, + -0.12945368885993958, + 0.4289916753768921, + -0.26132476329803467, + 0.3529897630214691, + 0.14920972287654877, + -0.07096517831087112, + -0.11176389455795288, + -0.0297675970941782, + 0.22658400237560272, + 0.3800767660140991, + -0.07547678053379059, + 0.18490538001060486, + 0.690362274646759, + -0.434695303440094, + -0.24496926367282867, + 0.35414719581604004, + 0.18239504098892212, + -0.543346643447876, + -0.6568243503570557, + 0.47097861766815186, + -0.6157335638999939, + -1.0786867141723633, + -0.3995814025402069, + -0.6179872155189514, + 0.18305595219135284, + -0.869073748588562, + -0.6609852313995361, + 0.20149049162864685, + 0.0979551300406456, + -0.867270827293396, + -1.170706868171692, + -0.7570001482963562, + -0.8402461409568787, + -0.10742289572954178, + 0.32868602871894836, + 0.30936938524246216, + 0.32945704460144043, + -0.2506205439567566, + -0.10892666131258011, + 0.3481506109237671, + 0.35033750534057617, + -0.9949511289596558, + -0.3656581938266754, + 0.07125503569841385, + 0.15617112815380096, + 0.29397186636924744, + 0.6230331659317017, + 0.4305102527141571, + 0.008343200199306011, + 0.33142080903053284, + 0.7701183557510376, + 0.2826911211013794, + 0.2845125198364258, + -0.06572914868593216, + -0.44646477699279785, + -0.5109778642654419, + -0.23303329944610596, + -0.3886828124523163, + 0.05339028313755989, + -0.38831308484077454, + 0.4804028868675232, + 0.10759514570236206, + 0.16603852808475494, + 0.07530790567398071, + 0.050615932792425156, + -0.5787981748580933, + -0.8886488676071167, + -0.6572498679161072, + -0.46118080615997314, + -0.8042759895324707, + 0.022067880257964134, + 0.24893254041671753, + 1.101579189300537, + 0.7354722023010254, + 0.6490088105201721, + 1.3431966304779053, + 0.35690927505493164, + -0.6141372919082642, + -0.2864207327365875, + -0.14167097210884094, + 0.3690148890018463, + 0.7816925644874573, + 0.43455368280410767, + -0.11540790647268295, + -0.3571467101573944, + -0.8513062596321106, + -0.17743666470050812, + 0.47737079858779907, + -0.2184346318244934, + 0.1140887662768364, + -0.39606961607933044, + 0.45265668630599976, + -0.6374447345733643, + 0.8753705620765686, + 0.0060365768149495125, + 0.5724773406982422, + -0.14857284724712372, + -0.18031644821166992, + -0.43796002864837646, + -0.43782955408096313, + -0.06271185725927353, + -0.4553992748260498, + 0.6999437212944031, + -0.23811990022659302, + -0.5417479276657104, + -0.9666203856468201, + -0.05583743005990982, + 0.39032891392707825, + -0.06888824701309204, + 0.05918591096997261, + -0.7290657162666321, + 0.6611472368240356, + 0.17418532073497772, + -0.46791890263557434, + 0.6038029193878174, + -0.09209955483675003, + -0.503699541091919, + -0.34397265315055847, + 0.21583257615566254, + 0.12048432230949402, + 0.38729727268218994, + -0.47033417224884033, + 0.13355068862438202, + 0.3722202479839325, + -0.2413589209318161, + -0.6097753643989563, + 0.46688225865364075, + -0.19546732306480408, + -0.1479501873254776, + 0.5857075452804565, + -0.24840103089809418, + 0.04236713796854019, + 0.1303369253873825, + 0.6298395991325378, + -0.09958169609308243, + -0.40805646777153015, + 1.1116032600402832, + -0.5143769979476929, + 0.22471284866333008, + 0.23391593992710114, + 0.2602097690105438, + -0.16574853658676147, + 1.1442999839782715, + 0.02521715685725212, + -0.41979146003723145, + -0.8904931545257568, + -0.32233989238739014, + 0.34503570199012756, + -1.3915907144546509, + 0.3420430123806, + -0.22216008603572845, + -0.1839507818222046, + -0.004630011972039938, + -0.22360384464263916, + -0.03812533617019653, + -0.7587860822677612, + -0.29659387469291687, + -0.40742960572242737, + 0.19699996709823608, + 0.09378912299871445, + -0.11430535465478897, + 0.6542178392410278, + -0.7849988341331482, + -0.2774270474910736 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 201, + "x": 2, + "y": 1 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "tags": {}, + "timestamp": 18400000000 +} diff --git a/docs/user-guide/additional-resources/example_output/personattr_reid_gpu_raw.json b/docs/user-guide/additional-resources/example_output/personattr_reid_gpu_raw.json new file mode 100644 index 000000000..32d0d045e --- /dev/null +++ b/docs/user-guide/additional-resources/example_output/personattr_reid_gpu_raw.json @@ -0,0 +1,1332 @@ +{ + "objects": [ + { + "detection": { + "bounding_box": { + "x_max": 0.15871557593345642, + "x_min": 0.0004252195358276367, + "y_max": 0.5520943403244019, + "y_min": 0.0 + }, + "confidence": 0.9990234375, + "label": "person", + "label_id": 1 + }, + "h": 398, + "person-attributes": { + "confidence": 0.98095703125, + "label": "M: has_bag has_longsleeves has_longpants has_coat_jacket", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9990234375, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "confidence": 0.98095703125, + "data": [ + 0.98095703125, + 0.56298828125, + 0.0018663406372070313, + 0.732421875, + 0.9580078125, + 0.003849029541015625, + 0.64404296875 + ], + "dims": [ + 1, + 7 + ], + "label": "M: has_bag has_longsleeves has_longpants has_coat_jacket", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + }, + { + "data": [ + 0.13305309414863586, + -0.10053214430809021, + 0.49271178245544434, + 0.16671934723854065, + 0.7407160997390747, + 0.07164980471134186, + 0.24192768335342407, + -0.10539284348487854, + 0.8456894755363464, + -0.21638993918895721, + -0.16576507687568665, + -0.30472227931022644, + -0.1498180329799652, + 0.4779929518699646, + 0.42164671421051025, + -0.3181760609149933, + -0.2560153305530548, + 0.5489915013313293, + -0.27093714475631714, + -0.11468559503555298, + 0.6854744553565979, + -0.6995967626571655, + -0.4279201626777649, + 0.245500385761261, + -1.0626920461654663, + -0.08809138834476471, + 0.8457533717155457, + 0.1495099663734436, + 0.5893065333366394, + 0.5627506375312805, + 0.28806746006011963, + 0.7750645279884338, + 1.1481295824050903, + 0.08367417752742767, + -0.203083798289299, + -0.3178180158138275, + 0.04206934571266174, + 0.06728693842887878, + -0.2698712646961212, + -0.015328684821724892, + 0.771999716758728, + 0.3777341842651367, + -0.2495923787355423, + -0.39978334307670593, + 0.040736377239227295, + -0.06066707521677017, + -0.5950050950050354, + -0.2800181806087494, + -0.37000319361686707, + -0.26354876160621643, + 0.269511342048645, + -0.3768705427646637, + -0.09104344993829727, + -0.5557360649108887, + -0.4240739047527313, + -0.3174903690814972, + -0.40725281834602356, + 0.11282891035079956, + 0.9616561532020569, + -0.5876998901367188, + -0.5240845680236816, + 0.06196734309196472, + 0.3549080491065979, + -0.30044227838516235, + 0.16874900460243225, + -0.2747570276260376, + -0.16344326734542847, + -0.12981286644935608, + 0.5086988210678101, + 0.5437614321708679, + -0.2183978408575058, + 0.033158570528030396, + 0.07005387544631958, + 0.030850455164909363, + 0.3373846709728241, + 1.01674485206604, + -0.31053411960601807, + 0.10704809427261353, + 0.9200729131698608, + -0.6923061609268188, + 0.26612961292266846, + -0.17567475140094757, + 0.548445999622345, + -0.14236436784267426, + 0.6557623147964478, + 0.6259440183639526, + -0.16246722638607025, + -1.0036131143569946, + -0.43032604455947876, + -1.2341012954711914, + 0.536475658416748, + -0.05535110831260681, + -0.39994966983795166, + 0.47294020652770996, + -0.21544668078422546, + 0.34279149770736694, + 0.10475850105285645, + -0.10476937144994736, + -0.14662297070026398, + 0.0686972588300705, + 0.2704492509365082, + 0.30919909477233887, + -0.14015886187553406, + 0.025548994541168213, + 0.7533552050590515, + -0.5384857654571533, + -0.2598738968372345, + 0.4954628646373749, + 0.25398212671279907, + -0.3775598704814911, + -0.5570809841156006, + 0.5866050720214844, + -0.9342382550239563, + -1.0503356456756592, + -0.42860856652259827, + -0.6262874007225037, + 0.06325437128543854, + -0.6373465657234192, + -0.6717922687530518, + 0.09168331325054169, + 0.24228739738464355, + -0.9312443137168884, + -0.9468289613723755, + -0.7235913276672363, + -0.8318747878074646, + -0.1991991102695465, + 0.29310786724090576, + 0.16863000392913818, + 0.46880894899368286, + -0.08337981253862381, + -0.25433486700057983, + 0.2384519875049591, + 0.3012455105781555, + -0.932929515838623, + -0.21763493120670319, + 0.12450578808784485, + 0.20802560448646545, + 0.5181783437728882, + 0.6348415613174438, + 0.3939239978790283, + -0.09254909306764603, + 0.07986581325531006, + 0.6609776020050049, + 0.2505958080291748, + 0.4637465476989746, + -0.01272400189191103, + -0.4773610830307007, + -0.42417001724243164, + -0.5309251546859741, + -0.4529574513435364, + 0.051313258707523346, + -0.23680762946605682, + 0.7495295405387878, + -0.0019132422748953104, + 0.0680651068687439, + 0.0766979530453682, + -0.15955428779125214, + -0.7097436189651489, + -0.7037640810012817, + -0.5585774183273315, + -0.5100516080856323, + -0.6173940896987915, + 0.18929192423820496, + 0.1788846254348755, + 0.7963601350784302, + 0.5492647886276245, + 0.6631222367286682, + 1.3407493829727173, + 0.5165191888809204, + -0.5402771830558777, + -0.2499500811100006, + -0.12728093564510345, + 0.30513137578964233, + 0.6571884751319885, + 0.5956456661224365, + -0.17591772973537445, + -0.40751126408576965, + -0.927898645401001, + -0.2795385718345642, + 0.5416675806045532, + -0.06516215205192566, + -0.0566379614174366, + -0.388248085975647, + 0.30814018845558167, + -0.6102904677391052, + 0.7222346663475037, + -0.05582321062684059, + 0.48484545946121216, + -0.13143645226955414, + -0.2611636519432068, + -0.3183751702308655, + -0.3770921528339386, + 0.0358850359916687, + -0.33294516801834106, + 0.7159733772277832, + -0.47339731454849243, + -0.5229304432868958, + -1.0474963188171387, + 0.0786123275756836, + 0.4426869750022888, + -0.14769713580608368, + 0.120210200548172, + -0.8513700366020203, + 0.6515545845031738, + 0.1973302662372589, + -0.3400617837905884, + 0.47284790873527527, + -0.17944969236850739, + -0.3275485336780548, + -0.19059576094150543, + 0.19776573777198792, + 0.0930568128824234, + 0.3361094295978546, + -0.45021340250968933, + 0.21732544898986816, + 0.371643990278244, + -0.2578437030315399, + -0.6128461360931396, + 0.45569849014282227, + -0.3056037425994873, + -0.016103411093354225, + 0.6493954658508301, + 0.09660583734512329, + -0.0009521605679765344, + -0.14122343063354492, + 0.39146849513053894, + -0.1812482625246048, + -0.10024337470531464, + 1.0854005813598633, + -0.5044535994529724, + 0.3128954768180847, + 0.006184294819831848, + 0.2680823802947998, + -0.20763935148715973, + 1.1421115398406982, + 0.19479723274707794, + -0.32096433639526367, + -0.9434697031974792, + -0.13615231215953827, + 0.25835904479026794, + -1.4846007823944092, + 0.40471768379211426, + -0.062330085784196854, + -0.22451132535934448, + -0.12443696707487106, + -0.27398884296417236, + -0.02881256490945816, + -0.7652243971824646, + -0.17924176156520844, + -0.6693379878997803, + -0.16601601243019104, + 0.05111505836248398, + 0.09309694170951843, + 0.6165280342102051, + -0.6146484613418579, + -0.20879755914211273 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 203, + "x": 1, + "y": 0 + }, + { + "detection": { + "bounding_box": { + "x_max": 0.6201966404914856, + "x_min": 0.5210867524147034, + "y_max": 0.7026273012161255, + "y_min": 0.07503598928451538 + }, + "confidence": 0.9931640625, + "label": "person", + "label_id": 1 + }, + "h": 452, + "person-attributes": { + "confidence": 0.84619140625, + "label": "F: has_longpants has_longhair has_coat_jacket", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 2, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9931640625, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "confidence": 0.84619140625, + "data": [ + 0.040740966796875, + 0.325927734375, + 0.09710693359375, + 0.478271484375, + 0.53369140625, + 0.84619140625, + 0.60009765625 + ], + "dims": [ + 1, + 7 + ], + "label": "F: has_longpants has_longhair has_coat_jacket", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + }, + { + "data": [ + -0.053595080971717834, + 0.4162236154079437, + -0.22196051478385925, + -0.6099537014961243, + 0.8313328623771667, + 0.43152350187301636, + 0.9409481883049011, + -0.1996942162513733, + 0.4983414113521576, + -0.08183528482913971, + -0.01323567796498537, + -0.10161066055297852, + 0.56046062707901, + 0.5708624720573425, + -0.654918909072876, + -0.4756949245929718, + 0.20702534914016724, + -0.1940814107656479, + 0.129652202129364, + -0.5908177495002747, + -0.8974144458770752, + -0.2827471196651459, + 0.2622654139995575, + -0.09528798609972, + -1.0913653373718262, + -0.06898470968008041, + 0.1481243520975113, + -0.3993598222732544, + 0.40672069787979126, + 0.6325353980064392, + -0.9031437039375305, + 0.2727351188659668, + -0.35553020238876343, + 0.22946804761886597, + 0.3405548334121704, + -0.0851597711443901, + -0.4493251144886017, + -0.23028166592121124, + 0.005727827548980713, + -0.2533806562423706, + -0.08442075550556183, + -0.6358428001403809, + 0.24284693598747253, + -0.6025519371032715, + 0.9457460641860962, + -0.21449494361877441, + -0.1742730438709259, + -0.21501699090003967, + -0.2918848991394043, + -0.3845396935939789, + -0.06281421333551407, + -0.489408016204834, + 0.19221797585487366, + 0.44956082105636597, + 0.13543668389320374, + 0.1196494922041893, + -0.19746270775794983, + -0.19316767156124115, + 0.2630295157432556, + -0.17486807703971863, + 0.5486271381378174, + -0.26055559515953064, + 0.245443195104599, + -0.22754952311515808, + 0.06743768602609634, + -1.2633697986602783, + 0.8718547224998474, + 0.13915424048900604, + 0.21717634797096252, + 0.18881046772003174, + 0.3441515266895294, + 0.013011917471885681, + 0.09218402206897736, + -0.005907279904931784, + -0.4926855266094208, + -0.17370125651359558, + 0.38627520203590393, + 0.03067932277917862, + 0.5656819939613342, + -0.32301008701324463, + 0.3291027843952179, + 0.269716739654541, + 0.6868654489517212, + 0.30155161023139954, + 0.3298764228820801, + -0.5017910599708557, + 0.10890060663223267, + 0.2723730504512787, + 0.22880449891090393, + -0.4230623245239258, + -0.08518508821725845, + -0.05146995931863785, + -0.29948487877845764, + 0.3042065501213074, + 0.28484129905700684, + -0.34629112482070923, + -0.19317685067653656, + -0.360653281211853, + -0.33244788646698, + -0.2404121458530426, + -0.06749650090932846, + -0.056050997227430344, + 0.5734443664550781, + 0.6273709535598755, + -0.5299494862556458, + 0.3716258704662323, + 0.25084084272384644, + -0.6766782402992249, + -0.268848180770874, + -0.3661664128303528, + 0.4619208574295044, + -0.11895182728767395, + 0.12984095513820648, + 0.1310189962387085, + -0.449186235666275, + -0.6879099011421204, + 0.44089406728744507, + -0.3631496727466583, + -0.24258515238761902, + -0.5282161831855774, + 0.2657293677330017, + -0.29311403632164, + -0.7317190170288086, + -0.9378842711448669, + -0.030097534880042076, + -0.2049684226512909, + -0.18201398849487305, + 0.3449925482273102, + 0.051844522356987, + 0.3072741627693176, + -0.4208558201789856, + -0.29983818531036377, + 0.06370814144611359, + -0.4008373022079468, + 0.3029453456401825, + 0.2784104347229004, + 0.32867109775543213, + 0.29554396867752075, + 1.0898969173431396, + 0.43379855155944824, + 0.35884690284729004, + -0.30608609318733215, + 0.30437660217285156, + -1.0870097875595093, + -0.3008306324481964, + 0.5044800043106079, + -0.1763664186000824, + -0.5456106066703796, + 0.34979936480522156, + -0.6284284591674805, + 0.6272582411766052, + 0.22932139039039612, + -0.3427523970603943, + 0.7149361968040466, + 0.19674810767173767, + 0.08848412334918976, + 0.04876333475112915, + 0.27162742614746094, + 0.1492990255355835, + -1.1191990375518799, + 0.05449968948960304, + -0.26443979144096375, + -0.41018402576446533, + -0.4835261106491089, + 0.018506139516830444, + 0.5264559984207153, + 0.37956732511520386, + -0.31808730959892273, + -0.23093156516551971, + -0.7509412169456482, + 0.419333815574646, + -0.22745153307914734, + -0.009979348629713058, + 0.42179566621780396, + -0.6901183128356934, + 0.08553367853164673, + -0.4736911952495575, + 0.22131924331188202, + 0.11174143850803375, + -0.1503288596868515, + -0.19062934815883636, + 0.45774632692337036, + 0.48927101492881775, + -0.5111483335494995, + -0.06232847645878792, + 0.7876171469688416, + 0.33328354358673096, + 0.3345399796962738, + 0.5504452586174011, + -0.2696458101272583, + -0.5968495011329651, + 0.10927161574363708, + -0.5107515454292297, + 0.22314348816871643, + -0.1979496330022812, + 0.042289067059755325, + -0.7720434069633484, + 0.05518423020839691, + 0.7902364730834961, + 0.2835434377193451, + -0.0067909955978393555, + -0.13416904211044312, + -0.017901917919516563, + 0.02023664116859436, + -0.18174274265766144, + -0.137211412191391, + -0.0009765350841917098, + -0.25421762466430664, + -0.30262669920921326, + -0.8882628083229065, + 0.08241969347000122, + 0.6837186217308044, + 0.24620705842971802, + 0.21921353042125702, + 0.053626030683517456, + 0.12908779084682465, + 0.039314188063144684, + 0.09657300263643265, + 0.4284726679325104, + 0.08727944642305374, + 0.023373693227767944, + 0.7685748934745789, + -0.8911186456680298, + 0.19336536526679993, + -0.07950293272733688, + -0.06856200098991394, + 0.23798248171806335, + 0.5654401183128357, + 0.22745701670646667, + 0.22489026188850403, + 1.0547213554382324, + -0.13318628072738647, + 0.043875545263290405, + 0.05403256416320801, + 0.29075902700424194, + 0.26737532019615173, + -0.7040972709655762, + -0.11363381147384644, + 0.16429975628852844, + 0.5795031785964966, + -0.49883535504341125, + -0.6125910878181458, + 0.2611716389656067, + -0.1384311020374298, + -0.1045599952340126, + 0.4938548505306244, + -0.26382124423980713, + -0.3749324381351471, + 0.0228692889213562, + 0.8982173204421997, + -0.28746145963668823, + 0.6630078554153442, + 0.5765999555587769, + 0.2391626536846161, + -0.9749873280525208, + -0.6376034617424011 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 127, + "x": 667, + "y": 54 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "tags": {}, + "timestamp": 22100000000 +} +{ + "objects": [ + { + "detection": { + "bounding_box": { + "x_max": 0.1593789979815483, + "x_min": 0.00025968998670578003, + "y_max": 0.5511870086193085, + "y_min": 0.0 + }, + "confidence": 0.9990234375, + "label": "person", + "label_id": 1 + }, + "h": 397, + "person-attributes": { + "confidence": 0.97265625, + "label": "M: has_longsleeves has_longpants has_coat_jacket", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9990234375, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "confidence": 0.97265625, + "data": [ + 0.97265625, + 0.452392578125, + 0.004436492919921875, + 0.62890625, + 0.9541015625, + 0.005390167236328125, + 0.50048828125 + ], + "dims": [ + 1, + 7 + ], + "label": "M: has_longsleeves has_longpants has_coat_jacket", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + }, + { + "data": [ + 0.07479558140039444, + -0.036612533032894135, + 0.5102567076683044, + 0.09643474221229553, + 0.6608966588973999, + 0.03546678274869919, + 0.26073843240737915, + -0.1165095716714859, + 0.9136938452720642, + -0.2728821337223053, + -0.21347643435001373, + -0.31104883551597595, + -0.21607112884521484, + 0.47339677810668945, + 0.39378851652145386, + -0.29879820346832275, + -0.21398966014385223, + 0.5246112942695618, + -0.17669151723384857, + -0.0769992247223854, + 0.745749294757843, + -0.6684714555740356, + -0.36185434460639954, + 0.27883079648017883, + -1.0013669729232788, + -0.08249147236347198, + 0.7796453833580017, + 0.07802292704582214, + 0.5930270552635193, + 0.5194205045700073, + 0.3361145853996277, + 0.7626234889030457, + 1.1660258769989014, + 0.11188112944364548, + -0.2000419646501541, + -0.35986843705177307, + 0.07167947292327881, + 0.007352888584136963, + -0.23234823346138, + -0.029197365045547485, + 0.7485631704330444, + 0.26423028111457825, + -0.2779136896133423, + -0.3513954281806946, + -0.040496546775102615, + -0.007926363497972488, + -0.5132708549499512, + -0.32319894433021545, + -0.4922139048576355, + -0.33120277523994446, + 0.28148046135902405, + -0.430850088596344, + -0.19484949111938477, + -0.5440951585769653, + -0.33432629704475403, + -0.34620988368988037, + -0.41147997975349426, + 0.0417073629796505, + 0.9538376927375793, + -0.5080649852752686, + -0.6089852452278137, + -0.026388900354504585, + 0.3687371611595154, + -0.2830028533935547, + 0.2310413122177124, + -0.2969050705432892, + -0.22725574672222137, + -0.03019937500357628, + 0.4530266523361206, + 0.6434713006019592, + -0.1651677042245865, + 0.06679588556289673, + 0.016906529664993286, + -0.03529224172234535, + 0.41899511218070984, + 1.0334408283233643, + -0.4272598922252655, + 0.2509436309337616, + 0.8587086200714111, + -0.7881461381912231, + 0.3085678517818451, + -0.2682915925979614, + 0.4167318642139435, + -0.05073932185769081, + 0.6572813391685486, + 0.5607713460922241, + -0.06607332825660706, + -0.9353482723236084, + -0.39251360297203064, + -1.1332775354385376, + 0.5639411211013794, + -0.1535090059041977, + -0.39656853675842285, + 0.5158276557922363, + -0.24593479931354523, + 0.37296998500823975, + 0.11569565534591675, + -0.1772698163986206, + -0.11282715201377869, + 0.016298353672027588, + 0.15538054704666138, + 0.3414861559867859, + -0.09575498849153519, + -0.032170072197914124, + 0.7085241675376892, + -0.5524107813835144, + -0.34524664282798767, + 0.5498716235160828, + 0.3374888300895691, + -0.4588391184806824, + -0.6180164813995361, + 0.52721107006073, + -0.8849411606788635, + -1.0444310903549194, + -0.42463794350624084, + -0.6192947626113892, + 0.19311678409576416, + -0.6741007566452026, + -0.7056893110275269, + 0.15814635157585144, + 0.27185899019241333, + -0.9621530771255493, + -0.928017795085907, + -0.7174237966537476, + -0.9131816625595093, + -0.10856913775205612, + 0.20332235097885132, + 0.26503151655197144, + 0.43251872062683105, + -0.13991057872772217, + -0.2533262073993683, + 0.2433934509754181, + 0.42990463972091675, + -0.944506049156189, + -0.329329252243042, + 0.11014240980148315, + 0.19710248708724976, + 0.5078071355819702, + 0.6233291029930115, + 0.42073383927345276, + -0.09476940333843231, + 0.011323720216751099, + 0.6552339792251587, + 0.2668420076370239, + 0.48347747325897217, + -0.04794446378946304, + -0.5003636479377747, + -0.44572535157203674, + -0.49347248673439026, + -0.4438224732875824, + 0.0869339257478714, + -0.18631500005722046, + 0.746594250202179, + -0.013121338561177254, + 0.07827416062355042, + 0.014347579330205917, + -0.11726674437522888, + -0.7144806981086731, + -0.6615990400314331, + -0.5181548595428467, + -0.525990903377533, + -0.5960651636123657, + 0.1302860677242279, + 0.21195611357688904, + 0.7787631750106812, + 0.5928189754486084, + 0.5971575379371643, + 1.3645219802856445, + 0.4920930862426758, + -0.5095157027244568, + -0.2050405740737915, + -0.19222025573253632, + 0.35238227248191833, + 0.6987070441246033, + 0.5957837104797363, + -0.1316496878862381, + -0.40293291211128235, + -0.923362135887146, + -0.24969235062599182, + 0.5483427047729492, + -0.10833655297756195, + 0.020496994256973267, + -0.4583668112754822, + 0.3118187487125397, + -0.6708964705467224, + 0.8256155252456665, + -0.08256279677152634, + 0.46527403593063354, + -0.13670408725738525, + -0.3605765402317047, + -0.3304812014102936, + -0.40221157670021057, + -0.06672074645757675, + -0.32900068163871765, + 0.6100892424583435, + -0.39070990681648254, + -0.511639416217804, + -1.0067683458328247, + 0.06456136703491211, + 0.4221220016479492, + -0.19422008097171783, + 0.10735493898391724, + -0.7828912734985352, + 0.595207154750824, + 0.14194408059120178, + -0.29243946075439453, + 0.49814358353614807, + -0.16766859591007233, + -0.4059622287750244, + -0.2346753031015396, + 0.14376568794250488, + 0.10568558424711227, + 0.3343881368637085, + -0.4185168743133545, + 0.2261686474084854, + 0.41328343749046326, + -0.27993595600128174, + -0.6192211508750916, + 0.4550660252571106, + -0.25407275557518005, + -0.20573675632476807, + 0.6082589626312256, + 0.06270182132720947, + 0.02911067008972168, + -0.13602681457996368, + 0.4379780888557434, + -0.1991616189479828, + -0.18106788396835327, + 1.0446628332138062, + -0.47743281722068787, + 0.23715656995773315, + 0.02101282775402069, + 0.44538551568984985, + -0.20084929466247559, + 1.064685344696045, + 0.16947275400161743, + -0.3070550262928009, + -0.9062525033950806, + -0.1316899210214615, + 0.2360120564699173, + -1.396401047706604, + 0.38281017541885376, + -0.08709342032670975, + -0.25055134296417236, + -0.07235050946474075, + -0.24998342990875244, + -0.06603878736495972, + -0.6910638809204102, + -0.17222046852111816, + -0.7293060421943665, + -0.06284358352422714, + 0.13499797880649567, + 0.037395864725112915, + 0.5656989216804504, + -0.6754329204559326, + -0.2184835821390152 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 204, + "x": 0, + "y": 0 + }, + { + "detection": { + "bounding_box": { + "x_max": 0.6015335917472839, + "x_min": 0.4777583181858063, + "y_max": 0.6579621136188507, + "y_min": 0.1021449863910675 + }, + "confidence": 0.994140625, + "label": "person", + "label_id": 1 + }, + "h": 400, + "person-attributes": { + "confidence": 0.93017578125, + "label": "F: has_longpants has_longhair has_coat_jacket", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 2, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.994140625, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "confidence": 0.93017578125, + "data": [ + 0.0258026123046875, + 0.350830078125, + 0.0309295654296875, + 0.487548828125, + 0.60400390625, + 0.93017578125, + 0.55908203125 + ], + "dims": [ + 1, + 7 + ], + "label": "F: has_longpants has_longhair has_coat_jacket", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + }, + { + "data": [ + -0.19033335149288177, + 0.18652945756912231, + -0.19956108927726746, + -0.6544597148895264, + 0.9116829633712769, + 0.4609968662261963, + 0.7210820913314819, + -0.14855746924877167, + 0.5207551717758179, + 0.31222015619277954, + 0.3629193603992462, + -0.11722992360591888, + 0.4357544183731079, + 0.494076669216156, + -0.7505105137825012, + -0.456050306558609, + 0.14994579553604126, + -0.20928940176963806, + 0.26375508308410645, + -0.2926759123802185, + -0.7620863914489746, + -0.45202475786209106, + 0.1574704349040985, + 0.039842188358306885, + -1.5191010236740112, + -0.21054813265800476, + 0.011093687266111374, + -0.15961696207523346, + 0.22337841987609863, + 0.4607999622821808, + -0.7320775389671326, + 0.19645404815673828, + -0.2817688584327698, + 0.4577426612377167, + 0.44435715675354004, + -0.0420352928340435, + -0.5016305446624756, + -0.4391343891620636, + -0.2190931737422943, + -0.4817807972431183, + 0.08713799715042114, + -0.8059264421463013, + 0.21667905151844025, + -0.645210862159729, + 0.7295164465904236, + -0.3321053981781006, + 0.12118107080459595, + -0.06231287866830826, + -0.5678330063819885, + -0.17764519155025482, + -0.025678114965558052, + -0.5066584944725037, + 0.02223457396030426, + 0.3974620997905731, + -0.20242345333099365, + -0.09718305617570877, + -0.2303076833486557, + -0.46483591198921204, + 0.45278385281562805, + 0.09955984354019165, + 0.4551560580730438, + 0.09870448708534241, + 0.7124478220939636, + -0.29045963287353516, + 0.3234483301639557, + -1.6792558431625366, + 0.8397738337516785, + 0.4094465970993042, + 0.338193416595459, + 0.1922990381717682, + 0.657988429069519, + 0.05229008197784424, + -0.06904204934835434, + -0.015906738117337227, + -0.42845815420150757, + -0.1870265007019043, + 0.31619393825531006, + -0.021048974245786667, + 0.5802451372146606, + -0.48616859316825867, + 0.6029068231582642, + 0.37683117389678955, + 0.7679274082183838, + 0.2988634705543518, + 0.22761139273643494, + -0.27555277943611145, + -0.15755437314510345, + 0.21710771322250366, + 0.2793926000595093, + -0.30100929737091064, + -0.2780410051345825, + -0.14914530515670776, + -0.2845342457294464, + 0.24459654092788696, + 0.3957010507583618, + -0.39027413725852966, + -0.05855381861329079, + -0.5075587034225464, + -0.2294701188802719, + 0.22821825742721558, + -0.24182413518428802, + 0.04178053140640259, + 0.891556441783905, + 0.8111467361450195, + -0.4620038568973541, + 0.35685673356056213, + -0.17668001353740692, + -0.5690524578094482, + -0.05744524300098419, + -0.47025322914123535, + 0.37116724252700806, + -0.06289797276258469, + -0.14682769775390625, + 0.11690980195999146, + -0.7391541600227356, + -0.5620808601379395, + 0.5562542676925659, + -0.3194853663444519, + -0.10410869866609573, + -0.6743521094322205, + 0.3442830443382263, + -0.27557557821273804, + -0.8398176431655884, + -0.9432545900344849, + -0.1580771952867508, + -0.14849478006362915, + -0.3234748840332031, + 0.2101161926984787, + 0.008019715547561646, + 0.3391748070716858, + -0.48130255937576294, + -0.5828206539154053, + 0.09091710299253464, + -0.2840206027030945, + 0.26988664269447327, + 0.22503802180290222, + 0.36113232374191284, + 0.32386675477027893, + 0.7101049423217773, + 0.5624113082885742, + 0.37009018659591675, + -0.12874601781368256, + 0.4697761833667755, + -1.0633976459503174, + -0.4290921986103058, + 0.34790870547294617, + 0.05056281387805939, + -0.7806922793388367, + -0.03256606310606003, + -0.8702067136764526, + 1.0303962230682373, + 0.01924341917037964, + -0.37705889344215393, + 0.5121440887451172, + 0.31960004568099976, + 0.4327138066291809, + 0.29291296005249023, + 0.33467137813568115, + 0.05583679676055908, + -1.24561607837677, + 0.08932541310787201, + -0.301236093044281, + -0.10200060904026031, + -0.5237091779708862, + 0.14041656255722046, + 0.4836919903755188, + 0.5156795978546143, + -0.47193434834480286, + -0.036841027438640594, + -0.6252957582473755, + 0.7037112712860107, + -0.2600453197956085, + -0.1065821647644043, + 0.5174663662910461, + -0.7151905298233032, + -0.08364393562078476, + -0.19314025342464447, + 0.19076363742351532, + 0.1729634553194046, + -0.19960910081863403, + -0.10389326512813568, + 0.6296073794364929, + 0.6528294086456299, + -0.41196101903915405, + -0.2177904099225998, + 0.7404325604438782, + 0.33601832389831543, + 0.29328960180282593, + 0.5293667912483215, + -0.04752044007182121, + -0.6092084646224976, + 0.3775942325592041, + -0.4147937297821045, + 0.1717730164527893, + -0.17410381138324738, + 0.09808355569839478, + -0.8329002261161804, + 0.031855106353759766, + 0.8661849498748779, + 0.057918161153793335, + 0.035321757197380066, + -0.41268202662467957, + 0.07139885425567627, + 0.10662299394607544, + 0.149884432554245, + -0.08762165158987045, + -0.15295565128326416, + -0.41524040699005127, + -0.22282575070858002, + -0.7953643202781677, + 0.06931734085083008, + 0.7783939242362976, + 0.451007604598999, + -0.21497899293899536, + 0.18715982139110565, + 0.5940621495246887, + -0.20716099441051483, + -0.041668813675642014, + 0.819073498249054, + -0.05546308308839798, + -0.267578661441803, + 0.6437802314758301, + -0.44060319662094116, + -0.04840155318379402, + -0.04993557557463646, + -0.238042414188385, + 0.08413831889629364, + 0.8046125173568726, + 0.24270769953727722, + 0.43702515959739685, + 1.0385568141937256, + -0.35005083680152893, + -0.3225423991680145, + 0.041907891631126404, + 0.15965290367603302, + 0.4028632640838623, + -0.7299414277076721, + -0.0281850453466177, + 0.11948609352111816, + 0.9192018508911133, + -0.6142735481262207, + -0.5291630029678345, + 0.3210335373878479, + -0.050099316984415054, + -0.2934395670890808, + 0.6680842638015747, + -0.2955867648124695, + -0.42183712124824524, + -0.02952456846833229, + 0.5599451065063477, + -0.02356850355863571, + 0.5905751585960388, + 0.6491972208023071, + -0.2490178793668747, + -1.007979393005371, + -0.8266187310218811 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 158, + "x": 612, + "y": 74 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "tags": {}, + "timestamp": 22200000000 +} diff --git a/docs/user-guide/additional-resources/reid_pipelines.md b/docs/user-guide/additional-resources/reid_pipelines.md index bb868aef2..7c3312225 100644 --- a/docs/user-guide/additional-resources/reid_pipelines.md +++ b/docs/user-guide/additional-resources/reid_pipelines.md @@ -278,14 +278,11 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=CPU inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.xml model_proc=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.json device=CPU inference-region=1 ! queue ! gvainference scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-reidentification-retail-0277/FP32/person-reidentification-retail-0277.xml device=CPU inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true ``` -
-Example raw output metadata: -```json -{} -``` +Example raw output metadata: + +[See JSON](./example_output/agegender_reid_cpu_raw.json) -
**Example SceneScape output metadata:** @@ -717,14 +714,12 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw(memory:VAMemory) ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=GPU pre-process-backend=va-surface-sharing inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.xml model_proc=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.json device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvainference scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-reidentification-retail-0277/FP32/person-reidentification-retail-0277.xml device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! vapostproc ! video/x-raw,format=BGRA ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true ``` -
-Example raw output metadata: -```json -{} -``` +Example raw output metadata: + +[See JSON](./example_output/agegender_reid_gpu_raw.json) + -
**Example SceneScape output metadata:** @@ -1021,14 +1016,11 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=CPU inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.xml model_proc=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.json device=CPU inference-region=1 ! queue ! gvainference scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-reidentification-retail-0277/FP32/person-reidentification-retail-0277.xml device=CPU inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true ``` -
-Example raw output metadata: -```json -{} -``` +Example raw output metadata: + +[See JSON](./example_output/personattr_reid_cpu_raw.json) -
**Example SceneScape output metadata:** @@ -1333,14 +1325,10 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw(memory:VAMemory) ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=GPU pre-process-backend=va-surface-sharing inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.xml model_proc=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.json device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvainference scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-reidentification-retail-0277/FP32/person-reidentification-retail-0277.xml device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! vapostproc ! video/x-raw,format=BGRA ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true ``` -
-Example raw output metadata: -```json -{} -``` +Example raw output metadata: -
+[See JSON](./example_output/personattr_reid_gpu_raw.json) **Example SceneScape output metadata:** From b0af1de697e19b19210f09fa9dd01ea56debf822 Mon Sep 17 00:00:00 2001 From: jakubsikorski Date: Mon, 9 Feb 2026 11:30:03 +0100 Subject: [PATCH 04/18] Fix scenescape policy to not loose metadata during ReID policy --- .../user_scripts/gvapython/sscape/sscape_policies.py | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py b/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py index 0e3e94c7f..2dfb52b0e 100644 --- a/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py +++ b/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py @@ -51,6 +51,15 @@ def reidPolicy(pobj, item, fw, fh, _cache={}): reid_vector = item['tensors'][reid_idx]['data'] v = struct.pack("256f", *reid_vector) pobj['reid'] = base64.b64encode(v).decode('utf-8') + + # Extract additional classification labels (similar to classificationPolicy) + categories = {} + for tensor in item.get('tensors', [{}]): + name = tensor.get('name','') + if name and name != 'detection' and tensor.get('layer_name') != 'reid_embedding': + categories[name] = tensor.get('label','') + pobj.update(categories) + return def classificationPolicy(pobj, item, fw, fh): From fdce9221f2cfacec3b635d1e51795535dbe4948c Mon Sep 17 00:00:00 2001 From: jakubsikorski Date: Mon, 9 Feb 2026 11:49:45 +0100 Subject: [PATCH 05/18] Add full person attributes pipeline with metadata output as examples --- .../person_metadata_cpu_raw.json | 1536 ++++++++++++++++ .../person_metadata_gpu_raw.json | 1546 +++++++++++++++++ .../additional-resources/reid_pipelines.md | 175 +- 3 files changed, 3255 insertions(+), 2 deletions(-) create mode 100644 docs/user-guide/additional-resources/example_output/person_metadata_cpu_raw.json create mode 100644 docs/user-guide/additional-resources/example_output/person_metadata_gpu_raw.json diff --git a/docs/user-guide/additional-resources/example_output/person_metadata_cpu_raw.json b/docs/user-guide/additional-resources/example_output/person_metadata_cpu_raw.json new file mode 100644 index 000000000..5f19eae72 --- /dev/null +++ b/docs/user-guide/additional-resources/example_output/person_metadata_cpu_raw.json @@ -0,0 +1,1536 @@ +{ + "objects": [ + { + "age": { + "label": "39", + "model": { + "name": "age_gender" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.4775277376174927, + "x_min": 0.32637345790863037, + "y_max": 0.6594623625278473, + "y_min": 0.08862927556037903 + }, + "confidence": 0.9982359409332275, + "label": "person", + "label_id": 1 + }, + "gender": { + "confidence": 0.9800975918769836, + "label": "Male", + "label_id": 1, + "model": { + "name": "age_gender" + } + }, + "h": 411, + "person-attributes": { + "confidence": 0.5217722058296204, + "label": "F: has_longpants", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9982359409332275, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "data": [ + 0.3851839303970337 + ], + "dims": [ + 1, + 1, + 1, + 1 + ], + "label": "39", + "layer_name": "age_conv3", + "layout": "ANY", + "model_name": "age_gender", + "name": "age", + "precision": "FP32" + }, + { + "confidence": 0.9800975918769836, + "data": [ + 0.01990244723856449, + 0.9800975918769836 + ], + "dims": [ + 1, + 2, + 1, + 1 + ], + "label": "Male", + "label_id": 1, + "layer_name": "prob", + "layout": "ANY", + "model_name": "age_gender", + "name": "gender", + "precision": "FP32" + }, + { + "confidence": 0.5217722058296204, + "data": [ + 0.4453710913658142, + 0.3348463475704193, + 0.007775325793772936, + 0.2671898305416107, + 0.5217722058296204, + 0.2695300281047821, + 0.29600316286087036 + ], + "dims": [ + 1, + 7 + ], + "label": "F: has_longpants", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + }, + { + "data": [ + -0.20818902552127838, + 0.7141497731208801, + -0.2737225294113159, + -0.43440312147140503, + 0.8508350253105164, + 0.13995815813541412, + 0.38839641213417053, + -0.23534433543682098, + 0.6237186789512634, + 0.14687193930149078, + -0.009922920726239681, + 0.3032887578010559, + 0.34325218200683594, + 0.12735962867736816, + -0.3757495880126953, + -0.5691446661949158, + -0.16084633767604828, + -0.1091657429933548, + -0.09795842319726944, + -0.3021266460418701, + -0.5078500509262085, + -0.38901597261428833, + 0.35553911328315735, + 0.12980180978775024, + -0.8885009288787842, + -0.2555162310600281, + -0.12828147411346436, + 0.04011012986302376, + -0.026946041733026505, + 0.767889678478241, + -0.7090135216712952, + 0.3698123097419739, + -0.6331306099891663, + 0.21606487035751343, + 0.43890100717544556, + -0.10492390394210815, + -0.30952388048171997, + -0.5613660216331482, + -0.15289047360420227, + -0.5479650497436523, + -0.11623873561620712, + -0.7086103558540344, + 0.27232760190963745, + -0.8476178050041199, + 0.8113307952880859, + -0.48690086603164673, + -0.022100986912846565, + -0.21840326488018036, + -0.46612945199012756, + -0.16679394245147705, + -0.04762662947177887, + -0.3322206437587738, + 0.1183227077126503, + 0.3379301428794861, + 0.18527506291866302, + -0.0012827222235500813, + -0.4981249272823334, + -0.6315793395042419, + 0.599784791469574, + 0.24209237098693848, + 0.3841865360736847, + 0.36244067549705505, + 0.13626150786876678, + -0.7903950214385986, + 0.3508106768131256, + -1.8556745052337646, + 0.4577040672302246, + 0.4897940158843994, + 0.47361376881599426, + 0.30717530846595764, + 0.6218030452728271, + 0.17133226990699768, + 0.1169784739613533, + -0.1439117044210434, + -0.3809477984905243, + -0.37724918127059937, + 0.5235491991043091, + -0.009241330437362194, + 0.3912678062915802, + -0.7717946171760559, + 0.5009105205535889, + 0.2916657328605652, + 0.7154773473739624, + 0.3476819396018982, + -0.07466556131839752, + -0.3952861726284027, + -0.04143882915377617, + 0.42181679606437683, + -0.005706071387976408, + -0.42357367277145386, + -0.1580185741186142, + 0.2386055886745453, + -0.32155531644821167, + 0.05646105110645294, + 0.27179771661758423, + -0.39230409264564514, + -0.17487426102161407, + -0.20723311603069305, + -0.2375062108039856, + 0.09049013257026672, + 0.036355361342430115, + 0.019166145473718643, + 0.4123777449131012, + 0.3149079382419586, + -0.3658902943134308, + 0.3654787242412567, + -0.3779902458190918, + 0.011727974750101566, + -0.2350148856639862, + -0.27890482544898987, + 0.3940487205982208, + -0.04085373133420944, + -0.46143344044685364, + -0.30239927768707275, + -0.5855592489242554, + -0.5723231434822083, + 0.7403635382652283, + -0.3146992325782776, + -0.18912054598331451, + -0.2816489338874817, + 0.28411316871643066, + -0.4848257899284363, + -0.8006621599197388, + -0.8845109939575195, + -0.3785724937915802, + -0.2192326784133911, + -0.5646040439605713, + -0.0005861899117007852, + 0.04630695655941963, + -0.47876256704330444, + -0.5897775888442993, + 0.015999313443899155, + 0.05840887129306793, + -0.7231001257896423, + 0.01982494443655014, + 0.554624617099762, + 0.30697813630104065, + 0.45985332131385803, + 0.4252987802028656, + -0.09897502511739731, + 0.36792173981666565, + 0.4244081974029541, + 0.32466328144073486, + -1.0484654903411865, + -0.5945509076118469, + 0.266568660736084, + 0.042626120150089264, + -0.6316902041435242, + 0.11291041970252991, + -0.9846317768096924, + 0.9054884910583496, + 0.29798001050949097, + -0.22866056859493256, + 0.2763473391532898, + -0.0072729880921542645, + 0.2363571673631668, + 0.5236107707023621, + 0.18089652061462402, + 0.07754189521074295, + -1.2542132139205933, + 0.3953479826450348, + -0.15003035962581635, + 0.37275266647338867, + -0.26797351241111755, + 0.1981496512889862, + 0.5543500781059265, + 0.513648271560669, + -0.28098151087760925, + 0.08033210039138794, + -0.24599845707416534, + 0.7235492467880249, + -0.041180212050676346, + -0.05951875448226929, + 0.3274877667427063, + -0.6477737426757813, + -0.245153546333313, + -0.06830379366874695, + 0.24634937942028046, + 0.09229400008916855, + -0.28804105520248413, + -0.2574717402458191, + 0.8127513527870178, + 0.2741837501525879, + -0.3254067003726959, + -0.24213175475597382, + 1.312543272972107, + 0.37567514181137085, + 0.21084728837013245, + 0.6986449956893921, + -0.06821737438440323, + -0.523398756980896, + 0.5531594753265381, + -0.5262125730514526, + 0.05100969970226288, + 0.18607334792613983, + -0.005089239217340946, + -0.11837191134691238, + 0.22420243918895721, + 0.6889787912368774, + 0.1816944032907486, + -0.023626230657100677, + -0.42309513688087463, + 0.3212856650352478, + 0.357930988073349, + -0.07238633185625076, + -0.24759186804294586, + -0.035882458090782166, + -0.23250724375247955, + -0.44737938046455383, + -0.623201310634613, + 0.08720722794532776, + 0.33679670095443726, + 0.4431004226207733, + 0.13484373688697815, + 0.09328301250934601, + 0.22218330204486847, + -0.23344039916992188, + -0.24623803794384003, + 0.5344818830490112, + -0.05128830298781395, + 0.37904128432273865, + 0.40122008323669434, + -0.4717976748943329, + -0.03154418617486954, + -0.5009456872940063, + -0.49623575806617737, + 0.10445177555084229, + 0.4923403859138489, + 0.5515965819358826, + 0.14575199782848358, + 1.0332590341567993, + -0.01046405453234911, + 0.23786762356758118, + 0.09168769419193268, + 0.09908393025398254, + -0.0370108038187027, + -0.46052390336990356, + -0.3071429133415222, + 0.04727308824658394, + 0.6834183931350708, + -0.4339716136455536, + -0.23124979436397552, + 0.4629155695438385, + -0.10424147546291351, + -0.1021982952952385, + 0.37015581130981445, + -0.21259647607803345, + -0.5293571352958679, + -0.20458273589611053, + 0.20405861735343933, + -0.07496377825737, + 0.5070236921310425, + 0.3193536698818207, + 0.060244664549827576, + -0.6943489909172058, + -0.6582239270210266 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 193, + "x": 418, + "y": 64 + }, + { + "age": { + "label": "31", + "model": { + "name": "age_gender" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.15448381006717682, + "x_min": 0.005797073245048523, + "y_max": 0.4810881167650223, + "y_min": 0.01967264711856842 + }, + "confidence": 0.9962144494056702, + "label": "person", + "label_id": 1 + }, + "gender": { + "confidence": 0.782188892364502, + "label": "Male", + "label_id": 1, + "model": { + "name": "age_gender" + } + }, + "h": 332, + "person-attributes": { + "confidence": 0.9512805938720703, + "label": "M: has_longsleeves has_longpants", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 2, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9962144494056702, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "data": [ + 0.30813586711883545 + ], + "dims": [ + 1, + 1, + 1, + 1 + ], + "label": "31", + "layer_name": "age_conv3", + "layout": "ANY", + "model_name": "age_gender", + "name": "age", + "precision": "FP32" + }, + { + "confidence": 0.782188892364502, + "data": [ + 0.21781113743782043, + 0.782188892364502 + ], + "dims": [ + 1, + 2, + 1, + 1 + ], + "label": "Male", + "label_id": 1, + "layer_name": "prob", + "layout": "ANY", + "model_name": "age_gender", + "name": "gender", + "precision": "FP32" + }, + { + "confidence": 0.9512805938720703, + "data": [ + 0.9330101013183594, + 0.47359657287597656, + 0.03269420564174652, + 0.578947901725769, + 0.9512805938720703, + 0.02335832640528679, + 0.40964603424072266 + ], + "dims": [ + 1, + 7 + ], + "label": "M: has_longsleeves has_longpants", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + }, + { + "data": [ + 0.41702181100845337, + 0.2357632964849472, + -0.09322640299797058, + 0.05501815676689148, + 0.6771787405014038, + -0.4715142250061035, + 0.1333666443824768, + 0.29536667466163635, + 0.5483886003494263, + -0.33874696493148804, + -0.006752049084752798, + -0.35552525520324707, + -0.0001876972382888198, + 0.406621515750885, + 0.5245084762573242, + 0.01316311489790678, + 0.2039324939250946, + 0.44053083658218384, + -0.14252233505249023, + -0.1622622311115265, + 0.7449330687522888, + -0.7322965264320374, + -0.23932988941669464, + 0.37870070338249207, + -1.0101107358932495, + -0.030052095651626587, + 0.5482568144798279, + 0.19451399147510529, + 0.4901217818260193, + 0.29807013273239136, + 0.5831716060638428, + 1.0030773878097534, + 1.0433176755905151, + 0.10090003162622452, + 0.06662609428167343, + -0.5386999249458313, + 0.3128820061683655, + -0.3410050868988037, + -0.490977019071579, + -0.17719639837741852, + 0.7488304376602173, + 0.37462571263313293, + -0.3963766098022461, + -0.2437351644039154, + 0.08125220984220505, + -0.19626930356025696, + -0.753628671169281, + -0.4611167907714844, + -0.05459575355052948, + -0.00020175089593976736, + -0.11535543948411942, + -0.40922948718070984, + 0.19206304848194122, + -0.45830368995666504, + -0.45425206422805786, + 0.31005993485450745, + -0.40552234649658203, + -0.11728542298078537, + 1.01018226146698, + -0.4226960837841034, + -0.9582047462463379, + -0.11995915323495865, + 0.1230979710817337, + -0.002593337558209896, + -0.027648979797959328, + -0.1809343546628952, + 0.11735637485980988, + -0.07011483609676361, + 0.8018515706062317, + 0.5016340613365173, + -0.16648730635643005, + -0.17569370567798615, + 0.133492112159729, + -0.057561639696359634, + 0.36498379707336426, + 0.8927842378616333, + 0.12265603989362717, + 0.46411678194999695, + 0.7250440716743469, + -0.7819649577140808, + 0.644324541091919, + 0.02379431389272213, + 0.24089813232421875, + -0.001015370711684227, + 0.5550231337547302, + 0.2490227222442627, + -0.21181277930736542, + -0.7057967782020569, + -0.3975498080253601, + -0.8102828860282898, + 0.21948355436325073, + -0.4162745773792267, + 0.3828311562538147, + 0.6028127074241638, + -0.0830719992518425, + 0.6349592804908752, + 0.1803198754787445, + -0.20792721211910248, + -0.15511012077331543, + -0.034897178411483765, + 0.157435342669487, + -0.009237965568900108, + -0.24422520399093628, + -0.24136808514595032, + 0.44150033593177795, + -0.7902441620826721, + -0.5273920297622681, + -0.03586198389530182, + 0.4174056351184845, + -0.8518465161323547, + -0.6217327117919922, + 0.709522008895874, + -0.6841458678245544, + -0.6187725067138672, + -0.2902766466140747, + -0.3953443467617035, + 0.43050944805145264, + -1.0158737897872925, + -0.7071498036384583, + 0.3497267961502075, + 0.29740840196609497, + -0.4094678461551666, + -0.31941211223602295, + -0.5344714522361755, + -0.5872922539710999, + -0.16091394424438477, + 0.1607130616903305, + 0.22884784638881683, + 0.22007052600383759, + -0.15736757218837738, + -0.25272366404533386, + 0.19512976706027985, + 0.8767445683479309, + -0.7605980634689331, + -0.3715122938156128, + -0.26891350746154785, + -0.029801523312926292, + 0.4072471261024475, + 0.8126713633537292, + -0.1008288785815239, + -0.07530783861875534, + 0.781893789768219, + 0.8958337903022766, + 0.5370362997055054, + 0.3397650420665741, + -0.2630263566970825, + -0.5016915202140808, + -0.4180462956428528, + -0.5642686486244202, + -0.8762699961662292, + 0.3888670802116394, + -0.348060667514801, + 0.5664923787117004, + 0.02563459239900112, + 0.22027239203453064, + 0.229139044880867, + -0.09890340268611908, + -0.6760136485099792, + -0.4828113317489624, + -0.47746676206588745, + -0.2887599766254425, + -0.753067672252655, + 0.12777940928936005, + 0.213148295879364, + 0.874082088470459, + 0.44073471426963806, + 0.8689917922019958, + 1.2901287078857422, + 0.32197052240371704, + -0.21421115100383759, + -0.21339544653892517, + -0.4571211040019989, + 0.48002856969833374, + 0.6076273918151855, + 0.5512275099754333, + -0.30403152108192444, + -0.111536405980587, + -0.6985286474227905, + 0.10937773436307907, + 0.357812762260437, + -0.4573962092399597, + 0.40932825207710266, + -0.6125797629356384, + 0.40127548575401306, + -0.47732383012771606, + 0.5724837779998779, + -0.07787062227725983, + 0.5457002520561218, + -0.09981771558523178, + -0.7483450770378113, + -0.23595336079597473, + -0.4067751169204712, + 0.3757115602493286, + -0.3206114172935486, + 0.10741710662841797, + -0.8935685753822327, + -0.0951685979962349, + -0.8134975433349609, + 0.24814912676811218, + 0.37306347489356995, + -0.11505461484193802, + -0.55845046043396, + -0.7026557326316833, + 0.4888169467449188, + 0.2037625014781952, + -0.015758192166686058, + 0.7851220965385437, + 0.2747552692890167, + -0.47696244716644287, + -0.2487061768770218, + 0.3025306165218353, + -0.21352961659431458, + 0.42627274990081787, + -0.6903471946716309, + 0.34271740913391113, + 0.005500417668372393, + -0.3792378008365631, + -0.8723626136779785, + 0.6253479719161987, + 0.13631273806095123, + -0.015012607909739017, + 0.6031487584114075, + -0.14000694453716278, + -0.2077825516462326, + 0.20607101917266846, + 0.8274834156036377, + -0.23657536506652832, + -0.11122849583625793, + 0.9591807126998901, + -0.505131185054779, + 0.437127023935318, + 0.14606380462646484, + 0.3554355502128601, + -0.6323552131652832, + 1.2042030096054077, + 0.40405935049057007, + -0.16573891043663025, + -1.1603279113769531, + -0.04383661597967148, + 0.44286414980888367, + -1.1630752086639404, + -0.004905833397060633, + 0.1212349683046341, + -0.22442398965358734, + 0.008989822119474411, + -0.019776565954089165, + 0.025952015072107315, + -0.6024366617202759, + -0.30216923356056213, + -0.4744328260421753, + 0.07396597415208817, + 0.010180828161537647, + -0.21313665807247162, + 0.3259124159812927, + -1.000894546508789, + -0.25534549355506897 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 190, + "x": 7, + "y": 14 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "tags": {}, + "timestamp": 23300000000 +} +{ + "objects": [ + { + "age": { + "label": "35", + "model": { + "name": "age_gender" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.46463051438331604, + "x_min": 0.30998387932777405, + "y_max": 0.6491692364215851, + "y_min": 0.0823381245136261 + }, + "confidence": 0.9961192607879639, + "label": "person", + "label_id": 1 + }, + "gender": { + "confidence": 0.9774054884910583, + "label": "Male", + "label_id": 1, + "model": { + "name": "age_gender" + } + }, + "h": 408, + "person-attributes": { + "confidence": 0.8072328567504883, + "label": "M:", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9961192607879639, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "data": [ + 0.34845873713493347 + ], + "dims": [ + 1, + 1, + 1, + 1 + ], + "label": "35", + "layer_name": "age_conv3", + "layout": "ANY", + "model_name": "age_gender", + "name": "age", + "precision": "FP32" + }, + { + "confidence": 0.9774054884910583, + "data": [ + 0.022594543173909187, + 0.9774054884910583 + ], + "dims": [ + 1, + 2, + 1, + 1 + ], + "label": "Male", + "label_id": 1, + "layer_name": "prob", + "layout": "ANY", + "model_name": "age_gender", + "name": "gender", + "precision": "FP32" + }, + { + "confidence": 0.8072328567504883, + "data": [ + 0.8072328567504883, + 0.27837708592414856, + 0.11077651381492615, + 0.25472962856292725, + 0.44145429134368896, + 0.05615733936429024, + 0.30659690499305725 + ], + "dims": [ + 1, + 7 + ], + "label": "M:", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + }, + { + "data": [ + -0.3560435473918915, + 0.46510908007621765, + -0.10566449165344238, + -0.46238481998443604, + 0.8248688578605652, + 0.17832131683826447, + 0.5372819900512695, + -0.09740903973579407, + 0.46465352177619934, + 0.25532257556915283, + -0.08235178142786026, + 0.027336139231920242, + 0.32689613103866577, + -0.10101484507322311, + -0.4024525582790375, + -0.6921954154968262, + -0.1103256568312645, + -0.178315669298172, + 0.08383343368768692, + -0.1836378127336502, + -0.5364300608634949, + -0.4506331980228424, + 0.17352263629436493, + 0.002575852442532778, + -1.0076338052749634, + -0.24983559548854828, + -0.17924878001213074, + -0.0571252778172493, + 0.028108226135373116, + 0.49707674980163574, + -0.6311710476875305, + 0.4655994176864624, + -0.5263149738311768, + 0.23397096991539001, + 0.4384131133556366, + 0.05821928381919861, + -0.3470327854156494, + -0.5363374352455139, + -0.26361942291259766, + -0.5220054388046265, + -0.08735809475183487, + -0.6632537245750427, + 0.29373809695243835, + -0.7416157722473145, + 0.44962993264198303, + -0.3909028470516205, + -0.30347809195518494, + -0.29799991846084595, + -0.5666913390159607, + -0.07971418648958206, + -0.06449151039123535, + -0.4287523925304413, + 0.14737671613693237, + 0.32787367701530457, + 0.12711815536022186, + -0.018246885389089584, + -0.4483577609062195, + -0.4545946419239044, + 0.7394704818725586, + 0.30726298689842224, + 0.2772167921066284, + 0.3959130644798279, + 0.35182279348373413, + -0.5508661270141602, + 0.4517035186290741, + -1.711882472038269, + 0.40996432304382324, + 0.4276983439922333, + 0.365414559841156, + 0.1771857589483261, + 0.7290265560150146, + 0.283917635679245, + 0.14793072640895844, + -0.07519172877073288, + -0.3350626826286316, + -0.49466386437416077, + 0.4148792326450348, + 0.1463497132062912, + 0.37906745076179504, + -0.6754379868507385, + 0.052312448620796204, + 0.2921142876148224, + 0.8014596104621887, + 0.5095203518867493, + -0.13065744936466217, + -0.30043789744377136, + -0.16535764932632446, + 0.2624818682670593, + -0.08395527303218842, + -0.4094243049621582, + -0.19184637069702148, + 0.1426333487033844, + -0.29120808839797974, + 0.2837325930595398, + 0.4235885739326477, + -0.4623812735080719, + -0.16117385029792786, + -0.16518153250217438, + -0.24259814620018005, + -0.08072379231452942, + -0.18265803158283234, + 0.06140938401222229, + 0.4120897650718689, + 0.4593663513660431, + -0.33397069573402405, + 0.28634756803512573, + -0.5288061499595642, + 0.07614981383085251, + -0.06261075288057327, + -0.4628320634365082, + 0.43442508578300476, + -0.13429208099842072, + -0.3199875056743622, + -0.11856964975595474, + -0.5554244518280029, + -0.34384918212890625, + 0.7577500343322754, + -0.20929844677448273, + -0.22055624425411224, + -0.19926594197750092, + 0.16065971553325653, + -0.5105486512184143, + -0.7505342364311218, + -0.8637930154800415, + -0.46788713335990906, + -0.18445001542568207, + -0.537909209728241, + 0.02885987050831318, + 0.10181261599063873, + -0.14618249237537384, + -0.7429665923118591, + 0.13300278782844543, + -0.04098242148756981, + -0.5250588059425354, + 0.10687121748924255, + 0.4506797790527344, + 0.4240163266658783, + 0.26397719979286194, + 0.5203731656074524, + -0.11927016079425812, + 0.3602027893066406, + 0.1748141646385193, + 0.18092282116413116, + -1.0396363735198975, + -0.715395450592041, + 0.6929270029067993, + -0.11030340194702148, + -0.6013208031654358, + 0.02045806311070919, + -0.8621124029159546, + 0.8800941109657288, + 0.05374454706907272, + -0.1385008543729782, + 0.3840329051017761, + -0.015425234101712704, + 0.08848454058170319, + 0.4125567376613617, + 0.258628785610199, + 0.05568118393421173, + -1.1373003721237183, + 0.35601040720939636, + -0.02096111886203289, + 0.30533722043037415, + -0.3229595124721527, + 0.36859363317489624, + 0.5508686304092407, + 0.43318167328834534, + -0.2652776539325714, + -0.022073455154895782, + -0.1780693680047989, + 0.8802353143692017, + -0.05236155167222023, + -0.10189695656299591, + 0.36447617411613464, + -0.5069114565849304, + -0.3603353500366211, + -0.048255641013383865, + 0.16393375396728516, + -0.02045174315571785, + -0.12983587384223938, + -0.303526908159256, + 0.8109477162361145, + 0.49514585733413696, + -0.5786081552505493, + -0.27973246574401855, + 1.3844528198242188, + 0.4753953218460083, + 0.23471574485301971, + 0.7230172157287598, + 0.11007221043109894, + -0.48570671677589417, + 0.5501859188079834, + -0.4485017657279968, + 0.06327030062675476, + 0.04029351472854614, + -0.008978916332125664, + -0.19710582494735718, + 0.32170218229293823, + 0.6039656400680542, + 0.019378656521439552, + 0.02824327163398266, + -0.3222094476222992, + 0.16221831738948822, + 0.39925041794776917, + -0.15617476403713226, + -0.27396413683891296, + 0.06027528643608093, + -0.3827002942562103, + -0.1452275514602661, + -0.5596945881843567, + -0.07906397432088852, + 0.3147209584712982, + 0.5371931791305542, + 0.09312499314546585, + 0.15021111071109772, + 0.247656911611557, + -0.15828952193260193, + -0.2788986563682556, + 0.6047767400741577, + 0.1406041383743286, + 0.034531764686107635, + 0.40846022963523865, + -0.9044232964515686, + -0.05160463601350784, + -0.2787629961967468, + -0.4680675268173218, + 0.03070116601884365, + 0.4371695816516876, + 0.5845385193824768, + 0.13813921809196472, + 0.9987388849258423, + 0.13236530125141144, + 0.019705943763256073, + 0.23897364735603333, + 0.4032007157802582, + -0.09403808414936066, + -0.4891591966152191, + 0.07803773134946823, + 0.012446446344256401, + 0.677945613861084, + -0.6761083602905273, + -0.22826990485191345, + 0.21745090186595917, + 0.04375161603093147, + 0.017947545275092125, + 0.3442881107330322, + -0.12348603457212448, + -0.3432060182094574, + -0.14195609092712402, + 0.2312682718038559, + 0.13224759697914124, + 0.4230802655220032, + 0.5296695232391357, + -0.04580840468406677, + -0.7410920858383179, + -0.7818195223808289 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 198, + "x": 397, + "y": 59 + }, + { + "age": { + "label": "30", + "model": { + "name": "age_gender" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.15543979406356812, + "x_min": 0.004818171262741089, + "y_max": 0.4917072653770447, + "y_min": 0.0 + }, + "confidence": 0.9843645691871643, + "label": "person", + "label_id": 1 + }, + "gender": { + "confidence": 0.5193184018135071, + "label": "Male", + "label_id": 1, + "model": { + "name": "age_gender" + } + }, + "h": 354, + "person-attributes": { + "confidence": 0.9431940913200378, + "label": "F: has_bag has_longsleeves has_longpants", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 2, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9843645691871643, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "data": [ + 0.2958686053752899 + ], + "dims": [ + 1, + 1, + 1, + 1 + ], + "label": "30", + "layer_name": "age_conv3", + "layout": "ANY", + "model_name": "age_gender", + "name": "age", + "precision": "FP32" + }, + { + "confidence": 0.5193184018135071, + "data": [ + 0.4806815981864929, + 0.5193184018135071 + ], + "dims": [ + 1, + 2, + 1, + 1 + ], + "label": "Male", + "label_id": 1, + "layer_name": "prob", + "layout": "ANY", + "model_name": "age_gender", + "name": "gender", + "precision": "FP32" + }, + { + "confidence": 0.9431940913200378, + "data": [ + 0.44834840297698975, + 0.5795502662658691, + 0.004109771456569433, + 0.6158869862556458, + 0.9431940913200378, + 0.4378505051136017, + 0.4296307861804962 + ], + "dims": [ + 1, + 7 + ], + "label": "F: has_bag has_longsleeves has_longpants", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + }, + { + "data": [ + 0.29259517788887024, + 0.27522745728492737, + -0.2303347885608673, + -0.0011410195147618651, + 0.9037530422210693, + -0.28749120235443115, + 0.11129488050937653, + 0.5635140538215637, + 0.3448299765586853, + -0.5468164682388306, + -0.19103451073169708, + -0.17634300887584686, + 0.15379495918750763, + 0.5377423763275146, + 0.4870847761631012, + 0.10249809920787811, + 0.4703543782234192, + 0.32784244418144226, + -0.518133819103241, + -0.09481831640005112, + 0.6003788709640503, + -0.5441721677780151, + -0.37483856081962585, + 0.4044591784477234, + -1.0881980657577515, + 0.020059742033481598, + 0.8514015078544617, + 0.1726778894662857, + 0.5421080589294434, + 0.17524980008602142, + 0.5198454260826111, + 0.8462603092193604, + 0.6412094235420227, + 0.17170974612236023, + 0.1980496197938919, + -0.6227436661720276, + 0.10717712342739105, + -0.6350362300872803, + -0.3053624629974365, + -0.39148932695388794, + 0.8589667081832886, + 0.1701556295156479, + -0.47503989934921265, + -0.3849996328353882, + 0.26268917322158813, + 0.026695556938648224, + -0.8935444951057434, + -0.34772777557373047, + -0.46888014674186707, + 0.1309511810541153, + -0.1236579641699791, + -0.30144914984703064, + 0.3698636591434479, + -0.5348559617996216, + -0.5422641634941101, + 0.12552125751972198, + -0.3586328327655792, + 0.09269998222589493, + 1.2039011716842651, + -0.12294790893793106, + -0.8795943260192871, + 0.006429172120988369, + -0.19991087913513184, + 0.13220050930976868, + 0.010625859722495079, + -0.14336510002613068, + 0.029228374361991882, + -0.017167972400784492, + 0.7412791848182678, + 0.26862168312072754, + 0.23559126257896423, + -0.3656961917877197, + -0.3967292308807373, + -0.19775472581386566, + 0.22525879740715027, + 0.5966176986694336, + 0.18857954442501068, + 0.07621240615844727, + 0.5917426347732544, + -0.6115008592605591, + 0.6009531617164612, + 0.03239785507321358, + 0.3005439043045044, + -0.19544927775859833, + 0.6900240182876587, + 0.08507567644119263, + -0.15977884829044342, + -0.2310691624879837, + -0.1881941258907318, + -0.5989195108413696, + 0.39749792218208313, + -0.16559463739395142, + 0.9300351738929749, + 0.7993584275245667, + 0.05904674530029297, + 0.6312106251716614, + -0.09108561277389526, + -0.32099416851997375, + -0.18472586572170258, + -0.2790164649486542, + -0.0008304556249640882, + -0.4022519290447235, + -0.13067954778671265, + -0.030373837798833847, + 0.4868318438529968, + -0.4104667603969574, + -0.582763135433197, + -0.04664628207683563, + 0.29563412070274353, + -0.8336941599845886, + 0.12173652648925781, + 0.7793734073638916, + -0.5866230726242065, + -0.9287967085838318, + -0.6968436241149902, + -0.6414885520935059, + 0.6385077834129333, + -1.0529308319091797, + -0.7501757144927979, + 0.5433338284492493, + 0.16260084509849548, + 0.12763641774654388, + -0.009703966788947582, + -0.86980801820755, + -0.5352488160133362, + -0.17858019471168518, + 0.20628821849822998, + 0.16262534260749817, + -0.048998475074768066, + -0.2138582319021225, + -0.4504382312297821, + 0.13996677100658417, + 0.8678086400032043, + -0.892080545425415, + -0.5474346280097961, + -0.296741783618927, + -0.22635717689990997, + 0.523694634437561, + 1.0272139310836792, + -0.31292781233787537, + -0.17735323309898376, + 1.22481107711792, + 0.7828758358955383, + 0.6790196895599365, + 0.29062461853027344, + -0.4796534478664398, + -0.6467467546463013, + -0.36316925287246704, + -0.2607095539569855, + -0.7333507537841797, + 0.7060582041740417, + -0.48122790455818176, + 0.3949253559112549, + 0.11874623596668243, + 0.09826339781284332, + 0.412274569272995, + -0.33814871311187744, + -0.7473979592323303, + -0.6247254014015198, + -0.4323456585407257, + -0.11510118097066879, + -0.5162950158119202, + 0.12228652089834213, + 0.3109385371208191, + 1.2216225862503052, + 0.6422078609466553, + 1.166552186012268, + 0.8603696823120117, + 0.2869228422641754, + -0.32121220231056213, + -0.45810720324516296, + -0.49105674028396606, + 0.5225549340248108, + 0.5506659150123596, + 0.6559084057807922, + 0.03135325387120247, + -0.1095259040594101, + -0.4118378162384033, + -0.3270110487937927, + -0.12445466220378876, + -0.8473390936851501, + 0.37710943818092346, + -0.45068037509918213, + 0.05332154035568237, + -0.7032542824745178, + 0.5448411107063293, + -0.06870350241661072, + 0.5809004306793213, + -0.26402902603149414, + -0.8024517297744751, + -0.42437100410461426, + -0.41486111283302307, + 0.39899152517318726, + -0.09853579849004745, + 0.49896371364593506, + -0.3549611568450928, + 0.08600024878978729, + -0.8567781448364258, + 0.053838785737752914, + 0.19516529142856598, + -0.08880430459976196, + -0.3995242118835449, + -0.685088574886322, + 0.26644599437713623, + 0.10621673613786697, + -0.23468193411827087, + 0.4537596106529236, + 0.27357521653175354, + -0.6731780767440796, + -0.12966036796569824, + 0.5368936061859131, + -0.22723981738090515, + 0.20387612283229828, + -0.6868526935577393, + 0.0038509059231728315, + 0.2468140870332718, + -0.08928418159484863, + -1.1375184059143066, + 0.8586516976356506, + 0.03661138936877251, + 0.16920508444309235, + 0.05832904204726219, + -0.9046046137809753, + -0.1798735111951828, + 0.032017942517995834, + 0.7116934061050415, + -0.026300504803657532, + 0.13814210891723633, + 1.0809580087661743, + -0.25452443957328796, + 1.0903606414794922, + -0.0632745698094368, + 0.22027787566184998, + -0.6640121340751648, + 1.198971152305603, + 0.13445346057415009, + -0.4949866831302643, + -1.209446668624878, + -0.14894625544548035, + 0.573544442653656, + -1.039236307144165, + -0.2635549306869507, + 0.006805656012147665, + -0.11435890942811966, + -0.15612055361270905, + -0.11173441261053085, + -0.19564364850521088, + -0.8645070195198059, + -0.6173458695411682, + -0.6254910230636597, + 0.04279259592294693, + -0.1136762872338295, + -0.4439978301525116, + -0.13990192115306854, + -0.9243355393409729, + -0.31814172863960266 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 193, + "x": 6, + "y": 0 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "tags": {}, + "timestamp": 23400000000 +} diff --git a/docs/user-guide/additional-resources/example_output/person_metadata_gpu_raw.json b/docs/user-guide/additional-resources/example_output/person_metadata_gpu_raw.json new file mode 100644 index 000000000..9be329158 --- /dev/null +++ b/docs/user-guide/additional-resources/example_output/person_metadata_gpu_raw.json @@ -0,0 +1,1546 @@ +{ + "objects": [ + { + "age": { + "label": "42", + "model": { + "name": "age_gender" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.46490082144737244, + "x_min": 0.3112446963787079, + "y_max": 0.6507924199104309, + "y_min": 0.08431977033615112 + }, + "confidence": 0.9970703125, + "label": "person", + "label_id": 1 + }, + "gender": { + "confidence": 0.95263671875, + "label": "Male", + "label_id": 1, + "model": { + "name": "age_gender" + } + }, + "h": 408, + "person-attributes": { + "confidence": 0.7119140625, + "label": "M:", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.9970703125, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "data": [ + 0.421875 + ], + "dims": [ + 1, + 1, + 1, + 1 + ], + "label": "42", + "layer_name": "age_conv3", + "layout": "ANY", + "model_name": "age_gender", + "name": "age", + "precision": "FP32" + }, + { + "confidence": 0.95263671875, + "data": [ + 0.04742431640625, + 0.95263671875 + ], + "dims": [ + 1, + 2, + 1, + 1 + ], + "label": "Male", + "label_id": 1, + "layer_name": "prob", + "layout": "ANY", + "model_name": "age_gender", + "name": "gender", + "precision": "FP32" + }, + { + "confidence": 0.7119140625, + "data": [ + 0.7119140625, + 0.2271728515625, + 0.1060791015625, + 0.2230224609375, + 0.399658203125, + 0.11602783203125, + 0.302001953125 + ], + "dims": [ + 1, + 7 + ], + "label": "M:", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + }, + { + "data": [ + -0.3211457133293152, + 0.5286678075790405, + -0.11636210232973099, + -0.4141283631324768, + 0.7868446111679077, + 0.15526917576789856, + 0.5048226118087769, + -0.09111638367176056, + 0.45372188091278076, + 0.22624528408050537, + 0.0014886781573295593, + 0.057835668325424194, + 0.27557966113090515, + -0.03531355410814285, + -0.4765375852584839, + -0.6109172105789185, + -0.1586221307516098, + -0.2788930833339691, + 0.06889574229717255, + -0.19666752219200134, + -0.40953606367111206, + -0.39565539360046387, + 0.23069977760314941, + 0.08793982863426208, + -1.0500560998916626, + -0.2757432758808136, + -0.1847389191389084, + 0.022591158747673035, + -0.003933805041015148, + 0.5649622082710266, + -0.6343890428543091, + 0.4769423007965088, + -0.5325415730476379, + 0.23216529190540314, + 0.4705931544303894, + -0.029347578063607216, + -0.4258115291595459, + -0.5942423939704895, + -0.20199380815029144, + -0.5630431175231934, + -0.028711218386888504, + -0.6212202310562134, + 0.2868990898132324, + -0.7827988266944885, + 0.5568448901176453, + -0.40678200125694275, + -0.2954404354095459, + -0.2705606520175934, + -0.49400222301483154, + -0.11179016530513763, + -0.03921147435903549, + -0.4140874147415161, + 0.140001118183136, + 0.37066859006881714, + 0.0646757036447525, + 0.017543530091643333, + -0.45074591040611267, + -0.42373064160346985, + 0.7688566446304321, + 0.3514009714126587, + 0.26975706219673157, + 0.33614158630371094, + 0.33687227964401245, + -0.5232966542243958, + 0.4841279685497284, + -1.8412343263626099, + 0.4243592917919159, + 0.44230979681015015, + 0.422160804271698, + 0.18208372592926025, + 0.6440005898475647, + 0.2819262146949768, + 0.09260590374469757, + -0.19138343632221222, + -0.3450484275817871, + -0.5471926331520081, + 0.4375849962234497, + 0.1662585288286209, + 0.39913153648376465, + -0.7040128111839294, + 0.09390839189291, + 0.4011114835739136, + 0.6657093167304993, + 0.5304739475250244, + -0.10508201271295547, + -0.38557514548301697, + -0.1561034619808197, + 0.1725008487701416, + -0.07798514515161514, + -0.4285708963871002, + -0.16376115381717682, + 0.19544851779937744, + -0.2513825595378876, + 0.30181217193603516, + 0.4646909832954407, + -0.45365995168685913, + -0.20590229332447052, + -0.10983822494745255, + -0.3138222396373749, + 0.006632745265960693, + -0.2057044804096222, + 0.05812343955039978, + 0.41623228788375854, + 0.4270758032798767, + -0.4113410711288452, + 0.33074474334716797, + -0.4822915494441986, + 0.06112668663263321, + -0.08172333240509033, + -0.47841235995292664, + 0.4375888407230377, + -0.15219038724899292, + -0.3484099805355072, + -0.17584435641765594, + -0.5470513105392456, + -0.2954832911491394, + 0.7784854769706726, + -0.22577115893363953, + -0.2581855356693268, + -0.257327675819397, + 0.23281288146972656, + -0.5173278450965881, + -0.6928678154945374, + -0.8440507650375366, + -0.48928388953208923, + -0.14494158327579498, + -0.560882568359375, + 0.03345039486885071, + 0.02290305495262146, + -0.15124642848968506, + -0.7000381946563721, + 0.1343711018562317, + -0.0041033076122403145, + -0.5051340460777283, + 0.07993142306804657, + 0.4016112685203552, + 0.4245496988296509, + 0.26107144355773926, + 0.5864558219909668, + -0.2459476739168167, + 0.4743098020553589, + 0.15951454639434814, + 0.2511281669139862, + -0.9928501844406128, + -0.7307248115539551, + 0.6020351648330688, + -0.08007282763719559, + -0.5925036072731018, + -0.02556431107223034, + -0.9825835227966309, + 0.8530234694480896, + 0.09834915399551392, + -0.12156593054533005, + 0.3409923315048218, + 0.03705000877380371, + 0.09432058781385422, + 0.4142894148826599, + 0.2536372244358063, + 0.12576931715011597, + -1.1552560329437256, + 0.3492797911167145, + 0.006279736757278442, + 0.2952907979488373, + -0.22298824787139893, + 0.2593241333961487, + 0.5469247102737427, + 0.40886038541793823, + -0.307132750749588, + 0.04391804337501526, + -0.22639109194278717, + 0.9402173757553101, + -0.007537820842117071, + -0.09720146656036377, + 0.371944397687912, + -0.4838780164718628, + -0.3435949981212616, + -0.08253005146980286, + 0.22539064288139343, + -0.027465544641017914, + -0.10288313031196594, + -0.3276132345199585, + 0.7990909814834595, + 0.48500320315361023, + -0.5711166262626648, + -0.3096711039543152, + 1.2974767684936523, + 0.3644561171531677, + 0.342831552028656, + 0.6928807497024536, + 0.06000277400016785, + -0.4822235405445099, + 0.6230735182762146, + -0.4750523269176483, + -0.05163577198982239, + 0.057675719261169434, + -0.07573653012514114, + -0.12457007169723511, + 0.2890315055847168, + 0.6101122498512268, + 0.05547484755516052, + 0.026748374104499817, + -0.2887093722820282, + 0.12494075298309326, + 0.3469383716583252, + -0.15272711217403412, + -0.2556160092353821, + 0.07438743114471436, + -0.3829479515552521, + -0.18328900635242462, + -0.5231733322143555, + -0.10691514611244202, + 0.2800561487674713, + 0.444693922996521, + -0.03985683619976044, + 0.10180589556694031, + 0.31749141216278076, + -0.10676764696836472, + -0.2373744696378708, + 0.5823544859886169, + 0.16710388660430908, + 0.030286520719528198, + 0.4050942659378052, + -0.8877335786819458, + -0.024319300428032875, + -0.35760506987571716, + -0.45036572217941284, + 0.07062464952468872, + 0.4780729413032532, + 0.5754237771034241, + 0.16174235939979553, + 0.991893470287323, + -0.014621014706790447, + 0.060006678104400635, + 0.2247873842716217, + 0.48185521364212036, + -0.13276207447052002, + -0.4259202182292938, + -0.070583775639534, + 0.0761951208114624, + 0.6765139102935791, + -0.6989704370498657, + -0.19378456473350525, + 0.19805964827537537, + 0.032432347536087036, + 0.0057218074798583984, + 0.36301225423812866, + -0.12539486587047577, + -0.41272372007369995, + -0.1454208493232727, + 0.31076598167419434, + 0.07235211133956909, + 0.43514055013656616, + 0.3964875638484955, + -0.0903875008225441, + -0.7495662569999695, + -0.7199313640594482 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 197, + "x": 398, + "y": 61 + }, + { + "age": { + "label": "27", + "model": { + "name": "age_gender" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.15503297001123428, + "x_min": 0.005215860903263092, + "y_max": 0.4907224178314209, + "y_min": 0.0 + }, + "confidence": 0.97802734375, + "label": "person", + "label_id": 1 + }, + "gender": { + "confidence": 0.60498046875, + "label": "Male", + "label_id": 1, + "model": { + "name": "age_gender" + } + }, + "h": 353, + "person-attributes": { + "confidence": 0.95166015625, + "label": "F: has_bag has_longsleeves has_longpants", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 2, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.97802734375, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "data": [ + 0.271240234375 + ], + "dims": [ + 1, + 1, + 1, + 1 + ], + "label": "27", + "layer_name": "age_conv3", + "layout": "ANY", + "model_name": "age_gender", + "name": "age", + "precision": "FP32" + }, + { + "confidence": 0.60498046875, + "data": [ + 0.39453125, + 0.60498046875 + ], + "dims": [ + 1, + 2, + 1, + 1 + ], + "label": "Male", + "label_id": 1, + "layer_name": "prob", + "layout": "ANY", + "model_name": "age_gender", + "name": "gender", + "precision": "FP32" + }, + { + "confidence": 0.95166015625, + "data": [ + 0.468505859375, + 0.55419921875, + 0.01058197021484375, + 0.6630859375, + 0.95166015625, + 0.3759765625, + 0.439453125 + ], + "dims": [ + 1, + 7 + ], + "label": "F: has_bag has_longsleeves has_longpants", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + }, + { + "data": [ + 0.2674255967140198, + 0.28379297256469727, + -0.30829933285713196, + 0.006464272737503052, + 0.9755593538284302, + -0.46818575263023376, + 0.10620986670255661, + 0.48039525747299194, + 0.33300480246543884, + -0.3302875757217407, + -0.1857006996870041, + -0.2046308070421219, + 0.21014422178268433, + 0.6781610250473022, + 0.5347834229469299, + 0.05495213717222214, + 0.574190616607666, + 0.27383050322532654, + -0.5369594693183899, + -0.11537999659776688, + 0.6161780953407288, + -0.4580727219581604, + -0.4227921962738037, + 0.47232723236083984, + -1.211800217628479, + -0.11086879670619965, + 0.8153164982795715, + 0.1921069324016571, + 0.5956422090530396, + 0.20338420569896698, + 0.5642385482788086, + 0.9042025804519653, + 0.6714768409729004, + 0.13843762874603271, + 0.12449461221694946, + -0.6346501708030701, + 0.1832454353570938, + -0.5973771214485168, + -0.28704044222831726, + -0.4489412307739258, + 0.7914637923240662, + 0.1773599088191986, + -0.5571224093437195, + -0.31095996499061584, + 0.351651668548584, + -0.000675767776556313, + -0.9436627626419067, + -0.40006721019744873, + -0.4960062801837921, + 0.012413814663887024, + -0.13204392790794373, + -0.3995780050754547, + 0.35357630252838135, + -0.38794541358947754, + -0.5601982474327087, + 0.08244121074676514, + -0.3872385025024414, + 0.06017271801829338, + 1.276742696762085, + -0.12037952989339828, + -0.9474584460258484, + 0.026272207498550415, + -0.18387480080127716, + 0.0933389663696289, + 0.004337936639785767, + -0.2519795298576355, + 0.10755689442157745, + -0.07071463763713837, + 0.8022156357765198, + 0.29706889390945435, + 0.1761835217475891, + -0.33681219816207886, + -0.48731741309165955, + -0.19295860826969147, + 0.22170813381671906, + 0.6739761233329773, + 0.17518740892410278, + -0.016666151583194733, + 0.6436416506767273, + -0.63087397813797, + 0.617265522480011, + -0.052873823791742325, + 0.30379241704940796, + -0.10904287546873093, + 0.6930289268493652, + 0.10344070196151733, + -0.14305832982063293, + -0.26913216710090637, + -0.1593259572982788, + -0.6171008348464966, + 0.38289833068847656, + -0.0792093425989151, + 0.87770676612854, + 0.7704854607582092, + 0.09054464101791382, + 0.47390544414520264, + -0.2145228236913681, + -0.3236082196235657, + -0.16982674598693848, + -0.281442791223526, + 0.003982506692409515, + -0.38406747579574585, + -0.0909157544374466, + -0.057389914989471436, + 0.408799409866333, + -0.5072920322418213, + -0.5657976865768433, + 0.0028425902128219604, + 0.2415255308151245, + -0.7680925130844116, + 0.007630407810211182, + 0.7249357104301453, + -0.6162347197532654, + -0.9193735718727112, + -0.7418819069862366, + -0.7767309546470642, + 0.7062731385231018, + -1.1073107719421387, + -0.7758452892303467, + 0.6141663789749146, + 0.045037806034088135, + 0.09693002700805664, + 0.0016652494668960571, + -0.8446888327598572, + -0.6510521769523621, + -0.16252867877483368, + 0.22536340355873108, + 0.08586902171373367, + -0.033115558326244354, + -0.24224869906902313, + -0.36984747648239136, + 0.09713907539844513, + 0.8482783436775208, + -0.9254150390625, + -0.486349880695343, + -0.32852497696876526, + -0.1939535140991211, + 0.6292849183082581, + 1.092103123664856, + -0.34468427300453186, + -0.19482512772083282, + 1.2444162368774414, + 0.8595949411392212, + 0.6628955602645874, + 0.3363214135169983, + -0.43375474214553833, + -0.7410991787910461, + -0.3397793173789978, + -0.2793707251548767, + -0.8259112238883972, + 0.7489882111549377, + -0.47541454434394836, + 0.3426680564880371, + -0.007302251178771257, + 0.09778556227684021, + 0.39704686403274536, + -0.3284560739994049, + -0.785070538520813, + -0.5344824194908142, + -0.5848811864852905, + -0.06427430361509323, + -0.5463132858276367, + -0.016767699271440506, + 0.33505603671073914, + 1.1395162343978882, + 0.6850884556770325, + 1.1247063875198364, + 1.0117497444152832, + 0.3058975040912628, + -0.349941223859787, + -0.44571226835250854, + -0.47431617975234985, + 0.5424777269363403, + 0.4917250871658325, + 0.6268311142921448, + 0.056493550539016724, + -0.1056324765086174, + -0.4976007342338562, + -0.29798030853271484, + -0.25919854640960693, + -0.852486252784729, + 0.39644598960876465, + -0.5359659790992737, + 0.008176878094673157, + -0.7340572476387024, + 0.4919634163379669, + -0.02889109030365944, + 0.6977941989898682, + -0.19428209960460663, + -0.8403803110122681, + -0.43741026520729065, + -0.457040011882782, + 0.4522297978401184, + -0.06690347194671631, + 0.45833489298820496, + -0.5125030875205994, + 0.03992581367492676, + -0.7628719806671143, + 0.0807441920042038, + 0.3164030909538269, + -0.061221517622470856, + -0.3803533613681793, + -0.5973183512687683, + 0.30441170930862427, + 0.1737721860408783, + -0.14687827229499817, + 0.41716039180755615, + 0.23587298393249512, + -0.7870577573776245, + -0.0797758623957634, + 0.5721704959869385, + -0.18138831853866577, + 0.20199307799339294, + -0.6436317563056946, + 0.12602150440216064, + 0.23930925130844116, + -0.02181767299771309, + -1.1615386009216309, + 0.9180605411529541, + -0.03407607600092888, + 0.2252357006072998, + 0.21935993432998657, + -0.9118871092796326, + -0.20463857054710388, + 0.014265552163124084, + 0.5956681966781616, + -0.017161639407277107, + 0.1683763563632965, + 1.093060851097107, + -0.282374769449234, + 1.1231718063354492, + -0.05116811767220497, + 0.23035535216331482, + -0.6781418323516846, + 1.2450218200683594, + 0.1376515030860901, + -0.4877268671989441, + -1.233059287071228, + -0.1470205932855606, + 0.6712679862976074, + -1.184349536895752, + -0.2663171887397766, + 0.0172666534781456, + -0.18558500707149506, + -0.14550097286701202, + 0.008195997215807438, + -0.20796622335910797, + -0.8195841908454895, + -0.43460923433303833, + -0.7103950381278992, + 0.15823248028755188, + -0.03647907078266144, + -0.35661062598228455, + -0.04506297409534454, + -0.9716566205024719, + -0.306100070476532 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 192, + "x": 7, + "y": 0 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "rtp": { + "sequence": 157, + "ssrc": 2610666395, + "timestamp": 2627509404 + }, + "tags": {}, + "timestamp": 23400000000 +} +{ + "objects": [ + { + "age": { + "label": "47", + "model": { + "name": "age_gender" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.44357913732528687, + "x_min": 0.2959631085395813, + "y_max": 0.6622701585292816, + "y_min": 0.09866616129875183 + }, + "confidence": 0.998046875, + "label": "person", + "label_id": 1 + }, + "gender": { + "confidence": 0.96337890625, + "label": "Male", + "label_id": 1, + "model": { + "name": "age_gender" + } + }, + "h": 406, + "person-attributes": { + "confidence": 0.8671875, + "label": "M:", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 1, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.998046875, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "data": [ + 0.46923828125 + ], + "dims": [ + 1, + 1, + 1, + 1 + ], + "label": "47", + "layer_name": "age_conv3", + "layout": "ANY", + "model_name": "age_gender", + "name": "age", + "precision": "FP32" + }, + { + "confidence": 0.96337890625, + "data": [ + 0.037078857421875, + 0.96337890625 + ], + "dims": [ + 1, + 2, + 1, + 1 + ], + "label": "Male", + "label_id": 1, + "layer_name": "prob", + "layout": "ANY", + "model_name": "age_gender", + "name": "gender", + "precision": "FP32" + }, + { + "confidence": 0.8671875, + "data": [ + 0.8671875, + 0.2479248046875, + 0.226806640625, + 0.1849365234375, + 0.307861328125, + 0.059356689453125, + 0.332275390625 + ], + "dims": [ + 1, + 7 + ], + "label": "M:", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + }, + { + "data": [ + -0.3423174321651459, + 0.5553909540176392, + 0.08462801575660706, + -0.5722610950469971, + 0.9717022180557251, + 0.11325407028198242, + 0.30927279591560364, + -0.04316608980298042, + 0.5062160491943359, + 0.30992192029953003, + 0.09329593181610107, + 0.1215985119342804, + 0.3472394049167633, + 0.08108220994472504, + -0.46231600642204285, + -0.4791169762611389, + -0.01890602521598339, + -0.4471040666103363, + -0.030448371544480324, + 0.08462411165237427, + -0.4495128095149994, + -0.6126617193222046, + 0.18460491299629211, + -0.017795687541365623, + -1.2503042221069336, + -0.06047371029853821, + -0.042683497071266174, + 0.1192045509815216, + -0.04892849922180176, + 0.41923508048057556, + -0.5909600257873535, + 0.46066582202911377, + -0.47238481044769287, + 0.22174109518527985, + 0.5881363153457642, + 0.04514262080192566, + -0.470147967338562, + -0.5843295454978943, + -0.36834222078323364, + -0.6828228831291199, + 0.21318450570106506, + -0.9162922501564026, + 0.2569105625152588, + -0.857281506061554, + 0.3951924443244934, + -0.2634945213794708, + -0.16639140248298645, + -0.20743931829929352, + -0.5634253025054932, + -0.01007809117436409, + 0.05833937227725983, + -0.47415921092033386, + 0.14142319560050964, + 0.3401670455932617, + -0.02304205857217312, + 0.03374245762825012, + -0.40730011463165283, + -0.3703579902648926, + 0.6737387180328369, + 0.2690364718437195, + 0.5684181451797485, + 0.36210572719573975, + 0.18762004375457764, + -0.40620750188827515, + 0.3795832693576813, + -1.8512871265411377, + 0.5252814292907715, + 0.43671461939811707, + 0.2908381521701813, + 0.14727336168289185, + 0.6127153635025024, + 0.1434507668018341, + -0.11166363209486008, + -0.01664332114160061, + -0.4745047092437744, + -0.1424487680196762, + 0.3644459843635559, + -0.06329944729804993, + 0.22918033599853516, + -0.7571460008621216, + 0.2364630103111267, + 0.48216527700424194, + 0.6184352040290833, + 0.5507080554962158, + 0.0737568587064743, + -0.11453422904014587, + -0.14949508011341095, + 0.16177397966384888, + 0.2727999687194824, + -0.33525654673576355, + -0.3073156177997589, + -0.04011044651269913, + -0.22170138359069824, + 0.18510612845420837, + 0.4635816216468811, + -0.5262170433998108, + -0.16249391436576843, + -0.05807436257600784, + -0.2480292171239853, + 0.21860986948013306, + -0.32008349895477295, + -0.03276412934064865, + 0.6638205647468567, + 0.5070849657058716, + -0.43511348962783813, + 0.38179880380630493, + -0.6234654784202576, + -0.15468576550483704, + -0.10185608267784119, + -0.5400421023368835, + 0.5722991228103638, + -0.0515219084918499, + -0.416890025138855, + -0.19786526262760162, + -0.4835125803947449, + -0.5040804743766785, + 0.9027887582778931, + -0.2680530250072479, + -0.1505182385444641, + -0.2438419759273529, + 0.20528143644332886, + -0.32075035572052, + -0.910732626914978, + -0.7474375367164612, + -0.4742930829524994, + -0.18433158099651337, + -0.5957302451133728, + -0.06875946372747421, + 0.05433794856071472, + 0.03970715403556824, + -0.7062236666679382, + 0.09206795692443848, + 0.03508101403713226, + -0.4309541583061218, + 0.16043004393577576, + 0.47915762662887573, + 0.5455554723739624, + 0.3442407548427582, + 0.6542264223098755, + -0.02552017569541931, + 0.5242758393287659, + 0.18566888570785522, + 0.2410559207201004, + -1.0630006790161133, + -0.5374171137809753, + 0.5823081731796265, + -0.025945086032152176, + -0.7602267265319824, + 0.3141877353191376, + -1.049232006072998, + 0.9124191999435425, + 0.027704626321792603, + -0.33328157663345337, + 0.3048829436302185, + -0.0786111056804657, + 0.1777283251285553, + 0.31104379892349243, + 0.3826678991317749, + 0.051892608404159546, + -1.2770932912826538, + 0.20425032079219818, + -0.03962041065096855, + 0.1360449641942978, + -0.5075214505195618, + 0.37464916706085205, + 0.45865586400032043, + 0.527932345867157, + -0.4241974949836731, + 0.1685444414615631, + -0.3762137293815613, + 1.0517750978469849, + -0.1204933226108551, + -0.2763092517852783, + 0.47773027420043945, + -0.4061014950275421, + -0.3781723976135254, + -0.05550088733434677, + 0.36924588680267334, + 0.04988333582878113, + -0.09210623800754547, + -0.11961383372545242, + 0.7340495586395264, + 0.3865627348423004, + -0.5919170379638672, + -0.39457881450653076, + 1.006110429763794, + 0.31692564487457275, + 0.3272566795349121, + 0.7629263997077942, + 0.1422388255596161, + -0.2886803448200226, + 0.6901001930236816, + -0.5056807398796082, + 0.07019822299480438, + -0.22655554115772247, + -0.04774288088083267, + -0.09651269763708115, + 0.3912586569786072, + 0.657800555229187, + 0.08646580576896667, + -0.1544979214668274, + -0.19535641372203827, + 0.039693981409072876, + 0.12501654028892517, + -0.09316299855709076, + -0.17388007044792175, + -0.2122095823287964, + -0.3772037923336029, + -0.2264084666967392, + -0.36318323016166687, + -0.12500864267349243, + 0.34817761182785034, + 0.433540403842926, + -0.20350603759288788, + 0.15636728703975677, + 0.4344807267189026, + -0.4747636020183563, + -0.2743435502052307, + 0.45490312576293945, + 0.0411980077624321, + -0.21177999675273895, + 0.3207455575466156, + -0.5425468683242798, + -0.03788068890571594, + -0.4643954634666443, + -0.3965555429458618, + 0.20848843455314636, + 0.7791450023651123, + 0.48490577936172485, + 0.34131544828414917, + 1.2361536026000977, + 0.05379439890384674, + -0.044864553958177567, + 0.3533303141593933, + 0.5031991004943848, + 0.034228719770908356, + -0.7064569592475891, + -0.23378321528434753, + 0.11728071421384811, + 0.6655963063240051, + -0.773430585861206, + -0.1524646133184433, + 0.23381543159484863, + 0.17491492629051208, + -0.03654232993721962, + 0.32669904828071594, + -0.31090784072875977, + -0.37479475140571594, + -0.21445231139659882, + 0.44409263134002686, + 0.0989571213722229, + 0.4998740255832672, + 0.29633259773254395, + -0.23868700861930847, + -0.9243404865264893, + -0.6748337149620056 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 189, + "x": 379, + "y": 71 + }, + { + "age": { + "label": "30", + "model": { + "name": "age_gender" + } + }, + "detection": { + "bounding_box": { + "x_max": 0.1392170861363411, + "x_min": 0.007045097649097443, + "y_max": 0.4700895845890045, + "y_min": 0.0 + }, + "confidence": 0.98291015625, + "label": "person", + "label_id": 1 + }, + "gender": { + "confidence": 0.6103515625, + "label": "Female", + "label_id": 0, + "model": { + "name": "age_gender" + } + }, + "h": 338, + "person-attributes": { + "confidence": 0.931640625, + "label": "M: has_longsleeves has_longpants", + "model": { + "name": "torch-jit-export" + } + }, + "region_id": 2, + "roi_type": "person", + "tensors": [ + { + "confidence": 0.98291015625, + "label_id": 1, + "layer_name": "detection_out", + "layout": "ANY", + "model_name": "ResMobNet_v4 (LReLU) with single SSD head", + "name": "detection", + "precision": "UNSPECIFIED" + }, + { + "data": [ + 0.299560546875 + ], + "dims": [ + 1, + 1, + 1, + 1 + ], + "label": "30", + "layer_name": "age_conv3", + "layout": "ANY", + "model_name": "age_gender", + "name": "age", + "precision": "FP32" + }, + { + "confidence": 0.6103515625, + "data": [ + 0.6103515625, + 0.389404296875 + ], + "dims": [ + 1, + 2, + 1, + 1 + ], + "label": "Female", + "label_id": 0, + "layer_name": "prob", + "layout": "ANY", + "model_name": "age_gender", + "name": "gender", + "precision": "FP32" + }, + { + "confidence": 0.931640625, + "data": [ + 0.69140625, + 0.432373046875, + 0.01654052734375, + 0.60107421875, + 0.931640625, + 0.2724609375, + 0.443359375 + ], + "dims": [ + 1, + 7 + ], + "label": "M: has_longsleeves has_longpants", + "layer_name": "attributes", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "person-attributes", + "precision": "FP32" + }, + { + "data": [ + 0.16765320301055908, + 0.2895774245262146, + -0.4956853985786438, + 0.09342625737190247, + 0.8201454877853394, + -0.365780770778656, + -0.047823745757341385, + 0.4872872829437256, + 0.3373185694217682, + -0.2839895188808441, + 0.08070658892393112, + -0.28143081068992615, + 0.0006184056401252747, + 0.7390092611312866, + 0.7765529155731201, + 0.018833452835679054, + 0.34031903743743896, + 0.07939687371253967, + -0.21665656566619873, + 0.10694831609725952, + 0.43752413988113403, + -0.3154436945915222, + -0.14601115882396698, + 0.3896888792514801, + -1.3796733617782593, + -0.2618047893047333, + 0.5926170349121094, + 0.2873607575893402, + 0.46329623460769653, + 0.2043316513299942, + 0.4799889326095581, + 0.6131722927093506, + 0.3085593581199646, + 0.19622944295406342, + 0.18079698085784912, + -0.7475841641426086, + -0.13279157876968384, + -0.6587386131286621, + -0.19825038313865662, + -0.5961176753044128, + 0.9247775077819824, + 0.3412378430366516, + -0.647685706615448, + -0.7602985501289368, + 0.35751718282699585, + 0.18065625429153442, + -1.0065189599990845, + -0.48350709676742554, + -0.5387724041938782, + 0.10926231741905212, + 0.03136418014764786, + -0.12948183715343475, + 0.2816446125507355, + -0.3804416060447693, + -0.4473126530647278, + 0.07577453553676605, + -0.30327507853507996, + 0.22674237191677094, + 1.4635851383209229, + 0.24589788913726807, + -0.774066150188446, + 0.12455755472183228, + -0.13090941309928894, + -0.041910234838724136, + 0.1094362735748291, + -0.4116869270801544, + -0.3772296905517578, + 0.10424692928791046, + 0.7896621227264404, + 0.1526709496974945, + 0.3068721890449524, + -0.3113771677017212, + -0.4208054840564728, + -0.15467238426208496, + 0.11027459800243378, + 0.4077651798725128, + 0.27261117100715637, + 0.005013972520828247, + 0.6437300443649292, + -0.944206953048706, + 0.47728556394577026, + -0.10639915615320206, + 0.1967736780643463, + -0.26138824224472046, + 0.5022481679916382, + 0.07128870487213135, + -0.1094367504119873, + -0.21765746176242828, + -0.19942604005336761, + -0.5878802537918091, + 0.5074672698974609, + -0.10798698663711548, + 0.9022282361984253, + 0.7959386110305786, + 0.025797039270401, + 0.5970693826675415, + -0.3482222855091095, + -0.12459627538919449, + -0.0987306535243988, + -0.5370431542396545, + 0.07672025263309479, + -0.21220456063747406, + -0.1804053634405136, + -0.12861891090869904, + 0.277314156293869, + -0.34163668751716614, + -0.41044509410858154, + -0.41773176193237305, + 0.3961566686630249, + -0.557683527469635, + 0.03319518268108368, + 0.9073307514190674, + -0.8127183318138123, + -0.8344671726226807, + -0.7448654770851135, + -0.3938564360141754, + 0.7841398119926453, + -0.9510447382926941, + -0.9252985715866089, + 0.7512235641479492, + -0.07497946918010712, + -0.03348717465996742, + -0.10314492881298065, + -0.84473717212677, + -0.5356014966964722, + -0.2306995987892151, + 0.3074866831302643, + 0.040109146386384964, + -0.15498170256614685, + -0.09359263628721237, + -0.444355845451355, + 0.009136885404586792, + 0.5922011137008667, + -0.7172819972038269, + -0.5416501760482788, + -0.28699368238449097, + -0.2697134017944336, + 0.7252752184867859, + 1.1320127248764038, + -0.3033331036567688, + -0.30540406703948975, + 1.215522050857544, + 1.0921170711517334, + 0.8419036865234375, + 0.3769051432609558, + -0.4339653253555298, + -0.6183091402053833, + -0.3824927806854248, + -0.18255965411663055, + -0.6963207721710205, + 0.7003611922264099, + -0.7491133809089661, + 0.2867642045021057, + 0.07001645863056183, + -0.0541631281375885, + 0.44784799218177795, + -0.3299477696418762, + -0.8930548429489136, + -0.62912517786026, + -0.4799826145172119, + -0.2227259874343872, + -0.42241278290748596, + -0.32544615864753723, + 0.3746122121810913, + 0.9953361749649048, + 0.8570492267608643, + 1.0046485662460327, + 1.0230748653411865, + 0.40428534150123596, + -0.1929713785648346, + -0.5689547061920166, + -0.4699384272098541, + 0.5710102319717407, + 0.6011896729469299, + 0.7219449877738953, + -0.015793118625879288, + -0.08309002220630646, + -0.31212398409843445, + -0.25232648849487305, + -0.22746577858924866, + -0.5804265737533569, + 0.3560146987438202, + -0.4278191924095154, + -0.09359391778707504, + -0.6033046841621399, + -0.10675330460071564, + -0.2523156404495239, + 0.810943067073822, + -0.1634863018989563, + -0.8800100684165955, + -0.5439735054969788, + -0.41931772232055664, + 0.3494841456413269, + -0.16288433969020844, + 0.4893428087234497, + -0.4297540485858917, + 0.13722071051597595, + -0.9079322218894958, + 0.3018766939640045, + 0.37048912048339844, + -0.016407543793320656, + -0.2643047869205475, + -0.4507193863391876, + 0.4297364354133606, + 0.24086320400238037, + -0.16601932048797607, + 0.3938240706920624, + 0.15481789410114288, + -0.8771497011184692, + -0.31762129068374634, + 0.6563916802406311, + 0.13936732709407806, + -0.19485101103782654, + -0.7558373212814331, + 0.3452736437320709, + 0.3483012616634369, + 0.017256416380405426, + -1.0205774307250977, + 0.9501733779907227, + -0.07073647528886795, + 0.06152459979057312, + 0.21530331671237946, + -0.8071368932723999, + 0.03365016728639603, + 0.11996307969093323, + 0.8629233837127686, + -0.024119367823004723, + 0.2434655725955963, + 0.927608847618103, + -0.24668383598327637, + 1.0312349796295166, + -0.19607938826084137, + 0.2645632028579712, + -0.7307552099227905, + 1.358644723892212, + 0.26221024990081787, + -0.3663177788257599, + -0.8748230934143066, + -0.08472075313329697, + 0.5075203776359558, + -1.568824052810669, + -0.24325916171073914, + -0.04355647414922714, + -0.4685404598712921, + -0.19243910908699036, + 0.3351008892059326, + -0.5001033544540405, + -1.0206300020217896, + -0.3057654798030853, + -0.6998171210289001, + 0.13698068261146545, + -0.21756714582443237, + -0.2296341359615326, + 0.20710071921348572, + -0.6824989914894104, + -0.04479668289422989 + ], + "dims": [ + 1, + 256 + ], + "layer_name": "reid_embedding", + "layout": "ANY", + "model_name": "torch-jit-export", + "name": "inference_layer_name:reid_embedding", + "precision": "FP32" + } + ], + "w": 169, + "x": 9, + "y": 0 + } + ], + "resolution": { + "height": 720, + "width": 1280 + }, + "rtp": { + "sequence": 156, + "ssrc": 2610666395, + "timestamp": 2610732188 + }, + "tags": {}, + "timestamp": 23500000000 +} diff --git a/docs/user-guide/additional-resources/reid_pipelines.md b/docs/user-guide/additional-resources/reid_pipelines.md index 7c3312225..6e1890cce 100644 --- a/docs/user-guide/additional-resources/reid_pipelines.md +++ b/docs/user-guide/additional-resources/reid_pipelines.md @@ -788,7 +788,8 @@ Example raw output metadata: -### Age, gender and clothing +### Person attributes +
CPU @@ -1328,7 +1329,7 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc Example raw output metadata: -[See JSON](./example_output/personattr_reid_gpu_raw.json) +[See JSON](./example_output/) **Example SceneScape output metadata:** @@ -1397,6 +1398,176 @@ Example raw output metadata:
+### Person attributes, age gender with ReID + +Pipeline are based on OOB queuing scene. + +
+CPU + +**Pipeline:** +```bash +multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=CPU inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.xml model_proc=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.json device=CPU inference-region=1 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.xml model_proc=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.json device=CPU inference-region=1 ! queue ! gvainference scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-reidentification-retail-0277/FP32/person-reidentification-retail-0277.xml device=CPU inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true +``` + +**Example raw output metadata:** + +[See JSON](./example_output/person_metadata_cpu_raw.json) + +**Example SceneScape output metadata:** + +```json +{ + "id": "atag-qcam1", + "debug_mac": "37:c1:b9:9b:3b:21", + "timestamp": "2026-02-09T10:41:29.842Z", + "debug_timestamp_end": "2026-02-09T10:41:35.369Z", + "debug_processing_time": 5.526679515838623, + "rate": 12.862335668949633, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.9827247262001038, + "center_of_mass": { + "x": 620, + "y": 83, + "width": 47.0, + "height": 78.25 + }, + "bounding_box_px": { + "x": 574, + "y": 6, + "width": 141, + "height": 313 + }, + "reid": "OhHpPnHW9r4N00I9KivtPiv/zT6KQg6/K7SzPg9ksL4NXP0+fTd4v1vtVD3tSAG+XlKAvrA2Ib5TG88+0YyJPscPe746awQ/pum5vTbtBL5Hwlk/i/fbviVMxr5ISJE9QFMJv3m8hz6YUwY9dxxFPleNAz9U9zS9pyK4PklIFb7v8Ys/SCLlPl1YUr5L6wG/I8mwve1p4r75ZIM9cFaPPszEhT8jc3Q+2HJPv5xlwr77hhM+g4Y7Pkv3Nr92npO+l6jcvkoFub4lxgs+lqhfvzc5Rz46BkC//BKevRjePr6FTL6+zMKYPSLHqz+c3Ku+bA8Uv3z3ybfE+iE/kBiPvreon776laG9vnvjvq3+sL6B9+o+0kRBP0mcQr+zkZ++9dMBPguJtr6iVQ0/DcszP3eqHL+xmpw+K0h0P9AU/r4i048+/V2nvuhp0T59ibu905xZPq9ZmD5QvzA+SH4Iv8hYi76s2W+/3uUuP4C3+71fk8c+0Di4PpSHhb7+qzY/mxiuvTTUKL6mM8Q+U4zbPoOPhbrQbqY+3dLOvKA/pr6WjiE/+NA8v5wIpL6BeUE8EbMjP8uVSL8XhQC/DdwFP8KwkL4iUUK/rLpOvqdvzb7Zt3w+8vfmvhOLeL73hxI/B9XDvYavGb8B/ny/j7asv3lYGr+RGJq+c5tzvX9pmj5wCY8+I2OqPp/Cqr40pGY9hDMzP6cpgr+tjhy/2WZkvgoUHD43QdE+YWcQP1zbWj4Vdp++GjFXP3k/aT9+iXQ+CzetPaq79L0YGla/k76yvtXmFL8e1wm/233RvYpoQD5s0wo/cCywPumP8j55Dd683ZOgPry1T7/bRyq/gBWLvgpx+L7ngFG/Wo1bvoafjr2XNmI/FN3tPp58+T5dGlo/GctIPnmJMD5+dKy+SfSMPejcFz+wySE/MH80P/4Cg76yTb6+dXQ3v0fdBj6mtEM+OopWPhFVaT7BAYS+ONQ7P/cLp77rZu8+LaoIvgrg0z7X/HO+PR7qvpuoDr9gVcG9ovgvvVb9A75j6Bg/fliQvhzdIb8we26/QZf2vcUFRD6nv0g+1prOvbWB9L6CfD8/NlzbPliZhr0MUYw+2fGFvpXjlz1fQAW/04PIPY3LYDxavqw91+q/vskszz4gOKU+pmizvRfWT7/GAPc+s4E0voOcir17xGQ/UVBGvm29DT1s7ye/kL7kPkYf4b4ESqe+y/GRPypk676UnrU9WvSvPCvKQz+Vp8i+2nQnP9uODD8HcbW+5TvgvqeaC79rtQq+3gXZv8XDyT2a2+q+ej+Zvhv4Er7psYe9wYe3vnEMNr909nO/Ejvtvtmfqz47lFO+jVi8vtiq7j4n/ES+v2uzPg==", + "age": "39", + "gender": "Male", + "person-attributes": "F: has_bag has_longsleeves has_longpants has_longhair has_coat_jacket", + "id": 1 + } + ] + } +} +{ + "id": "atag-qcam1", + "debug_mac": "37:c1:b9:9b:3b:21", + "timestamp": "2026-02-09T10:41:29.845Z", + "debug_timestamp_end": "2026-02-09T10:41:35.463Z", + "debug_processing_time": 5.618271827697754, + "rate": 12.862335668949633, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.9880949258804321, + "center_of_mass": { + "x": 589, + "y": 85, + "width": 56.666666666666664, + "height": 79.75 + }, + "bounding_box_px": { + "x": 533, + "y": 7, + "width": 171, + "height": 319 + }, + "reid": "DSNPPxADgb6lYj49nm0fv8yGpb0Nw9m++yyLvpWIwr4q5Bg+SJgIvy2/TT+36Je9UDuWvw+Ftb48jvK93prJPh9b8L448/Y+59dfPqLpNb5rbb0/QnXIvXEFQj6D+ce+nfMIv9/BFT9PO7i+xPVdvhraXD9dveq9+vODP1vU8T5IwQo/ehLSPvaiHL+TBdk9+ArkvmQIrb6Al3C+2ogBv0z1uD7BuC2+PShtPfffoL5DrgI/kHRVvKFbgb9pf8K+OaIPP48JDL/68pG+ackMv+/4n73zajo+gWG5vaK/nb7fKjm+YRwNv6b+kz76DRs/2mYhvjAy6r1QUvO+Z2DWPoiKHb6KEou+sd5PvztiP77vshk/vMTpPp62Zr9Oi8y+O9m/Pb3baD6Z6Qo9Jz0gPzVYNr8esgg/Uh6MPiFd77wl02e+P0xpvoV0nz6GgBu+uOm7vgBbYT6aXfM+ra4pP4ZcH79j6UG/a1dTP7YYGz9bZ1Q/CR7pPuGp87wDXaA+iAPWvsBY/75MWbE+2S70PgLpMr//rdK9ozsPvtr18L2vTwI/Pazjvqc/oD/7Wr2/erfCP7J/EL53pc89c8p+P1yvOj/DBDm/1QJAPOIZqb6q4J8/xu7JvQCIzD02zSI/id/gPCpoq7x/8fq+T+Rhv7r5Rr8NY0+8YEiJvmeSOj7Ayi0/uJCDPyF/3DxESqC+TJsgPrBZ9b6167K+P48iPiNZy7486rU+TipxvT6Wlz5Mjee+vf2LP/7hHz9GFeA+XjrDvM7pgr1BFQS/1zgYvyYLlrzkvXo+aletvmbm2D4o5+k+xg0mP26/pT7A6Mi+DHkhP8sigr+t6zS+2Zwfv4/+Bb41SXy+N+6XPchjXrxRy2E/uog9PxU1Vj8Kaow+Cv5OvxgbbD9JBpa8IQCEPtEhI775sT0+WuFRP+Cbmb681RW/nUYTP25Q974QTPU9obU6v1GIdb45TYQ+DZEHP3wFWL9Y7589vxJ5v0O4pbzdUtG+NdT0vsxLyT7tfkC/qKTRvnPnQL/OeI27o6IBvwYN/L6gIC6/Gl2cvoZWGD8fEoO+L0Ywv+0jfb6bfMU+Sq16vq+mFr+DTGi++XLovmeqDz+RHnC/4BbTPvhhoz5djxW+bq18vg2JKz2NVO6+H8krPcdeQ7+K7RU9TqnEvce1Rb6yKZS+bnmLvg3BjL6WnC6/p2A8P51HaD+a9l+90WKVPmhkpb9LlQo/tER4Plf6Fz/vlye/GlRcP0/AUT+gSBy/tvzWvqm6cL4ShhO/pRU2v17t7b2vGwe/HiGPvjpHEb6/brm+4eoxvz2gmr6780K/2AGQvpEaqj5JcQM9jbGOvnrzlb6Ahia/1cPcPA==", + "age": "43", + "gender": "Male", + "person-attributes": "F: has_bag has_longsleeves has_longpants has_longhair has_coat_jacket", + "id": 1 + } + ] + } +} +``` + +
+GPU + +**Pipeline:** +```bash +multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw(memory:VAMemory) ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=GPU pre-process-backend=va-surface-sharing inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.xml model_proc=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.json device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.xml model_proc=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.json device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvainference scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-reidentification-retail-0277/FP32/person-reidentification-retail-0277.xml device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! vapostproc ! video/x-raw,format=BGRA ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true +``` + +**Example raw output metadata:** + +[See JSON](./example_output/person_metadata_gpu_raw.json) + +**Example SceneScape output metadata:** + +```json +{ + "id": "atag-qcam1", + "debug_mac": "b5:81:08:db:7d:92", + "timestamp": "2026-02-09T10:45:53.971Z", + "debug_timestamp_end": "2026-02-09T10:45:58.180Z", + "debug_processing_time": 4.2091004848480225, + "rate": 10.875448085155073, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.9970703125, + "center_of_mass": { + "x": 703, + "y": 84, + "width": 61.0, + "height": 81.25 + }, + "bounding_box_px": { + "x": 643, + "y": 4, + "width": 183, + "height": 325 + }, + "reid": "NKVwPn2Kc77hgqi+AomqPvLEzT6/NeK+LDOPPjQPIb6i0i4/EM41v1sSdb2kRI++n9OavrtDhj4szCs+dAPTPKaJ7L2Tv5s+Js2qvtLRmb6Qm1U/5BWRvh6crb46o2Y+dLGMv7roMb7fokI+1r6bPp6fnz4c9sY+1gbgPjKPeD7+Q4A/DXHxPoeHRb6IFha/f8YAvbxkpr50dEI+oCILPp3IWT+/oCQ/qiYKv97NCL9YWjY+KYo+vr97Fb/jh4q++ognvtLaO77yjXS9AyELv2IL4j7L7U6/pg2evTzKYr3a6be92uD2PSQEpT+GaGO+eHSJvvjzAj2hpwc/x79YvpzYN74+4iO+TwMQvj7hVr467yU+LrjDPo8cx769i8G+AFnFvSpmNj13WSE/xbEYPzcG370IwsY+FtlAP/McE78CaSk/04tHvkRs6j7Rp4o9uLChPrjz1z7JRTA/MNQtv+WemL7Pck+/0L5zPrDpir16gZQ9UB7KPkOgHr6+dQk/R8qCPj0jz7375ok+zYgkPtRiibxNxiE+pm09PYEOwb4vD1Y/stE8v+rLq74AVnY+DMyoPu6uTr8nKNq+XE9UP0WdJL+FGD+/vyO4vqptBL+o72K9dbgGv5NDWb63zjQ/wNlMPkerR780oEu/qBqQvxVNU756sAe+5fENP24Lxj6wqFw+wfxCPkneQr2uV8m9gOSkPsYcqr82YEu+P7sevkK5Oj6xWGs+N/IzP3LAsz3m82++gP5rP/tNhD+KPso+kKFvPm7wvL19VlK/qSfovhNwN79icym/ldpCvuWTuLv6fxU/WQWKPkas8j5AYnA+EhCSvbIwPr8NtCi/SkHPviEb/r5rkMK+OdCFvojlXD36MTo/wCxEP62NJz9OM28/fGT7PgiAjTwkT5e+Vp43vWW8+j5wof8+PlT7Pu96cL4oZMS+yz0nv8yxwL2HEUM9feV1vrzBoj73+MG+wqbrPYrj1b4wVh8/uVAQv8Aktz56RIq+alUIvk+Csr7Ynk2+gvM8Pkd5wb7OLQY/svvhvhmhQ7+11kW/CANLPTJArz64mLK8yPWUvfZtKL9p9Rg/RzofP3rSPD7+XPw+IW+2vgsFfz5OTAO/9PchPXLIwD1aVAM/AwdAvuD66T0NNbU+t/GCvqHja7/m8+U+zdhEPlpRjD4QAD0/tpaJvn4kbT6fYcy+pJcLP52ToL4EvRG+8kBXP5qmwb4ReRc/gCNoPMju0j5Dm1i+DeKBP2AM2z7myY29A0LUvnjjT70NuWw+NEnRv9AgMD1gM42+wOKJvowlEL+MDJC9oPNRvkTwmL7rIxW/HCcXvRUsDb6KAZy+tRWfvjsJqT6YeH2+vAErPg==", + "age": "39", + "gender": "Male", + "person-attributes": "M: has_longsleeves has_longpants has_coat_jacket", + "id": 1 + } + ] + } +} +{ + "id": "atag-qcam1", + "debug_mac": "b5:81:08:db:7d:92", + "timestamp": "2026-02-09T10:45:54.080Z", + "debug_timestamp_end": "2026-02-09T10:45:58.281Z", + "debug_processing_time": 4.201727867126465, + "rate": 10.875448085155073, + "objects": { + "person": [ + { + "category": "person", + "confidence": 0.998046875, + "center_of_mass": { + "x": 700, + "y": 81, + "width": 61.333333333333336, + "height": 80.25 + }, + "bounding_box_px": { + "x": 639, + "y": 1, + "width": 185, + "height": 321 + }, + "reid": "ogOvPvuQvr46r7G8wAQzPoQpKj/74+W+8FLfPn7cPbzJbzw/lLVlvxsc5r3YoRO/o+ewvjqCxj52nRw/sITPPRBL5b3pji0/uWlvvtTnbL53xiQ/58LBvnOBhb6Ilwk+Wo+av/k7Zr2McuQ9BINRPs+tOj/gjDs9HmPjPnKPID6iIC8/lzDiPgvMM74Pj2+/avXiPWW9lL7GS8M9ABy8u6sLFT+aA9I+VKpCv3z8qL78ypO8ItCIvtSGGL8k7hG/TZq/vq7skL1tygW7YvAcvzwcXT65Fy2/RqkavgAOkr50XkG+zcIxPlb+sT8RJdG+jt4Vv27tCb5jhOk+CDbwPUkN+L7qJkO+XehDvhamub704s0+HQsYP1F62b4B+8O+1issvfqAHL2MBis/1BmBP+bsHL90XlU+sDZ7P7YAyb7wtSQ/9uKPvsSTED/7w2Q+7ilwPoTN3T2KgTg/0fbjvhbrgr6VFVG/NCy3PvV2J76AuzQ8V8EUPzYke76YLvs+OPs2Pm3O8b322w8/zOvCPgewzLwibXI+mLDKPbEEjb6ksTw/SWIYv/bUrL516yq9AHAvPgTrhL+ir+W+wIvpPqsqF7/hczu/W2/2vjS0zb7lR5M+BRRKvy5tc72R1FM/iG1DPfck7r4TUSy/tU6fv9104r4B4AQ+Sx6pPT/4gj5/moC9rIrNPQtcGr7D/Km+xRg8P41Djb+/jMO++8Uuvshqiz1pFdY+oha0Pq4/+D1h6qK9LNAnP966pD+jo7w+2B+ePmIIQz3AnjK/Np88vwCjuL4qYVK/UUeDvgpZrbx9pN4+eqNpPooEwz7/puE+tbPfvTqZEL8sdDm/Db8ivgtEPb4Fvzq/TZiBvmV6oL1QAh0/dXFLPwT9OD/HvGw/hNINP84xfr0rygi/sJtvPJ8b/D7LZBg/kMAFP5u2Hr7FH1y+17KTvsI0Rz15gNW9RtiQvVpyrj7Ty8y+2c7HPhV+d77njpg+NkoUv9FYvj6g3r+9m82TveV0tr5JUI6+xvySPqX3A76/2Gs+AdapviS9Sb92pWi/QLB4PuRJQL3q7cA+SUhjvYgOxL5rNxc/1869Pjt57z3cewo/sZQYvmJ2jj5aOIy+RqZOPti9HD1Q6xE+EvE+uzBbgz32ULo+iraOvsmtTb9lK8c+fBFkPiIF173sjIw/gNj6PJBpZjyT9DS/mhboPmQTur1nTfG+IdwwP6FIQ7698EU/r5Hpu662GD+Bm9S+U61xP078BD88Egi+W5TeviRIV74I66Y9oKTFv+BsmTxGrK2+cY6rvpXjWb6HoEe84k4MvdRWzr48oD2//ERLPg9ZybyVnL29pmjuOuxK9j73N86+iiD9vA==", + "age": "45", + "gender": "Male", + "person-attributes": "F: has_bag has_longsleeves has_longpants has_coat_jacket", + "id": 1 + } + ] + } +} +``` + ## Vehicle attributes ### Color and type From e554d4a395d80fcb967b0d015d04841e227c1fc0 Mon Sep 17 00:00:00 2001 From: jakubsikorski Date: Mon, 9 Feb 2026 12:00:19 +0100 Subject: [PATCH 06/18] Refactor to limit code duplication --- .../gvapython/sscape/sscape_policies.py | 13 ++----------- 1 file changed, 2 insertions(+), 11 deletions(-) diff --git a/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py b/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py index 2dfb52b0e..46b7e0fc3 100644 --- a/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py +++ b/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py @@ -37,7 +37,7 @@ def detection3DPolicy(pobj, item, fw, fh): return def reidPolicy(pobj, item, fw, fh, _cache={}): - detectionPolicy(pobj, item, fw, fh) + classificationPolicy(pobj, item, fw, fh) # Cache lookup on first call to avoid repeated iteration if 'reid_index' not in _cache: @@ -51,15 +51,6 @@ def reidPolicy(pobj, item, fw, fh, _cache={}): reid_vector = item['tensors'][reid_idx]['data'] v = struct.pack("256f", *reid_vector) pobj['reid'] = base64.b64encode(v).decode('utf-8') - - # Extract additional classification labels (similar to classificationPolicy) - categories = {} - for tensor in item.get('tensors', [{}]): - name = tensor.get('name','') - if name and name != 'detection' and tensor.get('layer_name') != 'reid_embedding': - categories[name] = tensor.get('label','') - pobj.update(categories) - return def classificationPolicy(pobj, item, fw, fh): @@ -67,7 +58,7 @@ def classificationPolicy(pobj, item, fw, fh): categories = {} for tensor in item.get('tensors', [{}]): name = tensor.get('name','') - if name and name != 'detection': + if name and name != 'detection' and tensor.get('layer_name') != 'reid_embedding': categories[name] = tensor.get('label','') pobj.update(categories) return From 5bd836788ae774170a8d12bfa891ed62904e3f55 Mon Sep 17 00:00:00 2001 From: jakubsikorski Date: Mon, 9 Feb 2026 12:12:07 +0100 Subject: [PATCH 07/18] Update classificationPolicy to preserve confidence of all used models --- .../user_scripts/gvapython/sscape/sscape_policies.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py b/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py index 46b7e0fc3..332856991 100644 --- a/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py +++ b/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py @@ -60,6 +60,9 @@ def classificationPolicy(pobj, item, fw, fh): name = tensor.get('name','') if name and name != 'detection' and tensor.get('layer_name') != 'reid_embedding': categories[name] = tensor.get('label','') + confidence = tensor.get('confidence') + if confidence is not None: + categories[f'{name}_model_confidence'] = confidence pobj.update(categories) return From 22a37cdabd77de42b67f59472e0378148e322520 Mon Sep 17 00:00:00 2001 From: jakubsikorski Date: Mon, 9 Feb 2026 12:13:56 +0100 Subject: [PATCH 08/18] Update scenescape example to contain model confidence --- .../additional-resources/reid_pipelines.md | 138 +++++++++--------- 1 file changed, 73 insertions(+), 65 deletions(-) diff --git a/docs/user-guide/additional-resources/reid_pipelines.md b/docs/user-guide/additional-resources/reid_pipelines.md index 6e1890cce..3ec2fb48d 100644 --- a/docs/user-guide/additional-resources/reid_pipelines.md +++ b/docs/user-guide/additional-resources/reid_pipelines.md @@ -1419,32 +1419,34 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc ```json { "id": "atag-qcam1", - "debug_mac": "37:c1:b9:9b:3b:21", - "timestamp": "2026-02-09T10:41:29.842Z", - "debug_timestamp_end": "2026-02-09T10:41:35.369Z", - "debug_processing_time": 5.526679515838623, - "rate": 12.862335668949633, + "debug_mac": "7f:88:8d:a9:ba:c1", + "timestamp": "2026-02-09T11:10:06.579Z", + "debug_timestamp_end": "2026-02-09T11:10:12.379Z", + "debug_processing_time": 5.799445152282715, + "rate": 15.777117409972615, "objects": { "person": [ { "category": "person", - "confidence": 0.9827247262001038, + "confidence": 0.9881600141525269, "center_of_mass": { - "x": 620, - "y": 83, - "width": 47.0, - "height": 78.25 + "x": 569, + "y": 85, + "width": 67.33333333333333, + "height": 81.25 }, "bounding_box_px": { - "x": 574, - "y": 6, - "width": 141, - "height": 313 + "x": 503, + "y": 5, + "width": 201, + "height": 325 }, - "reid": "OhHpPnHW9r4N00I9KivtPiv/zT6KQg6/K7SzPg9ksL4NXP0+fTd4v1vtVD3tSAG+XlKAvrA2Ib5TG88+0YyJPscPe746awQ/pum5vTbtBL5Hwlk/i/fbviVMxr5ISJE9QFMJv3m8hz6YUwY9dxxFPleNAz9U9zS9pyK4PklIFb7v8Ys/SCLlPl1YUr5L6wG/I8mwve1p4r75ZIM9cFaPPszEhT8jc3Q+2HJPv5xlwr77hhM+g4Y7Pkv3Nr92npO+l6jcvkoFub4lxgs+lqhfvzc5Rz46BkC//BKevRjePr6FTL6+zMKYPSLHqz+c3Ku+bA8Uv3z3ybfE+iE/kBiPvreon776laG9vnvjvq3+sL6B9+o+0kRBP0mcQr+zkZ++9dMBPguJtr6iVQ0/DcszP3eqHL+xmpw+K0h0P9AU/r4i048+/V2nvuhp0T59ibu905xZPq9ZmD5QvzA+SH4Iv8hYi76s2W+/3uUuP4C3+71fk8c+0Di4PpSHhb7+qzY/mxiuvTTUKL6mM8Q+U4zbPoOPhbrQbqY+3dLOvKA/pr6WjiE/+NA8v5wIpL6BeUE8EbMjP8uVSL8XhQC/DdwFP8KwkL4iUUK/rLpOvqdvzb7Zt3w+8vfmvhOLeL73hxI/B9XDvYavGb8B/ny/j7asv3lYGr+RGJq+c5tzvX9pmj5wCY8+I2OqPp/Cqr40pGY9hDMzP6cpgr+tjhy/2WZkvgoUHD43QdE+YWcQP1zbWj4Vdp++GjFXP3k/aT9+iXQ+CzetPaq79L0YGla/k76yvtXmFL8e1wm/233RvYpoQD5s0wo/cCywPumP8j55Dd683ZOgPry1T7/bRyq/gBWLvgpx+L7ngFG/Wo1bvoafjr2XNmI/FN3tPp58+T5dGlo/GctIPnmJMD5+dKy+SfSMPejcFz+wySE/MH80P/4Cg76yTb6+dXQ3v0fdBj6mtEM+OopWPhFVaT7BAYS+ONQ7P/cLp77rZu8+LaoIvgrg0z7X/HO+PR7qvpuoDr9gVcG9ovgvvVb9A75j6Bg/fliQvhzdIb8we26/QZf2vcUFRD6nv0g+1prOvbWB9L6CfD8/NlzbPliZhr0MUYw+2fGFvpXjlz1fQAW/04PIPY3LYDxavqw91+q/vskszz4gOKU+pmizvRfWT7/GAPc+s4E0voOcir17xGQ/UVBGvm29DT1s7ye/kL7kPkYf4b4ESqe+y/GRPypk676UnrU9WvSvPCvKQz+Vp8i+2nQnP9uODD8HcbW+5TvgvqeaC79rtQq+3gXZv8XDyT2a2+q+ej+Zvhv4Er7psYe9wYe3vnEMNr909nO/Ejvtvtmfqz47lFO+jVi8vtiq7j4n/ES+v2uzPg==", - "age": "39", + "age": "50", "gender": "Male", + "gender_model_confidence": 0.902121365070343, "person-attributes": "F: has_bag has_longsleeves has_longpants has_longhair has_coat_jacket", + "person-attributes_model_confidence": 0.6650304794311523, + "reid": "IfANPyX3rT7AypM+DyDSvuf0wztKUqg90RSIvnxWXL9ud2w/yI9+vnslYz87Hae+aM6gv4u2rT7Qw5Q+5XzWPmfHwr5MIYm8vvSSPsAFrz3/bsI/dN1Ov9dXlz4GEZ6+265Cv4Y5Az5yLFi+ur+9uweBez8pV8g+Ad01P4lZMD+JwI8+P8zzPulsNL+wh2W+OsBgv6XL7r3j+iY+eYojv9hPSb6hGAc/CDSgvjVTrL7XczM/lMXLN5EwgL+xg/y+0J8wvvUiwr7C99i+pWscv1xGgD4EvcE+xjGJPcS+Mr6JAhK/fxNOv1VTa7y1DLg+fwsqv5yafr5sDeu+pKRwPkaPA72ICLO+c9FPv4KtLL/QPQc/hL9bP9NSB7+atew+/ifuvV/fBj/ci9S9QsBXPxcsA7/6qYs+yBm3Pn0pDr/XqJ89OC00voTcvT43kvA9RmhEvyO2Az4PufI+vyVSP1HVHr/iICa/pfrGPs0Un74HxCg/mtRTP5SOyb1WDII95YYtvwDQGr/8OCY+HEsQP3VESb/5wwm+YjZWvZRc0r2kkwE/jQq1vqPlxj43cJe/aFSaP8lhjL2i8ek+NhgzP9K3Yj7I2CS/howSv/KgqL5AFZM/84r8vtiHrb1M0e8+QZFhPuN3o751mFW/ADA8v8+oMr7VHo6+XOQ4PO44Yz0l3I4/wFgfPy3DNb43Htq+zy3bPuTgVb9+rYu9wL/svYdy7L3P4Tc/EhUKv/ljwT4Ps5a+NFaDP6ELBz8Bx7i9JZlNvqFzfD2PLDy/i9hWv1Huh74g8AI/2Pu1PpNJk77VqcE96LYZPjz33D6kURq+NvuJP+Dwnr8+uBw982oAv8O0RL2Mugo+Wg1mvhPbvj4iOMQ+bcQGP2+CVz9V304/Ct7WvmfH4j6qjvW849NCPrZqHb/IYCk958wTP2bgsb1vwO++VaNavOZfIb+OM68+3JI5vyTpij2ylMA+z6yXPj1xF79OvM0+MwIiv1QEAj43Okk8aGMcvrNwAj5xHSi/9S9lvmCSQr87voq9Iuvfvirlbr9VbGO/IXqCvvXuED+pypO+CG2Hv3YxHL4MD1Q/O7XoPSQAG79OO1s+tyiwvk2dVz4YKFS/BexxPhYuFz2xqCC/lzeRPihWrb70Iz2+b40fPZXVxb6Tkdw98JB9PrnlmT51Bug+Yeg/v6OEs75zjia/xEsdP/ksWj+EX28+sTVPPvoEvL/fkQQ/8kvrPI5yv70LiOq+trQaPrl7jj81bDW/uy+9ve25Vz70//W+g7yDPjZCHT2Zhw6/Izs5v040NL6F4KS+M5yivo/Dl7yeYQu/vcyFPQaAhT2q25i9BBNWvgLY8L5H1Ou+URyqPQ==", "id": 1 } ] @@ -1452,32 +1454,34 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc } { "id": "atag-qcam1", - "debug_mac": "37:c1:b9:9b:3b:21", - "timestamp": "2026-02-09T10:41:29.845Z", - "debug_timestamp_end": "2026-02-09T10:41:35.463Z", - "debug_processing_time": 5.618271827697754, - "rate": 12.862335668949633, + "debug_mac": "7f:88:8d:a9:ba:c1", + "timestamp": "2026-02-09T11:10:06.588Z", + "debug_timestamp_end": "2026-02-09T11:10:12.487Z", + "debug_processing_time": 5.899734735488892, + "rate": 15.777117409972615, "objects": { "person": [ { "category": "person", - "confidence": 0.9880949258804321, + "confidence": 0.9578379988670349, "center_of_mass": { - "x": 589, + "x": 564, "y": 85, - "width": 56.666666666666664, - "height": 79.75 + "width": 63.333333333333336, + "height": 80.75 }, "bounding_box_px": { - "x": 533, - "y": 7, - "width": 171, - "height": 319 + "x": 501, + "y": 6, + "width": 190, + "height": 322 }, - "reid": "DSNPPxADgb6lYj49nm0fv8yGpb0Nw9m++yyLvpWIwr4q5Bg+SJgIvy2/TT+36Je9UDuWvw+Ftb48jvK93prJPh9b8L448/Y+59dfPqLpNb5rbb0/QnXIvXEFQj6D+ce+nfMIv9/BFT9PO7i+xPVdvhraXD9dveq9+vODP1vU8T5IwQo/ehLSPvaiHL+TBdk9+ArkvmQIrb6Al3C+2ogBv0z1uD7BuC2+PShtPfffoL5DrgI/kHRVvKFbgb9pf8K+OaIPP48JDL/68pG+ackMv+/4n73zajo+gWG5vaK/nb7fKjm+YRwNv6b+kz76DRs/2mYhvjAy6r1QUvO+Z2DWPoiKHb6KEou+sd5PvztiP77vshk/vMTpPp62Zr9Oi8y+O9m/Pb3baD6Z6Qo9Jz0gPzVYNr8esgg/Uh6MPiFd77wl02e+P0xpvoV0nz6GgBu+uOm7vgBbYT6aXfM+ra4pP4ZcH79j6UG/a1dTP7YYGz9bZ1Q/CR7pPuGp87wDXaA+iAPWvsBY/75MWbE+2S70PgLpMr//rdK9ozsPvtr18L2vTwI/Pazjvqc/oD/7Wr2/erfCP7J/EL53pc89c8p+P1yvOj/DBDm/1QJAPOIZqb6q4J8/xu7JvQCIzD02zSI/id/gPCpoq7x/8fq+T+Rhv7r5Rr8NY0+8YEiJvmeSOj7Ayi0/uJCDPyF/3DxESqC+TJsgPrBZ9b6167K+P48iPiNZy7486rU+TipxvT6Wlz5Mjee+vf2LP/7hHz9GFeA+XjrDvM7pgr1BFQS/1zgYvyYLlrzkvXo+aletvmbm2D4o5+k+xg0mP26/pT7A6Mi+DHkhP8sigr+t6zS+2Zwfv4/+Bb41SXy+N+6XPchjXrxRy2E/uog9PxU1Vj8Kaow+Cv5OvxgbbD9JBpa8IQCEPtEhI775sT0+WuFRP+Cbmb681RW/nUYTP25Q974QTPU9obU6v1GIdb45TYQ+DZEHP3wFWL9Y7589vxJ5v0O4pbzdUtG+NdT0vsxLyT7tfkC/qKTRvnPnQL/OeI27o6IBvwYN/L6gIC6/Gl2cvoZWGD8fEoO+L0Ywv+0jfb6bfMU+Sq16vq+mFr+DTGi++XLovmeqDz+RHnC/4BbTPvhhoz5djxW+bq18vg2JKz2NVO6+H8krPcdeQ7+K7RU9TqnEvce1Rb6yKZS+bnmLvg3BjL6WnC6/p2A8P51HaD+a9l+90WKVPmhkpb9LlQo/tER4Plf6Fz/vlye/GlRcP0/AUT+gSBy/tvzWvqm6cL4ShhO/pRU2v17t7b2vGwe/HiGPvjpHEb6/brm+4eoxvz2gmr6780K/2AGQvpEaqj5JcQM9jbGOvnrzlb6Ahia/1cPcPA==", - "age": "43", + "age": "25", "gender": "Male", + "gender_model_confidence": 0.9393385648727417, "person-attributes": "F: has_bag has_longsleeves has_longpants has_longhair has_coat_jacket", + "person-attributes_model_confidence": 0.9285990595817566, + "reid": "W8YiPzGEqb7ENRi+gsSTPvcY0z7aAdi+Ie2yPnD90b7KP2E8yUlovz47k75zOBe/p5/8PYKzkjz4e5s+ysgePiunm76B8do+gCILvpqG/L3/oVQ/oNYgvxjUv77x6ic9G/PXvrOOt75Cn34+NGyyPqBUgz4PQRw+2C3UPqw6ez6qOXo/gA31Pq1cPr6cWSC/aT6rvgCsHb+SdCM//DVBParJRj8Cb+E9rVSivlSyz777LgM+Q7kBvSujVb8daG2+dfeCvuBgq74CHCk+QjRivzrERT7BA+K+Wh+TPTFMvb1nTqS9XggdPXiIkj80xCy+nC3svsXSjL2V7Jw+KC2SvXHIFb7IWCO+A//hvUCqmL3sJc4+6DoKP0uhsL4Ze5i+LI33PHXtlz086mU+4/Y8Pwxi+r67W9M+4YKmP9UQ9751Vw8/6fWAvkFQNT8FNjq+HhLIPtAMrD3eaWg+Cue5vtCCwr4yoYC/ahcjPeI0Yr45NI8+G9ymPtRIAr7Qgh0/mf2rPSfHJzwWI4M+koqMPq9soLwEcYQ+3qqfvqXY1L4bcQ0/hT44vkcN0r7E6HU+aWJQP/zFRr9ZRCS/soogPxusqL595kO/yMkBvGIHM7/dxfY+oeU1v4OJYr3cGCw/Zm8QPqSbF7/zIS+//zKWv6qEHb+jd16+XR8xPbIi/7x//BM/nCT0vYDey76+byI8xbNYP5V5dL+Urh2/vRAdvpzhkLxu79M+uwXlPv2cUD4Xgb2+M1JnP4ADOj9RPRo/g/UlPuUOF733x1u/ATlgv8C6OL8bwiq/8NGVvgQ3iz4lliE/yO+GPjwmRj+i+L68KHx7Ppz2cL9fLi+/dEOGvr8PFr/8IAa/AWVDviD2q713Xog/nfMhP5x9Ez9OM2c/vMmfPm/ixL2DOCS+W0OcPNaAmT5uqjQ/Yj1PP+ok3r57g3G+Ckkgvwxjnb6Ydrw+Z+57vmVp5T5Ew5m9cvfsPlqU9b6a4y8/gAjHvm2Qqz5qGju/h8F7vtC2oL7q9ri+ZHtRPh5DkL4Iab0+9znqvi8gEr+uWx+/INw6PmA5UD5V3wU+a/drvvnlEL/KiBY/a741PrnTVb77VCg/hR2vPUNLCz7le+e+WzJBvvSdyjy6oXk+wTZQv5s/zD5MeJQ+PVQSvWVZar/UW4k+5Y1fvl5HcL7BRSQ/G/HuvqDu3r573FK/JR4IPyR7Nb62kP69LyuGP1rK3bwtzBM/Bt6JvgzbID/Mlii+KJ4zP4pgMz8O3QK+OQM6v95gdj0Bf0i9a069v0TsBD07ezG++jLDvno5bL5CYC48ZndivrRPyL5LvGK+EBeIvgqqlL1SKtI86Q5IvnaQCz/fKhm/LQC6PQ==", "id": 1 } ] @@ -1502,32 +1506,34 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc ```json { "id": "atag-qcam1", - "debug_mac": "b5:81:08:db:7d:92", - "timestamp": "2026-02-09T10:45:53.971Z", - "debug_timestamp_end": "2026-02-09T10:45:58.180Z", - "debug_processing_time": 4.2091004848480225, - "rate": 10.875448085155073, + "debug_mac": "57:9a:35:9c:22:dc", + "timestamp": "2026-02-09T11:12:13.948Z", + "debug_timestamp_end": "2026-02-09T11:12:18.043Z", + "debug_processing_time": 4.094555139541626, + "rate": 10.283004713511401, "objects": { "person": [ { "category": "person", - "confidence": 0.9970703125, + "confidence": 0.9951171875, "center_of_mass": { - "x": 703, - "y": 84, - "width": 61.0, - "height": 81.25 + "x": 829, + "y": 112, + "width": 50.0, + "height": 97.0 }, "bounding_box_px": { - "x": 643, - "y": 4, - "width": 183, - "height": 325 + "x": 780, + "y": 15, + "width": 150, + "height": 388 }, - "reid": "NKVwPn2Kc77hgqi+AomqPvLEzT6/NeK+LDOPPjQPIb6i0i4/EM41v1sSdb2kRI++n9OavrtDhj4szCs+dAPTPKaJ7L2Tv5s+Js2qvtLRmb6Qm1U/5BWRvh6crb46o2Y+dLGMv7roMb7fokI+1r6bPp6fnz4c9sY+1gbgPjKPeD7+Q4A/DXHxPoeHRb6IFha/f8YAvbxkpr50dEI+oCILPp3IWT+/oCQ/qiYKv97NCL9YWjY+KYo+vr97Fb/jh4q++ognvtLaO77yjXS9AyELv2IL4j7L7U6/pg2evTzKYr3a6be92uD2PSQEpT+GaGO+eHSJvvjzAj2hpwc/x79YvpzYN74+4iO+TwMQvj7hVr467yU+LrjDPo8cx769i8G+AFnFvSpmNj13WSE/xbEYPzcG370IwsY+FtlAP/McE78CaSk/04tHvkRs6j7Rp4o9uLChPrjz1z7JRTA/MNQtv+WemL7Pck+/0L5zPrDpir16gZQ9UB7KPkOgHr6+dQk/R8qCPj0jz7375ok+zYgkPtRiibxNxiE+pm09PYEOwb4vD1Y/stE8v+rLq74AVnY+DMyoPu6uTr8nKNq+XE9UP0WdJL+FGD+/vyO4vqptBL+o72K9dbgGv5NDWb63zjQ/wNlMPkerR780oEu/qBqQvxVNU756sAe+5fENP24Lxj6wqFw+wfxCPkneQr2uV8m9gOSkPsYcqr82YEu+P7sevkK5Oj6xWGs+N/IzP3LAsz3m82++gP5rP/tNhD+KPso+kKFvPm7wvL19VlK/qSfovhNwN79icym/ldpCvuWTuLv6fxU/WQWKPkas8j5AYnA+EhCSvbIwPr8NtCi/SkHPviEb/r5rkMK+OdCFvojlXD36MTo/wCxEP62NJz9OM28/fGT7PgiAjTwkT5e+Vp43vWW8+j5wof8+PlT7Pu96cL4oZMS+yz0nv8yxwL2HEUM9feV1vrzBoj73+MG+wqbrPYrj1b4wVh8/uVAQv8Aktz56RIq+alUIvk+Csr7Ynk2+gvM8Pkd5wb7OLQY/svvhvhmhQ7+11kW/CANLPTJArz64mLK8yPWUvfZtKL9p9Rg/RzofP3rSPD7+XPw+IW+2vgsFfz5OTAO/9PchPXLIwD1aVAM/AwdAvuD66T0NNbU+t/GCvqHja7/m8+U+zdhEPlpRjD4QAD0/tpaJvn4kbT6fYcy+pJcLP52ToL4EvRG+8kBXP5qmwb4ReRc/gCNoPMju0j5Dm1i+DeKBP2AM2z7myY29A0LUvnjjT70NuWw+NEnRv9AgMD1gM42+wOKJvowlEL+MDJC9oPNRvkTwmL7rIxW/HCcXvRUsDb6KAZy+tRWfvjsJqT6YeH2+vAErPg==", - "age": "39", - "gender": "Male", - "person-attributes": "M: has_longsleeves has_longpants has_coat_jacket", + "age": "20", + "gender": "Female", + "gender_model_confidence": 0.85546875, + "person-attributes": "M: has_bag has_longsleeves has_longpants has_coat_jacket", + "person-attributes_model_confidence": 0.96533203125, + "reid": "k0PJPqo4ST445W8+5BQcPqDHJj9BD8u+FMDXPnd7aL51APw+wmJUv2UhpL7WqpO+WrCfvqzywj7lAQU/I56JPDhw873x4QQ/U/AtvrTGfr4eHeo+uZiLvh0UAL+N8XQ+aaNiv6y9zT131po+gF0TPhRDVz/SKgE/Do+TPrC6ij6Q5Ig/5R7HPr3egL2zlQ+/9Ds3vdTZOr3wvgG9lkxOvTBYIz+7r4g+vesHv0dqDL/ooUM9PlAkPVzZbb7F0YW+Hl5CvwplBr/bpIi8QioNv53E9r4P+iC/qibkPOP2Hr7/aTi+oI+GPmmXjD/JriK/f3Mpv8Myd73YmkM/4KtlvbsNgL0dtpC+Yze/vUOsOrtPjq8+QasgPx2HRb6IP/E9pMiMPUJE8b2RW+k+l8Y7P1FQD7+a9a8+2TxfP35XF78r5cc+0TJXvlaIzj6x1YC9nWv1PhzQbj5m9o+8dMU8v28bEb9eUWi/MFCUPQTMND0qa7C9WMGlPmuThL6weeI+gownPt+ykb4gtrY9YAAVPKegJz6iD7U+lZr4PdATPj32qNY+F6kUvxuS/r7fXOo93rDmPhG+2L5pfU6/2G8FP57yGb9QNlC/x3itvpR9wb6HSry7fv/uvh3Ql77QXJo+pDiWPvWDg7+YX0+/6Kqkv5lP3L4cKG++ctyLPsq9MT7d+IE+gqy+vfup4j1OsBm9ZHdQP+WtSb8Llny+hqsVvQQw9j4njwg+ZkfKPuRgEj8yMzy+ZNS7PumNJD++quE+GnPMPpaGsbsG+Bu/xeKuvuyi4L5vJ9O+zcUSvj+y/by+8vw+CuYDPpQ9zT5sTew9ZEeqPSnlPb+d8XW/U+6yvmd7jL5CWSW/oFZkvqa0Jry2qj4/2KxwP7daIj9rH4Q/+FytPoAskb6AwoS+VTBIvvuRjz7kpsw+HV+bPsDFJTzOrYq+vQkdv2aCnT3ikgw/BEoUPqBTkD17ePO+VhwHPgpIqL7WLyE/ncMgvpq05T4kHps9UHqLvT1Gtb5Sa4a++P2KPcG3Wr5SD1E+uculvpv4Gb+JO0+/8eCiPtxQ1z5ZuYk+hBKHPnAdJ79ojUc/exUGP3ot27t1o+A+xCrsvtNzyr3qL8a+VAGqvfGTHD5jt4a9ZrvHvjb2O73afP0+1wmBvvhkBr+6hhM/Rp6QPuHQtb1SMFE/IMJ2PTyg4z2QxC++kuopPhqCaL4ZDwG/PpRDP7fT/77+XSE/CUnavfg5yT5wc6y+mv5SPzxz5j7ES42+mLuhvu0ai71D5lE+O/u9v8Irwz5ZAIS+VF3KPWyMFb7LVNO9r+VPvjUJ8r5OMQm/l5UUv9wjPL5Ko3M9r5aavg86Hj84cQC/DtNfvQ==", "id": 1 } ] @@ -1535,32 +1541,34 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc } { "id": "atag-qcam1", - "debug_mac": "b5:81:08:db:7d:92", - "timestamp": "2026-02-09T10:45:54.080Z", - "debug_timestamp_end": "2026-02-09T10:45:58.281Z", - "debug_processing_time": 4.201727867126465, - "rate": 10.875448085155073, + "debug_mac": "57:9a:35:9c:22:dc", + "timestamp": "2026-02-09T11:12:13.951Z", + "debug_timestamp_end": "2026-02-09T11:12:18.146Z", + "debug_processing_time": 4.195011377334595, + "rate": 10.283004713511401, "objects": { "person": [ { "category": "person", - "confidence": 0.998046875, + "confidence": 0.9912109375, "center_of_mass": { - "x": 700, - "y": 81, - "width": 61.333333333333336, - "height": 80.25 + "x": 854, + "y": 123, + "width": 52.0, + "height": 93.0 }, "bounding_box_px": { - "x": 639, - "y": 1, - "width": 185, - "height": 321 + "x": 803, + "y": 30, + "width": 156, + "height": 372 }, - "reid": "ogOvPvuQvr46r7G8wAQzPoQpKj/74+W+8FLfPn7cPbzJbzw/lLVlvxsc5r3YoRO/o+ewvjqCxj52nRw/sITPPRBL5b3pji0/uWlvvtTnbL53xiQ/58LBvnOBhb6Ilwk+Wo+av/k7Zr2McuQ9BINRPs+tOj/gjDs9HmPjPnKPID6iIC8/lzDiPgvMM74Pj2+/avXiPWW9lL7GS8M9ABy8u6sLFT+aA9I+VKpCv3z8qL78ypO8ItCIvtSGGL8k7hG/TZq/vq7skL1tygW7YvAcvzwcXT65Fy2/RqkavgAOkr50XkG+zcIxPlb+sT8RJdG+jt4Vv27tCb5jhOk+CDbwPUkN+L7qJkO+XehDvhamub704s0+HQsYP1F62b4B+8O+1issvfqAHL2MBis/1BmBP+bsHL90XlU+sDZ7P7YAyb7wtSQ/9uKPvsSTED/7w2Q+7ilwPoTN3T2KgTg/0fbjvhbrgr6VFVG/NCy3PvV2J76AuzQ8V8EUPzYke76YLvs+OPs2Pm3O8b322w8/zOvCPgewzLwibXI+mLDKPbEEjb6ksTw/SWIYv/bUrL516yq9AHAvPgTrhL+ir+W+wIvpPqsqF7/hczu/W2/2vjS0zb7lR5M+BRRKvy5tc72R1FM/iG1DPfck7r4TUSy/tU6fv9104r4B4AQ+Sx6pPT/4gj5/moC9rIrNPQtcGr7D/Km+xRg8P41Djb+/jMO++8Uuvshqiz1pFdY+oha0Pq4/+D1h6qK9LNAnP966pD+jo7w+2B+ePmIIQz3AnjK/Np88vwCjuL4qYVK/UUeDvgpZrbx9pN4+eqNpPooEwz7/puE+tbPfvTqZEL8sdDm/Db8ivgtEPb4Fvzq/TZiBvmV6oL1QAh0/dXFLPwT9OD/HvGw/hNINP84xfr0rygi/sJtvPJ8b/D7LZBg/kMAFP5u2Hr7FH1y+17KTvsI0Rz15gNW9RtiQvVpyrj7Ty8y+2c7HPhV+d77njpg+NkoUv9FYvj6g3r+9m82TveV0tr5JUI6+xvySPqX3A76/2Gs+AdapviS9Sb92pWi/QLB4PuRJQL3q7cA+SUhjvYgOxL5rNxc/1869Pjt57z3cewo/sZQYvmJ2jj5aOIy+RqZOPti9HD1Q6xE+EvE+uzBbgz32ULo+iraOvsmtTb9lK8c+fBFkPiIF173sjIw/gNj6PJBpZjyT9DS/mhboPmQTur1nTfG+IdwwP6FIQ7698EU/r5Hpu662GD+Bm9S+U61xP078BD88Egi+W5TeviRIV74I66Y9oKTFv+BsmTxGrK2+cY6rvpXjWb6HoEe84k4MvdRWzr48oD2//ERLPg9ZybyVnL29pmjuOuxK9j73N86+iiD9vA==", - "age": "45", + "age": "21", "gender": "Male", + "gender_model_confidence": 0.5126953125, "person-attributes": "F: has_bag has_longsleeves has_longpants has_coat_jacket", + "person-attributes_model_confidence": 0.93017578125, + "reid": "so6pPqC11z3otQI9vuScPo6oTz+wKeu+1oegPodGX77Gxxs/YIMhv1Yyxb7ri7a+KWCNvQ7d6D63yYA+jZJAPmdPWb1qQIw+bMWmvcZ0zb4Qfy8/ArSMvsKJDr9D45Y+3kZxv4MIRj0iRwa7hUeCPl437T5ETwQ/WuMrP7Km+T6fDKk/jI0lP2C/97vDUiq/BpGevt/XHr1ME6k84CgCPcp7Dz/ON7U+E0sTv1qp5L6va5A+wr0gvbaENL4Sz3O+6NA9v+OlCr+9zH++GNcAv1APHD7bOiW/GIDiPVJBvT14fN2+h0VnPq/7oz+v4jG/h1X8vj+wgb14EQ8/ucRdvsPxBj4lb5q+QrtAvtD7y70Caus+/OWSPuJrxj0qora+uRwYvnS1Jj2Ipzk+EP5ePx3Ojb6IT2U+4HZ3P/cdkL6bKyE/L5QavkJDBj+50ey9J45xPjDwPT4iNAg+1jQcv5+iIr8Rj2C/oAYXPtAXrjzAmui7/k3CPjPGzb4wQWY+5OOjPiZF2r3AyjU+BAOEPYQBnDyfl8E+aE0CPuA4fL3NJg4/rSfcvkJALL8PRyU+NJnGPhu2sb4vZWy/wSoIPxp8HL+wyCy/L58dvl0eMr9wPYi+lMcOv20MIb+ynuE+loCFPoFne797FzG/42Ogv6SUsb4kQi++i/TnPtyrkj7sOa8+5xzGvgCNIDxmfpm+HnMuPx8jeb+rjpm+W6fPvTQMzT48h7Y+kj3PPjlF2T7Mqo2+dlkNPyEXZj/HsdQ+GKDkPuZoCT7Aaxe/8DPnvh+KEb9t3he/0/QAvwiBhD0cBPo+2h8svoCwZD760o4+iNwqPdIgFL8hEzq/1j8IvwCDM7/ZJui+EoC3vn1uMb3m1WM/KT6WP/I+ID98s28/WLM2P4C/sr36Wqe+VXa6vSPEJz8JkNE+EK7kPuBjVr5Laqe9bolJv+Tto7urTdk+Oe2OPjRxFD7tzKS+a8+0PpAmr74iuaE+1BaRvd8sJz/HNwi+jTyIvl8M77430ji+lwm9PoC8W741JWQ+Y5Z7vqvRL79JMnW/h4NmvaStqT5U9cs92b4Wvb9Pa7+7mA0/Yc0wP1pDOz4lSSA/9vhWvlwYzDyi5w2/UI7+PeonND45q6G9SWzLvlLU/j2Bmsw+PbrFvW9DSr9bdxY/dVecPqK/Zj7Xk2Q/TwP3vWb75T3wiQW+TmL0PmWkt77gtsW+dC9sP6QDLr8rglE/hbi1vdismT4chZ++ILaNPwqpCT8gEt+91lsIv/z2OL6dMEC9w5bUv9y5rLyn9Nq9ijgKPvOiIr6kEQ4+OtmRvpv7Jr+6HBa/e9YOvxOQuL1ooVs9E6Rmvrwb8j4QgxW/u3bwvQ==", "id": 1 } ] From bea0346d3afb074e44551cfbdec265881ca9ac0b Mon Sep 17 00:00:00 2001 From: jakubsikorski Date: Mon, 9 Feb 2026 12:19:04 +0100 Subject: [PATCH 09/18] Update the markdown file to follow an actual document structure --- .../additional-resources/reid_pipelines.md | 187 +++++++++++++++++- 1 file changed, 177 insertions(+), 10 deletions(-) diff --git a/docs/user-guide/additional-resources/reid_pipelines.md b/docs/user-guide/additional-resources/reid_pipelines.md index 3ec2fb48d..34f59532a 100644 --- a/docs/user-guide/additional-resources/reid_pipelines.md +++ b/docs/user-guide/additional-resources/reid_pipelines.md @@ -1,10 +1,52 @@ -# DLSPS Pipelines for REID +# DL Streamer Pipeline Server (DLSPS) Pipelines for Re-Identification (ReID) -## Person attributes +This document provides example GStreamer pipelines for implementing person and vehicle re-identification scenarios using Intel DL Streamer Pipeline Server. Each pipeline includes both CPU and GPU variants, along with raw metadata output and SceneScape-processed metadata examples. -### Gender with age +## Table of Contents -Pipeline are based on OOB queuing scene. +- [Overview](#overview) +- [Person Re-Identification](#person-re-identification) + - [Gender and Age Classification](#gender-and-age-classification) + - [Person Attributes Classification](#person-attributes-classification) + - [Combined Person Metadata (Age, Gender, and Attributes with ReID)](#combined-person-metadata-age-gender-and-attributes-with-reid) +- [Vehicle Re-Identification](#vehicle-re-identification) + - [Vehicle Color and Type Classification](#vehicle-color-and-type-classification) + +## Overview + +Re-identification (ReID) enables tracking and matching objects across different camera views or time periods. This document covers: +- **Person ReID**: Track individuals with optional age, gender, and attribute classification +- **Vehicle ReID**: Track vehicles with color and type classification + +All pipelines are based on Intel OpenVINO models and can be deployed on edge devices with CPU or GPU acceleration. + +### Key Features + +- **Multiple Acceleration Options**: All pipelines support both CPU and GPU (with VA-API surface sharing for optimal performance) +- **Flexible Model Combinations**: Mix and match detection, classification, and re-identification models based on your use case +- **Rich Metadata Output**: Raw GStreamer metadata and processed SceneScape format for easy integration + +### Model Information + +The pipelines use the following Intel OpenVINO models: + +**Person Detection & Classification:** +- `person-detection-retail-0013`: Person detection +- `age-gender-recognition-retail-0013`: Age and gender classification +- `person-attributes-recognition-crossroad-0238`: Physical attributes (bag, clothing, etc.) +- `person-reidentification-retail-0277`: ReID embeddings (256-dimensional vectors) + +**Vehicle Detection & Classification:** +- `vehicle-detection-0200`: Vehicle detection +- `vehicle-attributes-recognition-barrier-0042`: Color and type classification + +--- + +## Person Re-Identification + +### Gender and Age Classification + +These pipelines detect persons and classify their age and gender. They are based on the out-of-box (OOB) queuing scene use case.
CPU @@ -788,8 +830,9 @@ Example raw output metadata:
-### Person attributes +### Person Attributes Classification +These pipelines detect persons and classify their physical attributes (bag, clothing, etc.) with a gender classification.
CPU @@ -1398,9 +1441,9 @@ Example raw output metadata:
-### Person attributes, age gender with ReID +### Combined Person Metadata (Age, Gender, and Attributes with ReID) -Pipeline are based on OOB queuing scene. +These pipelines combine all person detection capabilities: age, gender, physical attributes, and re-identification embeddings. Based on the OOB queuing scene use case.
CPU @@ -1576,11 +1619,15 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc } ``` -## Vehicle attributes +
+ +--- + +## Vehicle Re-Identification -### Color and type +### Vehicle Color and Type Classification -Input video `fixed_ANPR_Cam1`. Adjust as needed. +These pipelines detect vehicles and classify their color and type. Uses the input video `fixed_ANPR_Cam1` (adjust as needed for your environment).
CPU @@ -2326,3 +2373,123 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/fixed_ANPR_Cam1.ts ```
+ +--- + +## Pipeline Customization Guide + +### Modifying Video Sources + +Replace the video source location in any pipeline: +```bash +multifilesrc loop=TRUE location=/path/to/your/video.ts +``` + +For live camera feeds, replace `multifilesrc` with appropriate source elements (e.g., `v4l2src`, `rtspsrc`). + +### Adjusting Inference Parameters + +Key parameters you can adjust: + +- **`batch-size`**: Number of frames processed together (default: 1) +- **`inference-interval`**: Process every Nth frame (default: 1 for all frames) +- **`scheduling-policy`**: Set to `latency` for real-time or `throughput` for batch processing +- **`device`**: `CPU`, `GPU`, or `MULTI:CPU,GPU` for hybrid execution + +Example for processing every 5th frame: +```bash +gvadetect ... inference-interval=5 ... +``` + +### Model Precision + +All examples use FP32 models. For better performance on supported hardware, use FP16 or INT8: +```bash +model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP16/person-detection-retail-0013.xml +``` + +### GPU Optimization + +For GPU pipelines, ensure VA-API surface sharing is enabled: +```bash +pre-process-backend=va-surface-sharing +``` + +This eliminates memory copies between CPU and GPU, significantly improving performance. + +--- + +## Performance Considerations + +### CPU vs GPU + +- **CPU**: Lower latency, suitable for single-stream or low-resolution scenarios +- **GPU**: Higher throughput, ideal for multiple streams or high-resolution video + +### Memory Usage + +ReID embeddings are 256-dimensional float32 vectors (1KB per object). Monitor memory when tracking many objects over time. + +### Inference Interval + +For scenarios where real-time tracking isn't critical, increase `inference-interval` to reduce computational load: +- `inference-interval=1`: Every frame (highest accuracy, highest cost) +- `inference-interval=5`: Every 5th frame (balanced) +- `inference-interval=10`: Every 10th frame (lowest cost) + +--- + +## Metadata Format + +### Raw Metadata + +Raw metadata includes: +- Detection bounding boxes and confidence scores +- Classification results with labels and confidence +- Tensor data for all inference outputs +- ReID embeddings as base64-encoded vectors + +### SceneScape Metadata + +Processed metadata includes: +- Object tracking IDs +- Simplified classification results +- Performance metrics (processing time, frame rate) +- Optional model confidence scores (e.g., `age_model_confidence`, `gender_model_confidence`) + +--- + +## Troubleshooting + +### Common Issues + +**Pipeline fails to start:** +- Verify all model paths exist +- Check that video source is accessible +- Ensure device (CPU/GPU) is available + +**Low performance:** +- Increase `inference-interval` to process fewer frames +- Use FP16/INT8 models instead of FP32 +- Enable GPU acceleration for VA-API surface sharing +- Reduce batch size or number of concurrent streams + +**Missing metadata fields:** +- Ensure all classification models in the pipeline are running +- Check that `gvametaconvert add-tensor-data=true` is present +- Verify model_proc JSON files are correctly specified + +--- + +## Additional Resources + +- [Intel DL Streamer Documentation](https://dlstreamer.github.io/) +- [OpenVINO Model Zoo](https://github.com/openvinotoolkit/open_model_zoo) +- [SceneScape User Guide](../README.md) +- [GStreamer Pipeline Reference](https://gstreamer.freedesktop.org/documentation/) + +--- + +## License + +These pipelines use Intel OpenVINO models and DL Streamer components. Refer to individual component licenses for usage terms. From 17d96318c0c8d36a5b7c558e629c5fb827f80d78 Mon Sep 17 00:00:00 2001 From: jakubsikorski Date: Mon, 9 Feb 2026 12:24:24 +0100 Subject: [PATCH 10/18] Adjust document to fix broken markdown --- .../additional-resources/reid_pipelines.md | 52 +------------------ 1 file changed, 2 insertions(+), 50 deletions(-) diff --git a/docs/user-guide/additional-resources/reid_pipelines.md b/docs/user-guide/additional-resources/reid_pipelines.md index 34f59532a..d7e1c265a 100644 --- a/docs/user-guide/additional-resources/reid_pipelines.md +++ b/docs/user-guide/additional-resources/reid_pipelines.md @@ -1532,6 +1532,8 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc } ``` +
+
GPU @@ -1621,7 +1623,6 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc
---- ## Vehicle Re-Identification @@ -2408,55 +2409,6 @@ All examples use FP32 models. For better performance on supported hardware, use model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP16/person-detection-retail-0013.xml ``` -### GPU Optimization - -For GPU pipelines, ensure VA-API surface sharing is enabled: -```bash -pre-process-backend=va-surface-sharing -``` - -This eliminates memory copies between CPU and GPU, significantly improving performance. - ---- - -## Performance Considerations - -### CPU vs GPU - -- **CPU**: Lower latency, suitable for single-stream or low-resolution scenarios -- **GPU**: Higher throughput, ideal for multiple streams or high-resolution video - -### Memory Usage - -ReID embeddings are 256-dimensional float32 vectors (1KB per object). Monitor memory when tracking many objects over time. - -### Inference Interval - -For scenarios where real-time tracking isn't critical, increase `inference-interval` to reduce computational load: -- `inference-interval=1`: Every frame (highest accuracy, highest cost) -- `inference-interval=5`: Every 5th frame (balanced) -- `inference-interval=10`: Every 10th frame (lowest cost) - ---- - -## Metadata Format - -### Raw Metadata - -Raw metadata includes: -- Detection bounding boxes and confidence scores -- Classification results with labels and confidence -- Tensor data for all inference outputs -- ReID embeddings as base64-encoded vectors - -### SceneScape Metadata - -Processed metadata includes: -- Object tracking IDs -- Simplified classification results -- Performance metrics (processing time, frame rate) -- Optional model confidence scores (e.g., `age_model_confidence`, `gender_model_confidence`) - --- ## Troubleshooting From 27235a5fbf4b8edaf8437e7efd3369816ebd248b Mon Sep 17 00:00:00 2001 From: jakubsikorski Date: Mon, 9 Feb 2026 12:41:40 +0100 Subject: [PATCH 11/18] Run prettier write and rename to `jsonl` --- ..._raw.json => agegender_reid_cpu_raw.jsonl} | 0 ..._raw.json => agegender_reid_gpu_raw.jsonl} | 0 ...raw.json => person_metadata_cpu_raw.jsonl} | 0 ...raw.json => person_metadata_gpu_raw.jsonl} | 0 ...raw.json => personattr_reid_cpu_raw.jsonl} | 0 ...raw.json => personattr_reid_gpu_raw.jsonl} | 0 .../additional-resources/reid_pipelines.md | 79 +++++++++++-------- 7 files changed, 45 insertions(+), 34 deletions(-) rename docs/user-guide/additional-resources/example_output/{agegender_reid_cpu_raw.json => agegender_reid_cpu_raw.jsonl} (100%) rename docs/user-guide/additional-resources/example_output/{agegender_reid_gpu_raw.json => agegender_reid_gpu_raw.jsonl} (100%) rename docs/user-guide/additional-resources/example_output/{person_metadata_cpu_raw.json => person_metadata_cpu_raw.jsonl} (100%) rename docs/user-guide/additional-resources/example_output/{person_metadata_gpu_raw.json => person_metadata_gpu_raw.jsonl} (100%) rename docs/user-guide/additional-resources/example_output/{personattr_reid_cpu_raw.json => personattr_reid_cpu_raw.jsonl} (100%) rename docs/user-guide/additional-resources/example_output/{personattr_reid_gpu_raw.json => personattr_reid_gpu_raw.jsonl} (100%) diff --git a/docs/user-guide/additional-resources/example_output/agegender_reid_cpu_raw.json b/docs/user-guide/additional-resources/example_output/agegender_reid_cpu_raw.jsonl similarity index 100% rename from docs/user-guide/additional-resources/example_output/agegender_reid_cpu_raw.json rename to docs/user-guide/additional-resources/example_output/agegender_reid_cpu_raw.jsonl diff --git a/docs/user-guide/additional-resources/example_output/agegender_reid_gpu_raw.json b/docs/user-guide/additional-resources/example_output/agegender_reid_gpu_raw.jsonl similarity index 100% rename from docs/user-guide/additional-resources/example_output/agegender_reid_gpu_raw.json rename to docs/user-guide/additional-resources/example_output/agegender_reid_gpu_raw.jsonl diff --git a/docs/user-guide/additional-resources/example_output/person_metadata_cpu_raw.json b/docs/user-guide/additional-resources/example_output/person_metadata_cpu_raw.jsonl similarity index 100% rename from docs/user-guide/additional-resources/example_output/person_metadata_cpu_raw.json rename to docs/user-guide/additional-resources/example_output/person_metadata_cpu_raw.jsonl diff --git a/docs/user-guide/additional-resources/example_output/person_metadata_gpu_raw.json b/docs/user-guide/additional-resources/example_output/person_metadata_gpu_raw.jsonl similarity index 100% rename from docs/user-guide/additional-resources/example_output/person_metadata_gpu_raw.json rename to docs/user-guide/additional-resources/example_output/person_metadata_gpu_raw.jsonl diff --git a/docs/user-guide/additional-resources/example_output/personattr_reid_cpu_raw.json b/docs/user-guide/additional-resources/example_output/personattr_reid_cpu_raw.jsonl similarity index 100% rename from docs/user-guide/additional-resources/example_output/personattr_reid_cpu_raw.json rename to docs/user-guide/additional-resources/example_output/personattr_reid_cpu_raw.jsonl diff --git a/docs/user-guide/additional-resources/example_output/personattr_reid_gpu_raw.json b/docs/user-guide/additional-resources/example_output/personattr_reid_gpu_raw.jsonl similarity index 100% rename from docs/user-guide/additional-resources/example_output/personattr_reid_gpu_raw.json rename to docs/user-guide/additional-resources/example_output/personattr_reid_gpu_raw.jsonl diff --git a/docs/user-guide/additional-resources/reid_pipelines.md b/docs/user-guide/additional-resources/reid_pipelines.md index d7e1c265a..51295df28 100644 --- a/docs/user-guide/additional-resources/reid_pipelines.md +++ b/docs/user-guide/additional-resources/reid_pipelines.md @@ -15,6 +15,7 @@ This document provides example GStreamer pipelines for implementing person and v ## Overview Re-identification (ReID) enables tracking and matching objects across different camera views or time periods. This document covers: + - **Person ReID**: Track individuals with optional age, gender, and attribute classification - **Vehicle ReID**: Track vehicles with color and type classification @@ -31,12 +32,14 @@ All pipelines are based on Intel OpenVINO models and can be deployed on edge dev The pipelines use the following Intel OpenVINO models: **Person Detection & Classification:** + - `person-detection-retail-0013`: Person detection - `age-gender-recognition-retail-0013`: Age and gender classification - `person-attributes-recognition-crossroad-0238`: Physical attributes (bag, clothing, etc.) - `person-reidentification-retail-0277`: ReID embeddings (256-dimensional vectors) **Vehicle Detection & Classification:** + - `vehicle-detection-0200`: Vehicle detection - `vehicle-attributes-recognition-barrier-0042`: Color and type classification @@ -52,13 +55,14 @@ These pipelines detect persons and classify their age and gender. They are based CPU **Pipeline:** + ```bash multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=CPU inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.xml model_proc=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.json device=CPU inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true ``` **Example raw output metadata:** -```json +```text { "objects": [ { @@ -245,7 +249,7 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc **Example SceneScape output metadata:** -```json +```text { "id": "atag-qcam1", "debug_mac": "47:e6:77:25:3b:f9", @@ -316,19 +320,18 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc CPU with REID **Pipeline:** + ```bash multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=CPU inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.xml model_proc=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.json device=CPU inference-region=1 ! queue ! gvainference scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-reidentification-retail-0277/FP32/person-reidentification-retail-0277.xml device=CPU inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true ``` - Example raw output metadata: -[See JSON](./example_output/agegender_reid_cpu_raw.json) - +[See JSON](./example_output/agegender_reid_cpu_raw.jsonl) **Example SceneScape output metadata:** -```json +```text { "id": "atag-qcam1", "debug_mac": "09:91:b4:33:31:d0", @@ -397,13 +400,14 @@ Example raw output metadata: GPU **Pipeline:** + ```bash multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw(memory:VAMemory) ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=GPU pre-process-backend=va-surface-sharing inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.xml model_proc=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.json device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! vapostproc ! video/x-raw,format=BGRA ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true ``` **Example raw output metadata:** -```json +```text { "objects": [ { @@ -681,7 +685,7 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc **Example SceneScape output metadata:** -```json +```text { "id": "atag-qcam1", "debug_mac": "7d:f1:0e:d7:43:8f", @@ -752,20 +756,18 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc GPU with REID **Pipeline:** + ```bash multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw(memory:VAMemory) ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=GPU pre-process-backend=va-surface-sharing inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.xml model_proc=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.json device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvainference scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-reidentification-retail-0277/FP32/person-reidentification-retail-0277.xml device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! vapostproc ! video/x-raw,format=BGRA ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true ``` - Example raw output metadata: -[See JSON](./example_output/agegender_reid_gpu_raw.json) - - +[See JSON](./example_output/agegender_reid_gpu_raw.jsonl) **Example SceneScape output metadata:** -```json +```text { "id": "atag-qcam1", "debug_mac": "2b:c5:9f:65:27:84", @@ -838,13 +840,14 @@ These pipelines detect persons and classify their physical attributes (bag, clot CPU **Pipeline:** + ```bash multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=CPU inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.xml model_proc=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.json device=CPU inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true ``` **Example raw output metadata:** -```json +```text { "objects": [ { @@ -987,7 +990,7 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc **Example SceneScape output metadata:** -```json +```text { "id": "atag-qcam1", "debug_mac": "81:e0:ec:b0:ac:49", @@ -1056,19 +1059,18 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc CPU with REID **Pipeline:** + ```bash multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=CPU inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.xml model_proc=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.json device=CPU inference-region=1 ! queue ! gvainference scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-reidentification-retail-0277/FP32/person-reidentification-retail-0277.xml device=CPU inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true ``` - Example raw output metadata: -[See JSON](./example_output/personattr_reid_cpu_raw.json) - +[See JSON](./example_output/personattr_reid_cpu_raw.jsonl) **Example SceneScape output metadata:** -```json +```text { "id": "atag-qcam1", "debug_mac": "c5:70:aa:ae:e4:03", @@ -1137,13 +1139,14 @@ Example raw output metadata: GPU **Pipeline:** -```json + +```text multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw(memory:VAMemory) ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=GPU pre-process-backend=va-surface-sharing inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.xml model_proc=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.json device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! vapostproc ! video/x-raw,format=BGRA ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true ``` **Example raw output metadata:** -```json +```text { "objects": [ { @@ -1296,7 +1299,7 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc **Example SceneScape output metadata:** -```json +```text { "id": "atag-qcam1", "debug_mac": "17:cf:36:77:a4:e0", @@ -1365,18 +1368,18 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc GPU with REID **Pipeline:** + ```bash multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw(memory:VAMemory) ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=GPU pre-process-backend=va-surface-sharing inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.xml model_proc=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.json device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvainference scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-reidentification-retail-0277/FP32/person-reidentification-retail-0277.xml device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! vapostproc ! video/x-raw,format=BGRA ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true ``` - Example raw output metadata: -[See JSON](./example_output/) +[See JSON](./example_output/personattr_reid_gpu_raw.jsonl) **Example SceneScape output metadata:** -```json +```text { "id": "atag-qcam1", "debug_mac": "f5:1c:fa:de:fd:45", @@ -1449,17 +1452,18 @@ These pipelines combine all person detection capabilities: age, gender, physical CPU **Pipeline:** + ```bash multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=CPU inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.xml model_proc=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.json device=CPU inference-region=1 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.xml model_proc=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.json device=CPU inference-region=1 ! queue ! gvainference scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-reidentification-retail-0277/FP32/person-reidentification-retail-0277.xml device=CPU inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true ``` **Example raw output metadata:** -[See JSON](./example_output/person_metadata_cpu_raw.json) +[See JSON](./example_output/person_metadata_cpu_raw.jsonl) **Example SceneScape output metadata:** -```json +```text { "id": "atag-qcam1", "debug_mac": "7f:88:8d:a9:ba:c1", @@ -1538,17 +1542,18 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc GPU **Pipeline:** + ```bash multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=source ! decodebin3 ! video/x-raw(memory:VAMemory) ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.xml model_proc=/home/pipeline-server/models/intel/person-detection-retail-0013/FP32/person-detection-retail-0013.json device=GPU pre-process-backend=va-surface-sharing inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.xml model_proc=/home/pipeline-server/models/intel/age-gender-recognition-retail-0013/FP32/age-gender-recognition-retail-0013.json device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.xml model_proc=/home/pipeline-server/models/intel/person-attributes-recognition-crossroad-0238/FP32/person-attributes-recognition-crossroad-0238.json device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvainference scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/person-reidentification-retail-0277/FP32/person-reidentification-retail-0277.xml device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! vapostproc ! video/x-raw,format=BGRA ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true ``` **Example raw output metadata:** -[See JSON](./example_output/person_metadata_gpu_raw.json) +[See JSON](./example_output/person_metadata_gpu_raw.jsonl) **Example SceneScape output metadata:** -```json +```text { "id": "atag-qcam1", "debug_mac": "57:9a:35:9c:22:dc", @@ -1623,7 +1628,6 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc
- ## Vehicle Re-Identification ### Vehicle Color and Type Classification @@ -1642,7 +1646,7 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/fixed_ANPR_Cam1.ts
Example raw output metadata: -```json +```text { "objects": [ { @@ -2025,7 +2029,7 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/fixed_ANPR_Cam1.ts **Example SceneScape output metadata:** -```json +```text { "id": "car-reid", "debug_mac": "cf:4a:8f:83:6f:fd", @@ -2096,6 +2100,7 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/fixed_ANPR_Cam1.ts GPU **Pipeline:** + ```bash multifilesrc loop=TRUE location=/home/pipeline-server/videos/fixed_ANPR_Cam1.ts name=source ! decodebin3 ! video/x-raw(memory:VAMemory) ! gvapython class=PostDecodeTimestampCapture function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=timesync ! gvadetect scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/vehicle-detection-0200/FP32/vehicle-detection-0200.xml model_proc=/home/pipeline-server/models/intel/vehicle-detection-0200/FP32/vehicle-detection-0200.json device=GPU pre-process-backend=va-surface-sharing inference-region=0 ! queue ! gvaclassify scheduling-policy=latency batch-size=1 inference-interval=1 model=/home/pipeline-server/models/intel/vehicle-attributes-recognition-barrier-0042/FP32/vehicle-attributes-recognition-barrier-0042.xml model_proc=/home/pipeline-server/models/intel/vehicle-attributes-recognition-barrier-0042/FP32/vehicle-attributes-recognition-barrier-0042.json device=GPU pre-process-backend=va-surface-sharing inference-region=1 ! queue ! gvametaconvert add-tensor-data=true name=metaconvert ! vapostproc ! video/x-raw,format=BGRA ! videoconvert ! video/x-raw,format=BGR ! gvapython class=PostInferenceDataPublish function=processFrame module=/home/pipeline-server/user_scripts/gvapython/sscape/sscape_adapter.py name=datapublisher ! appsink sync=true ``` @@ -2103,7 +2108,7 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/fixed_ANPR_Cam1.ts
Example raw output metadata: -```json +```text { "objects": [ { @@ -2308,7 +2313,7 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/fixed_ANPR_Cam1.ts **Example SceneScape output metadata:** -```json +```text { "id": "car-reid", "debug_mac": "1f:c2:b1:27:78:b5", @@ -2382,6 +2387,7 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/fixed_ANPR_Cam1.ts ### Modifying Video Sources Replace the video source location in any pipeline: + ```bash multifilesrc loop=TRUE location=/path/to/your/video.ts ``` @@ -2398,6 +2404,7 @@ Key parameters you can adjust: - **`device`**: `CPU`, `GPU`, or `MULTI:CPU,GPU` for hybrid execution Example for processing every 5th frame: + ```bash gvadetect ... inference-interval=5 ... ``` @@ -2405,6 +2412,7 @@ gvadetect ... inference-interval=5 ... ### Model Precision All examples use FP32 models. For better performance on supported hardware, use FP16 or INT8: + ```bash model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP16/person-detection-retail-0013.xml ``` @@ -2416,17 +2424,20 @@ model=/home/pipeline-server/models/intel/person-detection-retail-0013/FP16/perso ### Common Issues **Pipeline fails to start:** + - Verify all model paths exist - Check that video source is accessible - Ensure device (CPU/GPU) is available **Low performance:** + - Increase `inference-interval` to process fewer frames - Use FP16/INT8 models instead of FP32 - Enable GPU acceleration for VA-API surface sharing - Reduce batch size or number of concurrent streams **Missing metadata fields:** + - Ensure all classification models in the pipeline are running - Check that `gvametaconvert add-tensor-data=true` is present - Verify model_proc JSON files are correctly specified From b31200fb8b00de021afcf2991ecb4fcc0fd82d53 Mon Sep 17 00:00:00 2001 From: jakubsikorski Date: Mon, 9 Feb 2026 12:45:57 +0100 Subject: [PATCH 12/18] Add jsonl files to reuse ignore --- REUSE.toml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/REUSE.toml b/REUSE.toml index 4c64bf71a..9f597b77e 100644 --- a/REUSE.toml +++ b/REUSE.toml @@ -38,7 +38,8 @@ path = [ "version.txt", "third-party-programs.txt", "**/*_data.txt", - "**/*_json.txt" + "**/*_json.txt", + "**/*.jsonl" ] precedence = "override" SPDX-FileCopyrightText = "(C) 2025 Intel Corporation" From fba85c1bff5bccfb225d8a38ebc487131280b7b6 Mon Sep 17 00:00:00 2001 From: jakubsikorski Date: Mon, 9 Feb 2026 12:47:24 +0100 Subject: [PATCH 13/18] Add reid-pipelines to toctree --- docs/user-guide/additional-resources/index.md | 1 + .../{reid_pipelines.md => reid-pipelines.md} | 0 2 files changed, 1 insertion(+) rename docs/user-guide/additional-resources/{reid_pipelines.md => reid-pipelines.md} (100%) diff --git a/docs/user-guide/additional-resources/index.md b/docs/user-guide/additional-resources/index.md index 384db2b00..63740ac6d 100644 --- a/docs/user-guide/additional-resources/index.md +++ b/docs/user-guide/additional-resources/index.md @@ -6,6 +6,7 @@ These articles provide access to additional resources for Intel® SceneScape. - [How to Upgrade Intel® SceneScape](./how-to-upgrade.md) - [Converting Pixel-Based Bounding Boxes to Normalized Image Space](./convert-object-detections-to-normalized-image-space.md) - [Release Notes](./release-notes.md) +- [reid-pipelines](./reid-pipelines.md) From 92bccc45d96038215218e74c9d8aeb3a142f3c9e Mon Sep 17 00:00:00 2001 From: jakubsikorski Date: Mon, 9 Feb 2026 15:15:58 +0100 Subject: [PATCH 15/18] Update age gender scenescape metadata output --- .../additional-resources/reid-pipelines.md | 260 ++++++++++-------- 1 file changed, 138 insertions(+), 122 deletions(-) diff --git a/docs/user-guide/additional-resources/reid-pipelines.md b/docs/user-guide/additional-resources/reid-pipelines.md index 51295df28..71595d490 100644 --- a/docs/user-guide/additional-resources/reid-pipelines.md +++ b/docs/user-guide/additional-resources/reid-pipelines.md @@ -252,30 +252,31 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc ```text { "id": "atag-qcam1", - "debug_mac": "47:e6:77:25:3b:f9", - "timestamp": "2026-02-06T10:55:31.749Z", - "debug_timestamp_end": "2026-02-06T10:55:34.172Z", - "debug_processing_time": 2.422764778137207, - "rate": 9.499186626193884, + "debug_mac": "8f:e9:3c:63:e8:f6", + "timestamp": "2026-02-09T14:09:14.862Z", + "debug_timestamp_end": "2026-02-09T14:09:17.585Z", + "debug_processing_time": 2.723006248474121, + "rate": 10.584537744588053, "objects": { "person": [ { "category": "person", - "confidence": 0.987617552280426, + "confidence": 0.9210688471794128, "center_of_mass": { - "x": 321, - "y": 89, - "width": 56.0, - "height": 88.0 + "x": 27, + "y": 95, + "width": 27.666666666666668, + "height": 67.25 }, "bounding_box_px": { - "x": 265, - "y": 2, - "width": 168, - "height": 351 + "x": 0, + "y": 29, + "width": 83, + "height": 269 }, - "age": "22", - "gender": "Female", + "age": "32", + "gender": "Male", + "gender_model_confidence": 0.7973728775978088, "id": 1 } ] @@ -283,30 +284,31 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc } { "id": "atag-qcam1", - "debug_mac": "47:e6:77:25:3b:f9", - "timestamp": "2026-02-06T10:55:31.849Z", - "debug_timestamp_end": "2026-02-06T10:55:34.272Z", - "debug_processing_time": 2.422588586807251, - "rate": 9.499186626193884, + "debug_mac": "8f:e9:3c:63:e8:f6", + "timestamp": "2026-02-09T14:09:15.162Z", + "debug_timestamp_end": "2026-02-09T14:09:17.685Z", + "debug_processing_time": 2.52290940284729, + "rate": 10.584537744588053, "objects": { "person": [ { "category": "person", - "confidence": 0.9945145845413208, + "confidence": 0.7274594306945801, "center_of_mass": { - "x": 296, - "y": 90, - "width": 64.66666666666667, - "height": 89.0 + "x": 17, + "y": 153, + "width": 16.0, + "height": 40.0 }, "bounding_box_px": { - "x": 232, - "y": 1, - "width": 195, - "height": 356 + "x": 2, + "y": 114, + "width": 47, + "height": 160 }, - "age": "32", + "age": "48", "gender": "Male", + "gender_model_confidence": 0.8721968531608582, "id": 1 } ] @@ -334,29 +336,32 @@ Example raw output metadata: ```text { "id": "atag-qcam1", - "debug_mac": "09:91:b4:33:31:d0", - "timestamp": "2026-02-06T11:37:26.077Z", - "debug_timestamp_end": "2026-02-06T11:37:30.922Z", - "debug_processing_time": 4.845034122467041, - "rate": 13.856813149734855, + "debug_mac": "25:70:bf:d5:c0:da", + "timestamp": "2026-02-09T14:13:50.266Z", + "debug_timestamp_end": "2026-02-09T14:13:53.914Z", + "debug_processing_time": 3.648651599884033, + "rate": 5.0, "objects": { "person": [ { "category": "person", - "confidence": 0.9881600141525269, + "confidence": 0.9919352531433105, "center_of_mass": { - "x": 569, - "y": 85, - "width": 67.33333333333333, - "height": 81.25 + "x": 302, + "y": 96, + "width": 76.33333333333333, + "height": 87.0 }, "bounding_box_px": { - "x": 503, - "y": 5, - "width": 201, - "height": 325 + "x": 227, + "y": 10, + "width": 228, + "height": 348 }, - "reid": "IfANPyX3rT7AypM+DyDSvuf0wztKUqg90RSIvnxWXL9ud2w/yI9+vnslYz87Hae+aM6gv4u2rT7Qw5Q+5XzWPmfHwr5MIYm8vvSSPsAFrz3/bsI/dN1Ov9dXlz4GEZ6+265Cv4Y5Az5yLFi+ur+9uweBez8pV8g+Ad01P4lZMD+JwI8+P8zzPulsNL+wh2W+OsBgv6XL7r3j+iY+eYojv9hPSb6hGAc/CDSgvjVTrL7XczM/lMXLN5EwgL+xg/y+0J8wvvUiwr7C99i+pWscv1xGgD4EvcE+xjGJPcS+Mr6JAhK/fxNOv1VTa7y1DLg+fwsqv5yafr5sDeu+pKRwPkaPA72ICLO+c9FPv4KtLL/QPQc/hL9bP9NSB7+atew+/ifuvV/fBj/ci9S9QsBXPxcsA7/6qYs+yBm3Pn0pDr/XqJ89OC00voTcvT43kvA9RmhEvyO2Az4PufI+vyVSP1HVHr/iICa/pfrGPs0Un74HxCg/mtRTP5SOyb1WDII95YYtvwDQGr/8OCY+HEsQP3VESb/5wwm+YjZWvZRc0r2kkwE/jQq1vqPlxj43cJe/aFSaP8lhjL2i8ek+NhgzP9K3Yj7I2CS/howSv/KgqL5AFZM/84r8vtiHrb1M0e8+QZFhPuN3o751mFW/ADA8v8+oMr7VHo6+XOQ4PO44Yz0l3I4/wFgfPy3DNb43Htq+zy3bPuTgVb9+rYu9wL/svYdy7L3P4Tc/EhUKv/ljwT4Ps5a+NFaDP6ELBz8Bx7i9JZlNvqFzfD2PLDy/i9hWv1Huh74g8AI/2Pu1PpNJk77VqcE96LYZPjz33D6kURq+NvuJP+Dwnr8+uBw982oAv8O0RL2Mugo+Wg1mvhPbvj4iOMQ+bcQGP2+CVz9V304/Ct7WvmfH4j6qjvW849NCPrZqHb/IYCk958wTP2bgsb1vwO++VaNavOZfIb+OM68+3JI5vyTpij2ylMA+z6yXPj1xF79OvM0+MwIiv1QEAj43Okk8aGMcvrNwAj5xHSi/9S9lvmCSQr87voq9Iuvfvirlbr9VbGO/IXqCvvXuED+pypO+CG2Hv3YxHL4MD1Q/O7XoPSQAG79OO1s+tyiwvk2dVz4YKFS/BexxPhYuFz2xqCC/lzeRPihWrb70Iz2+b40fPZXVxb6Tkdw98JB9PrnlmT51Bug+Yeg/v6OEs75zjia/xEsdP/ksWj+EX28+sTVPPvoEvL/fkQQ/8kvrPI5yv70LiOq+trQaPrl7jj81bDW/uy+9ve25Vz70//W+g7yDPjZCHT2Zhw6/Izs5v040NL6F4KS+M5yivo/Dl7yeYQu/vcyFPQaAhT2q25i9BBNWvgLY8L5H1Ou+URyqPQ==", + "age": "40", + "gender": "Male", + "gender_model_confidence": 0.9240210652351379, + "reid": "HJCnPpo7jj0JMUq/6PEUu4DTaj+igN6+Dx2TPjK8jr3Y1xG9+2bQvpeOD7/JBYG+kJSGvZBmAj8laRM/Hs/pvZpeab7j/jw/GHcJvmgx1z2ItDM/GjpMvIgjDr82c8s+CfHKvtUY6Ttp8MA+XqAIv7yX175u+Q8/1IqgvgrrSz/osH2/nrk2P4rVxD4KYF2/d+TUvsz2WD4+Qek+OnvWvmHR7z4aHlu+Y5wAv+tAJb5lS5G+EKIgPpsU3b2F3ke/0g8zvFPdDr8wfwc+Vd3PvnIxqL0+FwO/V3zFPrdUMD7EoPQ92IvvPk3vaz9LnNc9I+IMv9YoLD5g8ma+fCTvPqBaFj/Njy8+aPAvP+MGYz1U22E/5NUIP/RqhD5yxSG+Q46Pvevvgj7rn4u/yJiUvRl+CT80GEW+6vOVPaLIwr7xeI8/lqV4vg7Uzj7ilPW+PrJ9PwO1BD+iZQI/EUiXvkxS6j41PJ++DzQ1Pxj0fr91/0G93Vv0PSkcbT4+iQw+YLQMvryisT3xnbO+eMHmPlwtRj/Mmkc/gwc5PuhDcj4np6++9PwKP12+NT6quKq/AMAHv4Nsj77yIxS+1xPQvYsKsLqoaQK/6PSsPR6UKb+K0NY/qiYJv3J46r17gYM9/wK3PugSU7/gzQe/QchMv+dibL4mOV4/udozv5ho2TwLd6W9bOidvlqLDT9lRh+/Wu0iP9qUDT5YbAy/QrnVPmvqZT4/lTI+HwLhPkIllb4kVvA8SbAHP8IyWD/sPXQ+ZyJ1P08lPb8pL/w+Xo5jPai0P7+bYC6/sGdqP6SjG79iacE+9gFBP1sJFr69ppS+h8kkv5S3sT6utUW/flBWvmuus70kPia/i96Evk5Wxr7br8I+RxckPmycfD+4JZ2+7N85PvAMLz/w1Ta+gCijvrZOcj6Nh5W9WvbtvfolUT8Grai9rceHP9urHr5tgFu/z8v8viakOT+A3CO/P1k7vpIWWL+JyhA++BQwPR/mIT8eOv0+Ecwdv5OL3b7uXIO+IuwNP0n/p74NsRG/5A8YvaEThr4ARGq/TlMIP5YV3T5RwXK+v02Ev3FNib54cqw+w/udPkec5j0SfFi+IVUev1i3mr4MVtK+wFjZPbmwQj5s4gm/oAVZv9wNbT/EhZi+eeU0vwaKiL84wyA/MfgLP6UdFb4/UdU/obCdPze91b2MIzk+I8XRvroCGD9jva4+LdRrP/0PSL8tteQ8Awp0P1RjqT0kal4+lF5xP4Vq+j4NTW296WyyP6SJ+b1YZ+Y+xcjhO9mc9b61X8k9Bv11vuYuDb7lnYq+HznnvYPyjr1bt5Q9duARPc26ob46qNk9FN0bviAF5D6A4h8/J4Pdvg==", "id": 1 } ] @@ -364,29 +369,32 @@ Example raw output metadata: } { "id": "atag-qcam1", - "debug_mac": "09:91:b4:33:31:d0", - "timestamp": "2026-02-06T11:37:26.093Z", - "debug_timestamp_end": "2026-02-06T11:37:31.008Z", - "debug_processing_time": 4.915539026260376, - "rate": 13.856813149734855, + "debug_mac": "25:70:bf:d5:c0:da", + "timestamp": "2026-02-09T14:13:50.268Z", + "debug_timestamp_end": "2026-02-09T14:13:54.015Z", + "debug_processing_time": 3.746978282928467, + "rate": 5.0, "objects": { "person": [ { "category": "person", - "confidence": 0.9578379988670349, + "confidence": 0.9963571429252625, "center_of_mass": { - "x": 564, - "y": 85, - "width": 63.333333333333336, - "height": 80.75 + "x": 268, + "y": 93, + "width": 72.0, + "height": 88.0 }, "bounding_box_px": { - "x": 501, - "y": 6, - "width": 190, - "height": 322 + "x": 197, + "y": 5, + "width": 216, + "height": 352 }, - "reid": "W8YiPzGEqb7ENRi+gsSTPvcY0z7aAdi+Ie2yPnD90b7KP2E8yUlovz47k75zOBe/p5/8PYKzkjz4e5s+ysgePiunm76B8do+gCILvpqG/L3/oVQ/oNYgvxjUv77x6ic9G/PXvrOOt75Cn34+NGyyPqBUgz4PQRw+2C3UPqw6ez6qOXo/gA31Pq1cPr6cWSC/aT6rvgCsHb+SdCM//DVBParJRj8Cb+E9rVSivlSyz777LgM+Q7kBvSujVb8daG2+dfeCvuBgq74CHCk+QjRivzrERT7BA+K+Wh+TPTFMvb1nTqS9XggdPXiIkj80xCy+nC3svsXSjL2V7Jw+KC2SvXHIFb7IWCO+A//hvUCqmL3sJc4+6DoKP0uhsL4Ze5i+LI33PHXtlz086mU+4/Y8Pwxi+r67W9M+4YKmP9UQ9751Vw8/6fWAvkFQNT8FNjq+HhLIPtAMrD3eaWg+Cue5vtCCwr4yoYC/ahcjPeI0Yr45NI8+G9ymPtRIAr7Qgh0/mf2rPSfHJzwWI4M+koqMPq9soLwEcYQ+3qqfvqXY1L4bcQ0/hT44vkcN0r7E6HU+aWJQP/zFRr9ZRCS/soogPxusqL595kO/yMkBvGIHM7/dxfY+oeU1v4OJYr3cGCw/Zm8QPqSbF7/zIS+//zKWv6qEHb+jd16+XR8xPbIi/7x//BM/nCT0vYDey76+byI8xbNYP5V5dL+Urh2/vRAdvpzhkLxu79M+uwXlPv2cUD4Xgb2+M1JnP4ADOj9RPRo/g/UlPuUOF733x1u/ATlgv8C6OL8bwiq/8NGVvgQ3iz4lliE/yO+GPjwmRj+i+L68KHx7Ppz2cL9fLi+/dEOGvr8PFr/8IAa/AWVDviD2q713Xog/nfMhP5x9Ez9OM2c/vMmfPm/ixL2DOCS+W0OcPNaAmT5uqjQ/Yj1PP+ok3r57g3G+Ckkgvwxjnb6Ydrw+Z+57vmVp5T5Ew5m9cvfsPlqU9b6a4y8/gAjHvm2Qqz5qGju/h8F7vtC2oL7q9ri+ZHtRPh5DkL4Iab0+9znqvi8gEr+uWx+/INw6PmA5UD5V3wU+a/drvvnlEL/KiBY/a741PrnTVb77VCg/hR2vPUNLCz7le+e+WzJBvvSdyjy6oXk+wTZQv5s/zD5MeJQ+PVQSvWVZar/UW4k+5Y1fvl5HcL7BRSQ/G/HuvqDu3r573FK/JR4IPyR7Nb62kP69LyuGP1rK3bwtzBM/Bt6JvgzbID/Mlii+KJ4zP4pgMz8O3QK+OQM6v95gdj0Bf0i9a069v0TsBD07ezG++jLDvno5bL5CYC48ZndivrRPyL5LvGK+EBeIvgqqlL1SKtI86Q5IvnaQCz/fKhm/LQC6PQ==", + "age": "39", + "gender": "Male", + "gender_model_confidence": 0.8637242317199707, + "reid": "BI3iPlOK/z0YEW6/ezcivvBUjj+gvzi//5TgPutKpb4ArDe+YFbovh5b+r79RoM+Y2pgvovHpD4u4WA/5nsRvqTknTzu0Cw/XxnjvhOS8D4iMWc/lq04vlusAL9Y848+gYVqvsYIJ76sqdM87M8Ov6ZC277XTSk/aBMCvwn8iD+J2Se/XJQYPxes5z5n3Dq/PRMkv5a9xr4X0D4/mP8Hv68Ouj5YBKC+7fLGvpN5Gb5BMcS+EmqvPfh3tr5UYAy/Q35GvlmOO7/xoRo+kaHZvpeiGz7WDdu+XPahPsP/uTy24z8+T/TTPpAWkj/QKZE+IpRJvhd+Rr7hWMy+8DW2Pvl16j5Fj+M9qFjLPvcmrTzTlF0/37CpPqbmAT81uCS+JiC/vkjQ9j5P2W2/fasBvr4bgz5kQve+fHjiPVvJn77VJzg/SIacvj4YZT7YA6W8xjaAP2xBJz9FpBU/UlPcvYJT8D4x8w2/coLkPn5icr89lcG9uEZxvQ6cIz69KiE+7vRxvugIRT4+v529VAOQPpScTj+fLzo/ZJQiPnrKmj3ioLG+w/juPlss3b7qTXS/fv7Ovq0QLb4E86y9jIXwvsFtJz5OVje+Ym70PhW0TL9W0L8/t7LsvuwtQL7AAoE9K/DdPlDXF7//gtW+JXoBv72mKL7d1gw/Os75vnD7zD04w8g9K7Uwv8D0dD7gJAG/R9i1PuOk2T6UKSO/+k6aPdeUNz1y9VM+nheLP9e1Eb4HGyo9MgodPxOsUD+ERfA9v92IP88+QL8935U+wc47PmRZKL9sTai+OedMPy9+Gr8VWuI9PdfcPg4JDL5QY/q+Ei3GvtP28D6o/Si/BB5IvYqs7j2kLRm/WPUVv9/M0b67d+8+/sUpPq2MXz+nsuG+TG3NPZMFAj9fLSG+3vuNPFShIL54Tj8+q8DNPW19OT9aoIw+fG1HP2rVj71Nezy/TvG4vgAf5z6ymCa/pEoDvtqd/L6PDjQ/O60CPlZHVD8iUkk/8ZUUv9fLtr4J37a+bEwgP/5hfr6SfjK+QlikvBK+rr7gEFi/9wOHPkUb0D4d/kS+k1Z2v3c41L4FOq69VAKkPj5cHj5gnZM9gOKzvuHvhj3XJr+93334vPuWsD7h+Cy/VTpDv8X1Pj/MpgS/JrZov/Oefb/EeUo/U3s2PxLgf74qVLA/K6lCP6g/274M9Gw+Yng8vknrQD+na64+UEpvPz8aqr6zSTm+ivMmP9ju0D1i3Uq9ZIWLP/g4GT+SY+69gjOpPw/1Sb6Xc80+j3QmPlxTAL+rm089dM6BvlntlbxZAxC+VBi7PWdSsz2nram8yPu8PFbCv77CDN28Y92Ivv/2WT43CYg+5wp0vg==", "id": 1 } ] @@ -688,30 +696,31 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc ```text { "id": "atag-qcam1", - "debug_mac": "7d:f1:0e:d7:43:8f", - "timestamp": "2026-02-06T11:06:28.534Z", - "debug_timestamp_end": "2026-02-06T11:06:30.739Z", - "debug_processing_time": 2.2046027183532715, - "rate": 10.256629226842627, + "debug_mac": "9b:2e:b3:82:52:7b", + "timestamp": "2026-02-09T14:08:20.417Z", + "debug_timestamp_end": "2026-02-09T14:08:22.624Z", + "debug_processing_time": 2.207106590270996, + "rate": 9.947163685470464, "objects": { "person": [ { "category": "person", - "confidence": 0.9453125, + "confidence": 0.99609375, "center_of_mass": { - "x": 355, - "y": 87, - "width": 49.333333333333336, - "height": 87.75 + "x": 859, + "y": 110, + "width": 58.0, + "height": 100.25 }, "bounding_box_px": { - "x": 306, - "y": 0, - "width": 149, - "height": 351 + "x": 802, + "y": 11, + "width": 174, + "height": 400 }, - "age": "21", - "gender": "Female", + "age": "20", + "gender": "Male", + "gender_model_confidence": 0.6650390625, "id": 1 } ] @@ -719,30 +728,31 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc } { "id": "atag-qcam1", - "debug_mac": "7d:f1:0e:d7:43:8f", - "timestamp": "2026-02-06T11:06:28.628Z", - "debug_timestamp_end": "2026-02-06T11:06:30.838Z", - "debug_processing_time": 2.210261583328247, - "rate": 10.256629226842627, + "debug_mac": "9b:2e:b3:82:52:7b", + "timestamp": "2026-02-09T14:08:20.508Z", + "debug_timestamp_end": "2026-02-09T14:08:22.724Z", + "debug_processing_time": 2.2153384685516357, + "rate": 9.947163685470464, "objects": { "person": [ { "category": "person", - "confidence": 0.9853515625, + "confidence": 0.9951171875, "center_of_mass": { - "x": 321, - "y": 90, - "width": 55.666666666666664, - "height": 87.5 + "x": 839, + "y": 110, + "width": 53.666666666666664, + "height": 95.5 }, "bounding_box_px": { - "x": 266, - "y": 3, - "width": 167, - "height": 351 + "x": 786, + "y": 16, + "width": 162, + "height": 382 }, - "age": "21", + "age": "20", "gender": "Female", + "gender_model_confidence": 0.62890625, "id": 1 } ] @@ -770,29 +780,32 @@ Example raw output metadata: ```text { "id": "atag-qcam1", - "debug_mac": "2b:c5:9f:65:27:84", - "timestamp": "2026-02-06T11:31:12.820Z", - "debug_timestamp_end": "2026-02-06T11:31:16.124Z", - "debug_processing_time": 3.304636001586914, - "rate": 10.94028770022226, + "debug_mac": "55:a6:67:ba:98:e1", + "timestamp": "2026-02-09T14:12:55.645Z", + "debug_timestamp_end": "2026-02-09T14:12:58.949Z", + "debug_processing_time": 3.3045613765716553, + "rate": 10.419819775033613, "objects": { "person": [ { "category": "person", - "confidence": 0.998046875, + "confidence": 0.9912109375, "center_of_mass": { - "x": 700, - "y": 81, - "width": 61.333333333333336, - "height": 80.25 + "x": 426, + "y": 93, + "width": 77.33333333333333, + "height": 85.25 }, "bounding_box_px": { - "x": 639, - "y": 1, - "width": 185, - "height": 321 + "x": 350, + "y": 8, + "width": 232, + "height": 341 }, - "reid": "ogOvPvuQvr46r7G8wAQzPoQpKj/74+W+8FLfPn7cPbzJbzw/lLVlvxsc5r3YoRO/o+ewvjqCxj52nRw/sITPPRBL5b3pji0/uWlvvtTnbL53xiQ/58LBvnOBhb6Ilwk+Wo+av/k7Zr2McuQ9BINRPs+tOj/gjDs9HmPjPnKPID6iIC8/lzDiPgvMM74Pj2+/avXiPWW9lL7GS8M9ABy8u6sLFT+aA9I+VKpCv3z8qL78ypO8ItCIvtSGGL8k7hG/TZq/vq7skL1tygW7YvAcvzwcXT65Fy2/RqkavgAOkr50XkG+zcIxPlb+sT8RJdG+jt4Vv27tCb5jhOk+CDbwPUkN+L7qJkO+XehDvhamub704s0+HQsYP1F62b4B+8O+1issvfqAHL2MBis/1BmBP+bsHL90XlU+sDZ7P7YAyb7wtSQ/9uKPvsSTED/7w2Q+7ilwPoTN3T2KgTg/0fbjvhbrgr6VFVG/NCy3PvV2J76AuzQ8V8EUPzYke76YLvs+OPs2Pm3O8b322w8/zOvCPgewzLwibXI+mLDKPbEEjb6ksTw/SWIYv/bUrL516yq9AHAvPgTrhL+ir+W+wIvpPqsqF7/hczu/W2/2vjS0zb7lR5M+BRRKvy5tc72R1FM/iG1DPfck7r4TUSy/tU6fv9104r4B4AQ+Sx6pPT/4gj5/moC9rIrNPQtcGr7D/Km+xRg8P41Djb+/jMO++8Uuvshqiz1pFdY+oha0Pq4/+D1h6qK9LNAnP966pD+jo7w+2B+ePmIIQz3AnjK/Np88vwCjuL4qYVK/UUeDvgpZrbx9pN4+eqNpPooEwz7/puE+tbPfvTqZEL8sdDm/Db8ivgtEPb4Fvzq/TZiBvmV6oL1QAh0/dXFLPwT9OD/HvGw/hNINP84xfr0rygi/sJtvPJ8b/D7LZBg/kMAFP5u2Hr7FH1y+17KTvsI0Rz15gNW9RtiQvVpyrj7Ty8y+2c7HPhV+d77njpg+NkoUv9FYvj6g3r+9m82TveV0tr5JUI6+xvySPqX3A76/2Gs+AdapviS9Sb92pWi/QLB4PuRJQL3q7cA+SUhjvYgOxL5rNxc/1869Pjt57z3cewo/sZQYvmJ2jj5aOIy+RqZOPti9HD1Q6xE+EvE+uzBbgz32ULo+iraOvsmtTb9lK8c+fBFkPiIF173sjIw/gNj6PJBpZjyT9DS/mhboPmQTur1nTfG+IdwwP6FIQ7698EU/r5Hpu662GD+Bm9S+U61xP078BD88Egi+W5TeviRIV74I66Y9oKTFv+BsmTxGrK2+cY6rvpXjWb6HoEe84k4MvdRWzr48oD2//ERLPg9ZybyVnL29pmjuOuxK9j73N86+iiD9vA==", + "age": "43", + "gender": "Male", + "gender_model_confidence": 0.9111328125, + "reid": "5NcqPxrdw77DKYC+DenivdpKAz/daxq+5MIwPcqxMb3Z/2Q+8bv8vk88oz1SKQ2/DkjmPViZGb7haR0/vieSvipogr5nMPE+zH1FPT/tWb7HgYE/v1cXv9P6Ir6mu/s9k1mHv0/uIb45h44+gr74vc65Jz8/v5c+J9ZPPkTAxj54IHo/usjIPpZGsL7Ydfi+znGyvmBfNL9EJvU+tWe0Pog6gT/m2z69ZjrGvgJa3L5r5Vi+OZ/YPftqIr9pm4u++6xwvoYeEr+SwrK9vO88v+YVEj6WmLy+OFhoPuQSeb1gjRC/gBuDPEUmnz+2g2O+eHwgvzBMmD2oujI//4iEvubjpb7fPRW+4c4nvlJHhL760NU+frITPxwEML4HGou+8zDivP/5hb3RclM/9gNOP07mEL/4sDg+zDpZPybqLL/sCb0+AGp2PJKilT4fnYa9ofHCPlrLiT7YnOk+fpcUv6/S/L5axRS/sG6pPdXEe75Mdsq9irT0PhqsJj568hA/HmrBvY7UAT7PYpE+Ig3DvaxbNj0AkQk9lGV5PX9M374AdWA/TfPJvie8h75EPV49sFAXP7WHMr8Q0Si/TcYeP/4Gab4Ypw2/mITDvvMcJb9ijBk/9qovv261tb4uc48+FdGSvvzVKL+HZwO/ZjWWv5GjDr+8/M09c8uUPb1N1D6IzOk+lVpSPkexgL54CNE907nIPij9l7++4ge/5ocZvfhu2jyExPE9Nhl/PxtKBD7Sp7C+fW0UP3TsTT8+ovs+vRmPPk23RL4WH2q/7McYv8idTL9JRDG/yoJzvXgmaz2MvDM/dkOuPlKEED/qkIk+VoWQvfPmYr/ZC2y/YGhTvrsS9L5PMc2+cTYsvpFdob1kGA8/otJjPzafTT9mwJA/GcoPP+4yEb72F+y+VP97vnjXLj/b9rI+bNvbPsDUEjyvpx2/MCBHv+UDrL2K+K8+Y2k6vhCMLT/g3X2+Eye3PA40W7+J8Gc/U7sSv0myIz9R87u+MhDlvp5ctr7U/Ja+0pG2PlMn+b5Qux49WG4Pv4/AB7+uvB+/6ucrPmLMxT6QE/g9lrEivo5MKr/ZxwM/Ok6rPqVuLb5JGBU/dI4qviwJdTxbz3K+Yd82vuTBr72E9CQ+y95PvwBc0jmnOIA9+SrcvXbJQr/arGk+ycmnPXf+Jr1AE1s/YAhCPIAU87u9cF2/pOE+P1ig6r7gD+E8WlR5P4DiDb6hpf4+a89ovmSNZT//R729YtEfP5QkVz7GMNG9QdUjv1QQjb3YYgw+My2sv+CuNT3l7YK+sYPOvgvVTb5Q/SC+jG8huwNqpb6RPta+jbfbvhjIJjwQZRi+TgRgvnAl/j4MdSi/O6sUvQ==", "id": 1 } ] @@ -800,29 +813,32 @@ Example raw output metadata: } { "id": "atag-qcam1", - "debug_mac": "2b:c5:9f:65:27:84", - "timestamp": "2026-02-06T11:31:12.919Z", - "debug_timestamp_end": "2026-02-06T11:31:16.220Z", - "debug_processing_time": 3.3012702465057373, - "rate": 10.94028770022226, + "debug_mac": "55:a6:67:ba:98:e1", + "timestamp": "2026-02-09T14:12:55.745Z", + "debug_timestamp_end": "2026-02-09T14:12:59.050Z", + "debug_processing_time": 3.3049228191375732, + "rate": 10.419819775033613, "objects": { "person": [ { "category": "person", - "confidence": 0.98388671875, + "confidence": 0.9384765625, "center_of_mass": { - "x": 696, - "y": 80, - "width": 56.666666666666664, - "height": 80.0 + "x": 408, + "y": 90, + "width": 65.33333333333333, + "height": 86.75 }, "bounding_box_px": { - "x": 641, - "y": 0, - "width": 170, - "height": 320 + "x": 343, + "y": 5, + "width": 196, + "height": 346 }, - "reid": "EirAPrr7Zr4TDJm+QMm9PSWJgT99wAK/XLjrPnYYzj28/SM/NUx8v2sDUb3YgOq+AFcqvhf/Jj98ceM+LqBkPtDZc74dkM8+ufc8vnQoH75SWCk/M7TIvkDhD7+cGx0+eFBwvwA2ij0sJaQ+X9+xvTKuLj+IGq08GnmIPhrpA70sRHg/3qLVPmnDor73ADm/8emmvV4P2r4ATT8+oLvrPfxaUj8TGLk+BSZbv0M4br6s1dA903WKviucSb+XmjW/A0UMv0h+074DDgG+Y/M8vzSltj4OUEC/HOYMPbEPFL4jO8+9+biePqVKvj+YSo6++Zkgv9yvoD0E0SI/SeqHvkYw4L6WwHi+ClMtvo4bib4TWck+njAeP6iW5b5D1fu+2TUhve8tWb5F7yo/opOJP0F6/L6MhFU+Vp2UP7GHv75RF2U/Z7KOvnsPCD8AtWY635G1PkZhgT42DDA/gDtDvzTl074B/0e/OOQCP0l09r3A1Xc8G8mQPmeWmb5g4vk+hEOpPey3Hr2nRZY+VBwcPzapKb66+sY+8ZqePQtol75Eunw/7BpCv8WXqr2Pa3W+4BG3Ptw3Zr+u7+C+WR0/P0pBk743BWS/9hfnvuprHb8WaOw+Fnk5v96Hub0lWCo/wJEGPFp2NL+aGC+/humZv4AOA78sWnA9o+FhvbQ/lj40zKU9TTyLPozQhL0H1yW+QE5RP10Itb9CWr6+Nf66voAqZT3KGpI+v//qPsQhpLy/EJO+1i1ZP16dqz9+VK8+hKBMPng6T70RsWO/uK0Xv9lIWr6wAkS/fx8nvRI6LT70ENs++ql2Poh45z6jnKo+eZ6pvBRQR7+Z8Rq//EMivkfmh74xJD2/bTxCvlgSAD1c/E4/gzh0P4+WHD/KsEI/bOuDPn1UOb5KkO++Eu/EvdiIFT8JjR4/i3jSPqgEm77Dflq+4ubvvk/sbT6q/vg9BAkLPXr3Ej8fYVS+sD3cPr6Mpr7MmBA/0tUjv3BWuD6Yop6+oisevnPNnr4h7bK+Ej2PPscICr3OJIU+6ynivv00ar/OvD2/tKuNPQ5E8D5oHoM+C7NmvjaAEL++gEE/Bg7zPqm4Wbyy/Qk/10pkvqmXXz4jE9u+4prUPu0n/z0IvFs+pLiZvkSzhD02faE+fbvovRveU7+0CRM/YNejPYBkRDxJop8/+nKlvhwOBz4wLjG/hreePkXAg74ZO/q9WqN5P0qurr6v3xM/mAarPLKfGj9xnYu+yrCCP2oszz6c6Ha+IaSpvksPrb7pZwc+ZpTav2bYWL3MWZe+BWG+vi0ijb75JO69VhENvpnXE7+VN0O/M/GvvQyLmj188xu+dThqvvpNLz/3P7y+8Ed5PA==", + "age": "38", + "gender": "Male", + "gender_model_confidence": 0.90283203125, + "reid": "UvocP2xr+b7gd889w6MrvVsx6z4/jAi9z1/ZPmq3pz0yuYo+bFNCv8GPjT5NrwC/Pzk5vk2kgb36s0c/pJKivmJwwr4ybC8/8ItDvhmKmbtK7IM/oGIVv2iRHb78c3o+KYSVv/ztqr0gAB8/saQDvaXxMT+CmrE+Dn6DPnpKLj4IcFs/LD+nPgnvE79fikK/ySjDvcoGTb4P69o+/CqwPiUgeT8ShAc+qe8bvyYI+75oXl09gxRSPlscHr8ERgW/Y3DfvreXNb6RKyi9NjRlv5jm9D1lBxa/6Bo3PjP/Hr6PId2+dRocPhrdqT+Xbcy+OgFGv1o6Gz7wbTE/TGQsvqjPZr7U/5K+UF2Lvr1rBL95UCU+cKwyP7Ker71Ma6q+GAxxPepOBb17V0c/MsFeP2MXO7+8+h4/z7Z4P91ESL/FHhs/gVelvnZGhj4A6So7dBIbP7iCYz5mvLc+bcoIv1Nxjb4h6k6/yKqJPmsdGL/2nui6dVc2P3zRrD0s1hA/ZRGpvTItA75ufHo+zKHZPWRWdL3AucY9Pj0lPjJH2b6FeSw/LSL8vihGrb72HhY+jOgkP1C2b78cyhS/1DFGP/VyBr8Pgza/NcUkv9ByJr+kAAk/hU09v2gN5L7wIL0+2Zs5vr9SbL+0zV+/BrKcv2sASr8o5jI+Ly+WvQxj+D7SG5E+YTShPjDqhL7298g9Xj0hPyggh7/4ieq+YeXDvXx8Wz5yR6k+wOFTP+HPoT1QP5a+Cj09P046kD+sK8c+TErHPuhpHb6Cx2y/EN0ov+6BTb9f30a/GGVnPrnF3r1OgyA/kpjFPjoujj7mPVM+k+xkvq/VV79I3Wi/lyr0vULuWb8JDBW/heWHvhd9/r2NTQE/RjSCP4reMz8j868/0YvKPnFkLr4v2y2/JArhvAmN+j4kJ2w+zvDwPtzrUr4/mju/P4NOvyripb3Zqa8+G58bvYsUFz+vqO2+P7+JPXlUMr9cbkE/G2ABv97LGz/sNoK+xTkdvu532r77ZGO+YEnQPH84874zHjg+9OGfvhnvP794dVC/EvdSPu4f1D7Egr89Fv4sPk2nP7+AYk8/8C77Po0Dlb4Czwk/b1mlvpYRwb03eNm+G/GovsjADT2q2aI+m/nUvuiLvD04HQg/RGs9vknfgL/utJg+ZE7+PIK8i77KUXQ/UE8RPQEdDD4mnjC/bLsEP+8l5b4AeGw5yO53P0a0lb6Elc8+QNVrPJzeZj9ohXY9IIFcP7qntD4DdIK+uhgSvxMxcL1QmDY9mWq7v6Q4Qj5W7qC+Z3vxvlDMo765TYw9RkEKvuf93L7YG5W+nWDHvsbVD71TdqK+xY9zvs4w7T4btSK/wOgtPA==", "id": 1 } ] From 35f37e0557738ab1efc34ece1513d3d699049a4b Mon Sep 17 00:00:00 2001 From: jakubsikorski Date: Mon, 9 Feb 2026 15:21:44 +0100 Subject: [PATCH 16/18] Update personattr scenescape metadata --- .../additional-resources/reid-pipelines.md | 248 +++++++++--------- 1 file changed, 130 insertions(+), 118 deletions(-) diff --git a/docs/user-guide/additional-resources/reid-pipelines.md b/docs/user-guide/additional-resources/reid-pipelines.md index 71595d490..ca4656042 100644 --- a/docs/user-guide/additional-resources/reid-pipelines.md +++ b/docs/user-guide/additional-resources/reid-pipelines.md @@ -1009,29 +1009,30 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc ```text { "id": "atag-qcam1", - "debug_mac": "81:e0:ec:b0:ac:49", - "timestamp": "2026-02-06T11:43:15.722Z", - "debug_timestamp_end": "2026-02-06T11:43:18.745Z", - "debug_processing_time": 3.022975444793701, - "rate": 11.65819912160486, + "debug_mac": "a9:ab:26:a4:1a:30", + "timestamp": "2026-02-09T14:16:35.186Z", + "debug_timestamp_end": "2026-02-09T14:16:37.808Z", + "debug_processing_time": 2.622206687927246, + "rate": 10.748823196028948, "objects": { "person": [ { "category": "person", - "confidence": 0.9578379988670349, + "confidence": 0.9888612627983093, "center_of_mass": { - "x": 564, - "y": 85, - "width": 63.333333333333336, - "height": 80.75 + "x": 108, + "y": 87, + "width": 69.0, + "height": 79.5 }, "bounding_box_px": { - "x": 501, - "y": 6, - "width": 190, - "height": 322 + "x": 40, + "y": 8, + "width": 206, + "height": 319 }, - "person-attributes": "F: has_bag has_longsleeves has_longpants has_longhair has_coat_jacket", + "person-attributes": "F: has_bag has_longsleeves has_longpants has_longhair", + "person-attributes_model_confidence": 0.965659499168396, "id": 1 } ] @@ -1039,29 +1040,30 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc } { "id": "atag-qcam1", - "debug_mac": "81:e0:ec:b0:ac:49", - "timestamp": "2026-02-06T11:43:15.822Z", - "debug_timestamp_end": "2026-02-06T11:43:18.846Z", - "debug_processing_time": 3.0240232944488525, - "rate": 11.65819912160486, + "debug_mac": "a9:ab:26:a4:1a:30", + "timestamp": "2026-02-09T14:16:35.286Z", + "debug_timestamp_end": "2026-02-09T14:16:37.908Z", + "debug_processing_time": 2.6223485469818115, + "rate": 10.560970853876366, "objects": { "person": [ { "category": "person", - "confidence": 0.971470296382904, + "confidence": 0.9806967377662659, "center_of_mass": { - "x": 533, - "y": 81, - "width": 42.333333333333336, - "height": 77.25 + "x": 95, + "y": 83, + "width": 76.66666666666667, + "height": 76.5 }, "bounding_box_px": { - "x": 491, - "y": 4, - "width": 128, - "height": 310 + "x": 19, + "y": 8, + "width": 230, + "height": 305 }, - "person-attributes": "F: has_bag has_longsleeves has_longpants has_longhair has_coat_jacket", + "person-attributes": "M: has_bag has_longsleeves has_longpants", + "person-attributes_model_confidence": 0.9729161858558655, "id": 1 } ] @@ -1089,29 +1091,31 @@ Example raw output metadata: ```text { "id": "atag-qcam1", - "debug_mac": "c5:70:aa:ae:e4:03", - "timestamp": "2026-02-06T11:49:14.595Z", - "debug_timestamp_end": "2026-02-06T11:49:19.755Z", - "debug_processing_time": 5.160121202468872, - "rate": 13.881287541836151, + "debug_mac": "b9:ef:9a:d0:b5:9a", + "timestamp": "2026-02-09T14:18:29.287Z", + "debug_timestamp_end": "2026-02-09T14:18:32.812Z", + "debug_processing_time": 3.5257043838500977, + "rate": 8.86458507917628, "objects": { "person": [ { "category": "person", - "confidence": 0.9784737229347229, + "confidence": 0.7940923571586609, "center_of_mass": { - "x": 516, - "y": 84, - "width": 40.0, - "height": 77.75 + "x": 15, + "y": 161, + "width": 15.333333333333334, + "height": 30.5 }, "bounding_box_px": { - "x": 477, - "y": 8, - "width": 120, - "height": 311 + "x": 0, + "y": 131, + "width": 46, + "height": 122 }, - "reid": "6qYjP8BEPr+saV2+Cc66PXjoCz+v0vG+t9oTP2Zo0b6OjAs/iFxdv5A1Sb6tb7m+eowJPzdIUD5Ay0A/lFUavZf5ub5J754+swtMvjx6ib7ZqBg/+Sgxv1gPTr4tBMs95WgAv6DPAz6jD1U++whYPvqU9D4f0hA+ErvDPeBRZz5gYIs/mIroPpGvp72czAu/gAQWvxnZer9Ou4s+GQ1TPupNIT+DrwU/ta0Nvhk6w74GGgK+PcCmOwwp/L4ThQY+eWIXv5bo5r50kAO9Ai9zv0xqU76W4WC/POH9PFJEj75KQfw9/OnKvbUzoT80coK8O6O2vq4lvr5wK88+5K+IPR9n2L6P3YS+hr1avq97tb54GrI+0f2xPkEzmr4yfpW9Vxn+PlF08r3KKQE/8/40P/PoDL/EUQs/+F2cPxRMAL+blQI/dv+Nvs1QkD5EbM6+hCLjPaHozj0aBq8+3GYvv5js+L7RGHG/4pSBPVauyr770gg+lziuPhSDkr40Lkw/e1lwvry0bT5JWJk+ErQzPmCRHD45V9A+TvHevaGJfj0+TTA/1h0hvtXizb6ltBU9VKsKP3yDL7/HNhC/PSdnP6A4UL6uf0C/3ObFvohm7r4QLNo+Jz4cv045j77ImG8+UGe4PcQP+76yiBy/9cGNv4YOOL8PXCC+iV9fvPVdhz5VCCI/l12MvqorcL6Sriw+YNRrP3I6jr9GpS+/IA6yPHK9LL26e4w+NgEiPxToIT4Wvom+MCxNP1s+IT8Vheg+OpG6Pvf4r775ZEi/hgiJv6XAw74/qom/m8jSvb+1v70bGCI/VUyjPrIe+D6URjU+sZqAPgeAcb82npC/xZk0vn71mr5jP7m+Cai9vruNtL5xSmo/zOrMPpVOGD8DBow/XADLPvQqIT7ClRG/+V/JvC0BFj5Qd8A+pIjdPoWVkL6fTzS+v3oOvzp8h77nvpA+ZK9+Pf/UCj9bD76+Ym/UPQXPKb+R55A/94Rpvugjsz4DC9G+U4jZvXyw/L749Wq+BJJCPCM217tqpwA/ZURkvulEcr8IwjK/MSNiPjFP1T10Z2k+B3cfvvMoL7+47ng+mBZHPhiUXb5/Jz0/bEaCvVM/U72K6uy+/JcmvnfNGD33UkG+gsdov5AZoT7H9HA9ZxvHvTBr3r7DvEI+leguvt1/eb5Gvh4/RfGDvpED/b7pdEK/C6QFP/DVA74BIU2+h+tcP49hxr24UZ8+kCervtAMMj+LHQ+/N1M7P4PBJT+Ggt2+7Gj2vjrVWL4zvS09C2yavzJ4UT54L2i+k8yivhNlI76dUls65t0TvhSLBL8WvBC/DKkjvzimjL0Ix80+IshDvDWVST8Lu2y/ZJjYvQ==", + "person-attributes": "M: has_bag has_longsleeves has_longpants", + "person-attributes_model_confidence": 0.9634445905685425, + "reid": "9jGVPypVAz7wNsC91o7+vjyl679s2Za/qqwfP2SLnD4hAgQ+6wigvoRYgD4zADO+lqoIP2IziD4aEJa75tUnvnKABb9qvB4/sBEIvt/oET4g+HC8HrSXvnK77LsjagG///Tdvp5c1b6Shx4/SHifPphZB78RuWU/G1kQPqr1nL7EDjm/nEh0P8agNj+gtci+Z+cdv05cXL+NYCw+xk5Xvr5CZz99Hru+cK7pPgPNar8k6Z6/e3EVPPJdub7xnCW+K6lxPtVOybzE8nm/arvMvlYhPb46fEy/Ob6uPjBOnT99eXe/TUM8PnQJBT3+1rg9VXK6vnshmL4hXJw/f5TAu0nyOz7QyMa/fNJRPoM0rL54dV67DzEuv+HSxD5bGdO+UY87v4an/j4J1fi+EPAjPXe2Jz+gXDy/VdcQPlaDcD4BcIg/PFcHv9X3mT7MSue+3Ywlv+w+rr7o2W2/dZUMP6/dNT98tNK9jdWgvRvnKL8K0ma9u50fv/p+Ir6D/qI+Lw3mPdn++D7lkbU9Yy6+PBu7gT8odyw/thhdvRNmxz7fdVW+qgOUvqOBrr47YYy9hWBTvp4MuL+tN1G/bQgyPcz1qL8+Lmu/RMkDvkwgnL60V1U/frw+P9J/dj6QDL2+ubLpvteXJD/7ypM8Szikv4jOv77pmYk/9P4uv4acwL5P9DM/Syc9PqTHWz8/Ys++RCtRP+PqB77K5Ke8mptvvqUfhj60BsY+rz6qPp+YZ77aIgc/KS5YPuHsnD61XsE+Yc2Ju8oWb79839E+VsyHvwBdl76x5Ru+g9qYPm69Jb/5Vxe+w40BP8ELsL5yX6w9/5ddvr6Ghz0I8VG/PU6dPpz2DD9jgRa+NTWIv+7gEL6lvBS+/qWTPangLT8pi40+/uKOP2Wb6j62S+++i4Asv9q3Ib5Otrg+5AuaPlRK+z00vRw+OUrqPQZBlr841p08a+c4viUopj55zUe/pU2dvjHeyr5ZLH2/ke8mP14lJb6LyYY+USeiviUGmT0MrLk9xmebPsnAbL6NdSo/1HqVv/GGCT9s4o2+FyltP4VLKz7CpiE+e9NOPlL0KD8+DIg+TVwQP32FYD8rmgG/QlnCvpZWDb8ek/Q+4RouPgemSb4HczY/2SqYv47yOj+5yso+3DGYvpS3FL+4Id0+1uJ/P2JD+72TPfE9MS1zP1ewHb/m5ry+HbbePlrHw726lrM+j5FeP+mpkL5ZKNq8Z69gvVmbdD16Mqe96iuVvjOdDz+gXd89e1u6PWoPGL6Nr06+m8UAv79Tz771Yww/i5myvf/jr71rCD0/F8fVvqle1b6NSCi/zNckvbSnhL3Rczi+uVz1vuv1rD4ZgIS8RWJpvw==", "id": 1 } ] @@ -1119,29 +1123,31 @@ Example raw output metadata: } { "id": "atag-qcam1", - "debug_mac": "c5:70:aa:ae:e4:03", - "timestamp": "2026-02-06T11:49:14.601Z", - "debug_timestamp_end": "2026-02-06T11:49:19.828Z", - "debug_processing_time": 5.227355241775513, - "rate": 13.881287541836151, + "debug_mac": "b9:ef:9a:d0:b5:9a", + "timestamp": "2026-02-09T14:18:29.386Z", + "debug_timestamp_end": "2026-02-09T14:18:32.912Z", + "debug_processing_time": 3.5251872539520264, + "rate": 8.86458507917628, "objects": { "person": [ { "category": "person", - "confidence": 0.9801545739173889, + "confidence": 0.5004321336746216, "center_of_mass": { - "x": 502, - "y": 88, - "width": 38.333333333333336, - "height": 83.75 + "x": 11, + "y": 178, + "width": 11.333333333333334, + "height": 24.5 }, "bounding_box_px": { - "x": 465, - "y": 6, - "width": 115, - "height": 334 + "x": 0, + "y": 154, + "width": 35, + "height": 99 }, - "reid": "vgCAP1OqR78lf/I9honDvqwrlL6cAQa/AaRIvtdKoT4cFPw6r9+2vqwFTz7qYIG/rYUVv4pVZb3G7LE9kBNHPgKGAr+5hlA//0VUvow/CrwyoJU/vsVCv72hhz56Pw6/rZBUv9ZcVb0JJjc+tAjEvO9ESD93cs0+DUXzPooLED4JJOw+F7szP/lYF79UaQG//6ZSv/Gw2L6ccQM/WilsvVy8lz9I2wM/3wmjvXpPAb9XuAA/0QCVPnH9Vb8h5oO9AmCGPrv9fL6Zlz6+eRnBvxBwnz76t4i+oixTvpEi1rzvVJW+/+MEvlNSPj+MmIm+GqwSv4QWWDx7Vtc9WYDuvY10Ar5CJHS+pInUvkn7G769OyU/0GEVP12T6L43Ev09hzypPsreEj3pmZ8+AhQJP6Q6FL92nd89bbw8P6H+K763VfM+WlW0vo1CHD8bO8a+774jPtsGgz3uCoc+JSjOPiR0NL/5ilG/kWKXPnIbiz6oCpk+UZr5Ps0e1L0cMzw8JkZOvi7xXz7r5Gs/lQZbPmCLB7/VEGA8ybMSvy/SQb1ZSdc+1d6Zvg0HRT9/kE2/XSpjP5BG974q5DS/lbUuP9ERDT6xyQm/Cnb2vnpyqr6ejp8/TzpgvsOxTr7WxiA/GqtgPkVFKT0GfBa/6Xxdv3Rkjb/drRq/v1SUvrRAC77nFzg/GEkFPzQtAT/Xah2+FIAHP7qiJ79Rr6C+nlDkPdsdkL7Ys2s+MdO/PvtcA7+hDL2+mSGvP+vBiT9MsqY+59UOvWPMML8G7Ly9THcxv9k+jb79EdG9Vx0Bv1h+xL2us90+R2eEPpvZlT4ePpW92LWrPpTDdr9lWt2+QGSBvqlBzLyd1uK+xEUcPqLIhD0rYT8/3ezzPkVqoz+b1PA+TqzgPZfSyz6OAf+9AQ7sPQIYbT5vWe8+2PGFP0NPo75FD+a+dyAEPzttw74QJuA+LRvzvZVKqD6V9aw+WyGHPoPeF782ueq8ywkNvjmQQj6Gnd2+EANuPqIWyz45tB+/nNTHvuiamb6DHS4+0A8Tv3BlW7+HWUq/hdBovvtJoT58+2Y+DeQzv5MKOD6ztZA+bvipvQzZUL/GAH4+uf2JPUnHZj28auC+KVtxPVD7cr5LjQM+1a4tv8EXHD6zO4s9/JdKvve1tr28EYg+VssavaNQoT7ZEuW+QLCOPixNdb/Xs0a/Iui0PNqNRT914/49iA9NP0PjhL4v9xE+saqQPKhbvj4z9wi/DGqEPntMHD+HWKa/pkGEvrqrEL42huK+rSuLvx101b5Fj7W+DW+LvpUj2b48odW+vIRIvuNNCb8Jmge/xIlCvhvImj5xkcw+onwhPgdSpj2ykEu+qFbpvQ==", + "person-attributes": "M: has_longpants", + "person-attributes_model_confidence": 0.7642964720726013, + "reid": "8445PzyYjD8w2b0+F1BWv1nU4r//cjc+cAyEP7E7WT+1j906Stu4vV4vQr+Fsbq+8TR8P4LT3r7gF6S/f6hUvkn/p7/OZQ4+WPOgP7a/cL4xzaI+3wGavvBcgT6zTpc9QQwCP92mrD71ylw8fYkkPhZtFb8OjAQ94rK+vT49qT49cDu/L80JvwudsD6L9je/ASiJPp1BxD7MHwi/MgsGP5oVjj/s4Rg+/0mOvbQRQ74pT5W/AV4Bv02xcb49Oyw/kXoBP2ddN7/2BVO/zQe6viQOvr0cPo2/aSEqPmd9hj+f4Jy8F2x3vyLAFb9YTec/u74IPdYA7D3PfMg+ZcnUPvn8zz6FBd2/dqBdvc0BSj6IGw6/ip2Ovvxv2L6UXd48HauYvD+wsT6icHI+JYKHveaehTtLR4u+hDl1vdCExb5+soA/W5alPkoqPb4yzcy+TpCivUw8sb250Ke/ZTgPP8SKdT4Ynxm/HhH0Po9AEj4xmNS/EuT3vh60Kz8fTZw+fu3zPr2ePz8Uq7S+kMA2v5icIT8SoQs/96gNP4NVvD+uyc0+KRuRv4KnP74iRBg/RtyVPSqFir8gdQa/BRvkPf4hzL/IzV49IorrvnRfnz/jthS/erZlPzeKDz//pMW9y0YFPg+wID/LcN+9Fu8av764rr8X/CU//eSCv8sws7zEfdc+uU3zPquinz8yW5y/+KoOP7udGb/Nb2Q/SbPMPwExAT9QSHe+zzrIPtorBz7G2qC9n5cGvybF3r4zMbA+5gimv9Ya1b5VTyu/2VPav1X7vD61S4Y+Puh7vtxt4b4waVY9XPu4PT4Lez9v2E8/eGeZvWTBML4kBFq/19Q7Py8CcD87WLS+vAXSPg61pT45rNi+C1YQv9Nd5j7KENG+VxCnvjBZyryBmaM9mNavvgcmGr/hHqw9l7kNP9ICrb73cRc/2OM3P2Mvsr+gpMc+Y1ecPmaD2T5iL06/QbgcPQ+5zj2epOy+ZA7sPbvpyjw2yJ29d2l6P8iwQb9moMq9TpoCPkWPwD4L78U+WcVQvysmkjuF4kC+JbSePwn28z0HIgM/M/IhPzxwrT0O+Ky+Fh2gvvdzjD9Hg1m+NiAdPlfWQ7+Mt7G9RQwGv/bD1DuIkzA/A+gNPaJLR77zfTE/fbPnPo9apLmmcze9rk+MPzON0r9kr8q+1o4aPa36BL/kOsa8u1YKP9lph7/AwXI/Hk8wvuiVor6FfBG/ljDovmQjFr/lwTq/dRSlv/LRoj5AXog8QOjkPkDcaL6h1AO/UWcBv4II1j5tWxW+kvZlPn8wZb7KX4G8f82QvlfKMz+CLu2+mcN2P/cB9T5QE9G+Kh5VPbscLz4IpPA90G75vg==", "id": 1 } ] @@ -1318,29 +1324,30 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc ```text { "id": "atag-qcam1", - "debug_mac": "17:cf:36:77:a4:e0", - "timestamp": "2026-02-06T11:43:56.882Z", - "debug_timestamp_end": "2026-02-06T11:43:59.188Z", - "debug_processing_time": 2.305920124053955, - "rate": 10.048692255989547, + "debug_mac": "a7:e9:dc:50:16:d9", + "timestamp": "2026-02-09T14:15:45.001Z", + "debug_timestamp_end": "2026-02-09T14:15:47.206Z", + "debug_processing_time": 2.205275297164917, + "rate": 10.063923088812928, "objects": { "person": [ { "category": "person", - "confidence": 0.9453125, + "confidence": 0.9931640625, "center_of_mass": { - "x": 355, + "x": 453, "y": 87, - "width": 49.333333333333336, - "height": 87.75 + "width": 66.66666666666667, + "height": 87.0 }, "bounding_box_px": { - "x": 306, - "y": 0, - "width": 149, - "height": 351 + "x": 387, + "y": 1, + "width": 200, + "height": 347 }, - "person-attributes": "F: has_bag has_longsleeves has_longpants has_longhair has_coat_jacket", + "person-attributes": "M: has_bag has_longpants", + "person-attributes_model_confidence": 0.9091796875, "id": 1 } ] @@ -1348,29 +1355,30 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc } { "id": "atag-qcam1", - "debug_mac": "17:cf:36:77:a4:e0", - "timestamp": "2026-02-06T11:43:56.978Z", - "debug_timestamp_end": "2026-02-06T11:43:59.286Z", - "debug_processing_time": 2.307368755340576, - "rate": 10.048692255989547, + "debug_mac": "a7:e9:dc:50:16:d9", + "timestamp": "2026-02-09T14:15:45.097Z", + "debug_timestamp_end": "2026-02-09T14:15:47.309Z", + "debug_processing_time": 2.2120001316070557, + "rate": 10.063923088812928, "objects": { "person": [ { "category": "person", - "confidence": 0.97900390625, + "confidence": 0.994140625, "center_of_mass": { - "x": 339, - "y": 87, - "width": 48.0, - "height": 87.5 + "x": 437, + "y": 94, + "width": 75.66666666666667, + "height": 85.75 }, "bounding_box_px": { - "x": 291, - "y": 0, - "width": 144, - "height": 350 + "x": 362, + "y": 9, + "width": 227, + "height": 343 }, - "person-attributes": "M: has_bag has_longsleeves has_longpants has_coat_jacket", + "person-attributes": "M: has_bag has_longpants", + "person-attributes_model_confidence": 0.85888671875, "id": 1 } ] @@ -1398,29 +1406,31 @@ Example raw output metadata: ```text { "id": "atag-qcam1", - "debug_mac": "f5:1c:fa:de:fd:45", - "timestamp": "2026-02-06T11:52:25.263Z", - "debug_timestamp_end": "2026-02-06T11:52:28.572Z", - "debug_processing_time": 3.3082544803619385, - "rate": 10.743678940586664, + "debug_mac": "97:0d:05:e8:81:94", + "timestamp": "2026-02-09T14:20:08.184Z", + "debug_timestamp_end": "2026-02-09T14:20:11.488Z", + "debug_processing_time": 3.304837465286255, + "rate": 10.547318264418443, "objects": { "person": [ { "category": "person", - "confidence": 0.998046875, + "confidence": 0.986328125, "center_of_mass": { - "x": 700, - "y": 81, - "width": 61.333333333333336, - "height": 80.25 + "x": 570, + "y": 85, + "width": 67.0, + "height": 81.25 }, "bounding_box_px": { - "x": 639, - "y": 1, - "width": 185, - "height": 321 + "x": 503, + "y": 4, + "width": 201, + "height": 325 }, - "reid": "tuhvPmHL374wG3i9zF/JPh1Pej+FFRu/5oLLPtIbCb7XkEc/hsA2v7ikAL3pEUG/fiIzv65CyT7DihU/taOKPrhtgD3apg0/a4znvimIs72E+Sc/JsIEv/JEFb83IsS8Qcdrv61iE74YqdE9NipVPoKMYz9aJDy+Vl4dPx5B9T4JyzQ/R2npPv01hb4gg4O/tmugPTxSQL58ygK9A/FXvvy/Mj97cgA/RpNFvz38Pr7GM7s+0zwnv9qZ6b6LhzK/PzLWvr85ML5kbXe+DWdNv2aK+z5BE8O+tCrYPGdjtb6c87a9PrUdPlhkoz/2aym+Xd8vv1lKkb7A2RQ9YjofPm16kb54eES+NQhDvmke675HHY8+CA7cPpQGNb+KPS+/4i+AvoaU3brmTAM/+8eHP8M4Db/k6+w8El6rP1XCwb4S6FQ/waa1vvm80z4stFk+wCwGPbz2rD5kkkw/JRu7vjhtFz21rQy/XJCMPjJ3gz3c7rU+jswrP+9CHr8C+ck+LEvKPoLKD770LSA/qqj+PjyHCr7ksuU9nsGQPkyWLT6rt2M/1xS/vjFvsL42Z6O+ACnSOg6inL+mR4q+Xn3iPmO1uL6r5TO/Zx/3vhDbEr+mDfA+HRCGv0/6pr5wtJI/Hu2oPjEgFb5g2DS/LQXEv2Krp74GXrk97iAsPsS7ID44tYA9s4hHPvGEBD6yRMe+R9koP6jkkL9BXma+AbitvmgWZb0MtAQ/hpkXPZUtgj4gOWk9yb6OPxhRrz8WOog+/JTRPvn0ZT4cSSW/qN6Cv0xAlL79fIW/wSvhvuAO4ztWQKI+hXSwvFCa6D2HExM+MNQkvtBvNr+DETi/98w7vpqRsr1Kw+K+enJwvjQTjbw+YSA/wrR3P9SfWT/65wo/hX10Pi52zD1WTxW/lUi6vkuiST/1DCo/QpseP4JWIL4YbsC+zls9vtMqxb6CoM++ouU1PhjFuj5ODq++7CQAP3055r73gu89YhsQv6GilD5R6lS+WK+gPHZ6zL75PSi+ENAFPwmO9r2UnMw+vTXsvN7ncr/a8Rm/6LgAPlo2tD5Mlwo/wNVLPHd9yb6mRqs+w4GMPvqFCz0BoS0/XV6QvaGwmj6ptNG+q9EWP+5Trz6S/2U+j10JPmgr0D0FRzo+6XAavaVgP79eOS0/R0+kPvCaDT1o8UE/1g5dvefeET+LrUm/9OoOPgiveT6Uj+S+ccQyPzBdML8/WY8/8Jg3vrOFGj/XhAm/oR1MP/TMJT9LB4S+y1aivvjoJz7OOs69m22av95nQb7RudG+UHSqvuEsEL8isU89c2vhvgjVFb9G7gC/mKWuPgrnFT7CpoO9LNuCPkadXj5A7f69dME3Pg==", + "person-attributes": "F: has_bag has_longsleeves has_longpants has_coat_jacket", + "person-attributes_model_confidence": 0.86572265625, + "reid": "dJU0P8SVCb+uUEu+JHXDPlT9Dz/VX9q+e7toPigx+77c3mY9FGKAv0EIr77DNgK/ywoQPvs+hT5oLk0+3u17PlAxzr5egqk+7hLJvg+b0r4IJXw/doPvvsxfFb9xMKK8Y2fxvm08tb5G8ZE+UBjqPW6wkT5epxQ+eQTkPkyQ4T3kb1s/HlQnP7aIsb0Q8g2/HS8fvwphTr/98wE/0Gx3PYGEVz8aBVU+qG8Lv7a5275SI7o+ZrMyvhVHPb/2cqq+5sICv2eC6b4b7yU+vBiOv7JZzD7fwgu/5ajgvEFpy72Zg16+egiWPhqctT+RMXq+SCMlv/3RFr0Y/Jo+sVWfvMjkujzQS3u+ePB/vSuZor4UsOw+W+QVP8M/ub6Vnle+gigmvhjMZT06Bos+cik3P8OJC79LgZA+svC1P91VD7/tZDM/qVSlvv8YNj8pGKK+R1r2PtAEJz7QT9s+3VGHvrYRpL7YQ4O/OMVtPirEj70vSZ0+bMShPpRUmL5Mcy4/IHXCPfj4sT3ZDTM+l1WGPrcz072DshI+Yx6uvrOx4b5092g/5JQnvgg+6b4gNYc8bpNIP6IyUb9z2Oy+omwwP4WShb5fb3C/AfH7vZrnbb8rago/xKJxvw60Hr6GbVY/hHloPvrf6L6FxzG/vS24v4M3I78oVay+MiUFPnAmyL2Q88U+irWAPSS4Cb7tdIC9jlVVPwb9iL/nShi/hWSFvnS3gz239fk+zFiWPijUVT52xOS+JiyCP2Cjiz9lKv0+LEb0PQIrEz2e42W/a5ZsvxMaB78gTh2/fPJYvj5eyj7YfS8/AJYYPuRSKD/cAWI+uNyvPjaHi7+7f1G/PWFmvqD59741+9m+fDQCve6YRL7p4o8/5lhbPwBhNz+90D4/K8P4Puz9rbx8w7e+dGHWvSwDsT4PSmc/1AdDP9PVCr+FEne+8NvlvsKT4r5i8S4+NPa5ve+r2T7Umog87za7PiO7FL/WhRc/BswXv39ogD4pHRi/GoCTvgJUjr4p+4y+QJ9UPZPZXb7+r+Y+0ge+vmseS7+r8gi/HAX0PY4+sj4q46Y+rRPJvkuhNL+jJws/BSa0Pkot7r14lBo/2L1KPs8fbT4VfAO/wHP+PORN+r0eyoY9IuEsv1ruCD8pp8g+guElPmIyU7/dALk+n6eCvgBMMTtKyyM/IB7hvozZwL427nG/RU/gPhI+5b1krh2+sdqVP4OsAL2nd08/xplsvhwN+j5hpo6+OjAVP6OFQD8dGhS+RI49v1O8fz3DkCq+13jCv3iYj73q942+K6wPv2OYsL5PBHk9SYeHvsNMCr/VINS+czWfvjNWjL13FYK8r6OSvjALHD9z1Ca/ooRLPg==", "id": 1 } ] @@ -1428,29 +1438,31 @@ Example raw output metadata: } { "id": "atag-qcam1", - "debug_mac": "f5:1c:fa:de:fd:45", - "timestamp": "2026-02-06T11:52:25.365Z", - "debug_timestamp_end": "2026-02-06T11:52:28.673Z", - "debug_processing_time": 3.3077921867370605, - "rate": 10.743678940586664, + "debug_mac": "97:0d:05:e8:81:94", + "timestamp": "2026-02-09T14:20:08.284Z", + "debug_timestamp_end": "2026-02-09T14:20:11.591Z", + "debug_processing_time": 3.3074374198913574, + "rate": 10.547318264418443, "objects": { "person": [ { "category": "person", - "confidence": 0.98388671875, + "confidence": 0.97705078125, "center_of_mass": { - "x": 696, + "x": 531, "y": 80, - "width": 56.666666666666664, - "height": 80.0 + "width": 41.666666666666664, + "height": 77.25 }, "bounding_box_px": { - "x": 641, - "y": 0, - "width": 170, - "height": 320 + "x": 491, + "y": 3, + "width": 125, + "height": 309 }, - "reid": "zCHkPgW5fL4KUDG9FPxXPt7GVz8/IwW/XJbdPm9C3L2j7RA/wI1Zv1GD0r3lBQa+zhqcvToOGD+s98Y+jCHsPUYpQ74A8Lc+Go4mvutjgr7yzyE/b5HvvtKZRL9Uirk9rzhXv2xclL3qwYQ+1Zi1vS6f/T6J8dM95oOYPjSRGD24ZFk/IOKRPp7oS776c1m/ot4svv33Db/oG4A+0DBcPc1GbT/v+ps+B4CHv47pgr4gvio+gTwPvZBo+r5DeB2/OZkTv24OMr+jGTe+xGNsv8p4XD7SKTG/yg/GvYxgg74MWE2+nQquPf+Euj/c+IO++ZrhvthnID6pDAQ/aIKmvZJzK76pZKK+hvzSvq2vw72ppwE/7JX2PuoB6b50BYu+zKB8vs1OUL7L8hU/IsxoPzIHBL/ii8U982VxP7O00r4zHCU/yrq4vpWyyD4D3ka+EKLtPvBmdz6U6CA/dBPyvpmO0b6o21q/mrSdPu9H4r2G2ic+945cPp0Smr6O6c8+5qQvPgC7GTvkgWU+DdDEPrZ/lb6CJ30+J81CvauKRb67sz4/2H0jv+ZgxL5eLiC9QnS1PuibJb/mw/e+Qo9vP+vZRb7cpmq/BWjkvq91Fb9ogXU++bshvxDqAT1f3Tw/m8fyvcGlJr/ppSq/FbOGv5GR7b4exru9mpS+vWTa0D5+oXI+AFBAOsmVc74lZ+S+kiMgP7zDl7/Y6aS+C5SbvvarpD5KbrY+WPmgPu2jJT4Fi+e9zATtPsTWpj8YhQs/prUsPnmy2b33CW+/1CYEv149s77ddB+/xL8DvmqrLj7dAfc+KjwZvchD1z4sYfA95d31uwA/Tb+5ZUW/9o2/vt9Xhr5WiBC/o06TvadY8r22TFo/IQBoP4J5BT+ikT8/oOASPqTvTr1o9Ra/XxjBvHPTxT7GLDM/bhXrPihCn7531Z++f6OQvuSKsL6+kAo+ELfSPfHdCj+gqJ6+mWrmPsK6A7942iY/UJcjv4yb0z5Pw2G+yw4/voQutL6usBG+APx8O6AdaD1Ldzw/ryFSvjYUHr/QXGu/sFlfPowPPj78s3E+lGisvIXZB78u/7Y+PxsKP8bURz28FfA+LF+LvnCF0j3Kz4G+EgF2Pmjrkj17DhS9IXp+vsIykT4PS9k+AKt2PNMEKL/sKR0/oNWSvhLYdb2mp40/DlnhvtrDYz2lr+2+glgEP+z9ir0Bxbu+MPBpP2h5cb422U4/6DDfPJGCFD+lt0W+zK6JP063FD90s32+NlyKvuxVmr4Qet48Eo3Lv8CLfTzxfpG+9rjKvjOSjb648028cemmvoBkFr/KkRy/gpqYvrP1ET6kUuC8JHiQvpeuAj8DQQG/iK05PQ==", + "person-attributes": "F: has_bag has_longsleeves has_longpants has_longhair has_coat_jacket", + "person-attributes_model_confidence": 0.9560546875, + "reid": "TQ4LP2cM3b5EU9u+uHctPoK4Bj8PeFS+1icjP30h/L6ZpbU+gQQJv23K/Dx4z8G+grXePpy+Bb0WUuE+/FHgvXk0m76FTgs+IpFrvkhEBD4mDi8/djBVv/ixJr6LXgS8lyvovrVkCz53ms0+proKPpAI2T73G6c9NbPOPl4u0T6aD4M/uowKP0fc1roCHg2+A2rbvtOfab8kBw4/EBLAPVq0Dz+4JoU+j3EaPkOs8r44HKs8WX7wO2LKNr/A3Fc87T1bvWqtrr57ozq+7InsvsoOIz5EAjq/Fqg/PlWm277Am6k+ax3kvUxRoT+wC648eOe2PMDa1b2MmWO9+Uz7vS90ub56buq8ptZqvtyoHr6hsao+JJUWP3ju07477Qy+xuYFP1CrJD2zjsY+7WguPzy4E79i1Qs/u7J9PxFe4b69aH8+81JEvlbNAj8UpaC+QNPwPGBQ3jxqgVM+f7H0vjfrp76+yJC/IBPDPBlGtb4kOT8+nVmgPpdFx77mwhk/3FShvgA2RTy8elQ+kgmYPuyYrb3FONM+GtDTvYHN6L1o52E/F2Icvl4NF704VKC8Ig5UP537Ib9J7EG/ZwNCPx4WkL0FqBO/B7qnvrS/ib7ECYo+svICv484gL3CRZQ+y98kvgA08L6f1CW/gYB6vy/8+L6e5Wi+HuxGPf3KLz6T8Bs/dawrvhntmL65itI9nk9qP7SIZb8v80C/llZLPtm4Mr58/m4+nLgzP8qTwT5ago++EPQ4P5k/XT+yVQ0/GK3wPu9thr7vaF2/ublwv+HW3b5BRo+/qL44vaQuzLwgqSc/tdGkPhSzFT+uhhw+4Aa3Pd5E/b4+BV2/UN3IvmwsBr/w3dm+iHepvuxVwr7MkV0/3oQXP455jz6cXZQ/vgi1PoiqZD06+8+9mpQRvIiqyD4PpZw+/lQpP7uDKL2tBPa9WxMTv5fapb7nFIs+QIt0vfgayT61kLq+MgEOP7mZKr+v+Xs/OXWwvtpAoz7HuCy/GqTlvsgFwr4gq/m+TJJAPk+hgr5pjpc+imHbvuq+Wb9SXCe/vOQHPuBbrD3EB9Q9MkMHvZx+R78mX6M+YhKzPkiySr46tTI/Wavivtp+gjxHV3O+OLjePAxzpbvXZwu+foKAvzIedz7HCrU9G38Ivnu/Bb9jYYQ+D36Fvpu1qb6XEUk/RGv4voWBL74xv0e/2hYMP7rnT74vE2m+3swIP9xn+b2fdbo+cX+dvq9WIT9t3wm/9g9vP3vdjD/gtdq+Gccpv6cnQr6Ppvi9445vvwDM+zqhBMW9BJvTPSsbsL2bCJC98QytviT+pr1cIuS++goWvxj9Rz7UHns9Gp6gvZ5/KT+Vrg+/jnoKvg==", "id": 1 } ] From 53b0a31706e174d9fca7f2119275d526860c8cdd Mon Sep 17 00:00:00 2001 From: jakubsikorski Date: Tue, 10 Feb 2026 13:11:16 +0100 Subject: [PATCH 17/18] Refactor reid and classification policies to represent metadata structure --- .../gvapython/sscape/sscape_policies.py | 71 +++++++++++++++---- 1 file changed, 57 insertions(+), 14 deletions(-) diff --git a/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py b/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py index 332856991..f719d47d3 100644 --- a/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py +++ b/dlstreamer-pipeline-server/user_scripts/gvapython/sscape/sscape_policies.py @@ -37,33 +37,76 @@ def detection3DPolicy(pobj, item, fw, fh): return def reidPolicy(pobj, item, fw, fh, _cache={}): + # First apply classification policy (handles detection + classification metadata) classificationPolicy(pobj, item, fw, fh) - # Cache lookup on first call to avoid repeated iteration + # Then add REID embedding to metadata if 'reid_index' not in _cache: for idx, tensor in enumerate(item.get('tensors', [])): if tensor.get('layer_name') == 'reid_embedding': _cache['reid_index'] = idx break + else: + # No REID tensor found - cache None to avoid repeated searches + _cache['reid_index'] = None reid_idx = _cache.get('reid_index') - if reid_idx is not None and reid_idx < len(item.get('tensors', [])): - reid_vector = item['tensors'][reid_idx]['data'] - v = struct.pack("256f", *reid_vector) - pobj['reid'] = base64.b64encode(v).decode('utf-8') + if reid_idx is None: + return + + tensors = item.get('tensors', []) + if reid_idx >= len(tensors): + return + + reid_tensor = tensors[reid_idx] + reid_vector = reid_tensor.get('data', []) + if not reid_vector: + return + + v = struct.pack(f"{len(reid_vector)}f", *reid_vector) + + # Ensure metadata exists + if 'metadata' not in pobj: + pobj['metadata'] = {} + + pobj['metadata']['reid'] = { + 'embedding': base64.b64encode(v).decode('utf-8') + } + + # Add model info if available + model_name = reid_tensor.get('model_name') + if model_name: + pobj['metadata']['reid']['model'] = model_name + return + def classificationPolicy(pobj, item, fw, fh): + """Extract detection and classification metadata from tensors.""" detectionPolicy(pobj, item, fw, fh) - categories = {} - for tensor in item.get('tensors', [{}]): - name = tensor.get('name','') - if name and name != 'detection' and tensor.get('layer_name') != 'reid_embedding': - categories[name] = tensor.get('label','') - confidence = tensor.get('confidence') - if confidence is not None: - categories[f'{name}_model_confidence'] = confidence - pobj.update(categories) + + metadata = {} + + for tensor in item.get('tensors', []): + name = tensor.get('name', '') + if not name or name == 'detection' or tensor.get('layer_name') == 'reid_embedding': + continue + + # Build metadata entry + meta_entry = {'label': tensor.get('label', '')} + + confidence = tensor.get('confidence') + if confidence is not None: + meta_entry['confidence'] = confidence + + model_name = tensor.get('model_name') + if model_name: + meta_entry['model'] = model_name + metadata[name] = meta_entry + + if metadata: + pobj['metadata'] = metadata + return def ocrPolicy(pobj, item, fw, fh): From 70611ebc7f45231ce73710bdf6e991a3ab9d0eda Mon Sep 17 00:00:00 2001 From: jakubsikorski Date: Tue, 10 Feb 2026 13:30:12 +0100 Subject: [PATCH 18/18] Update metadata output in the doc after code changes --- .../additional-resources/reid-pipelines.md | 938 +++++++++++------- 1 file changed, 585 insertions(+), 353 deletions(-) diff --git a/docs/user-guide/additional-resources/reid-pipelines.md b/docs/user-guide/additional-resources/reid-pipelines.md index ca4656042..553d1c005 100644 --- a/docs/user-guide/additional-resources/reid-pipelines.md +++ b/docs/user-guide/additional-resources/reid-pipelines.md @@ -252,31 +252,39 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc ```text { "id": "atag-qcam1", - "debug_mac": "8f:e9:3c:63:e8:f6", - "timestamp": "2026-02-09T14:09:14.862Z", - "debug_timestamp_end": "2026-02-09T14:09:17.585Z", - "debug_processing_time": 2.723006248474121, - "rate": 10.584537744588053, + "debug_mac": "3d:b5:63:bf:f3:43", + "timestamp": "2026-02-10T12:24:49.303Z", + "debug_timestamp_end": "2026-02-10T12:24:50.910Z", + "debug_processing_time": 1.6070775985717773, + "rate": 5.0, "objects": { "person": [ { "category": "person", - "confidence": 0.9210688471794128, + "confidence": 0.9986047148704529, "center_of_mass": { - "x": 27, - "y": 95, - "width": 27.666666666666668, - "height": 67.25 + "x": 719, + "y": 228, + "width": 71.33333333333333, + "height": 124.75 }, "bounding_box_px": { - "x": 0, - "y": 29, - "width": 83, - "height": 269 + "x": 649, + "y": 105, + "width": 214, + "height": 498 + }, + "metadata": { + "age": { + "label": "47", + "model": "age_gender" + }, + "gender": { + "label": "Male", + "confidence": 0.7667971253395081, + "model": "age_gender" + } }, - "age": "32", - "gender": "Male", - "gender_model_confidence": 0.7973728775978088, "id": 1 } ] @@ -284,31 +292,39 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc } { "id": "atag-qcam1", - "debug_mac": "8f:e9:3c:63:e8:f6", - "timestamp": "2026-02-09T14:09:15.162Z", - "debug_timestamp_end": "2026-02-09T14:09:17.685Z", - "debug_processing_time": 2.52290940284729, - "rate": 10.584537744588053, + "debug_mac": "3d:b5:63:bf:f3:43", + "timestamp": "2026-02-10T12:24:49.304Z", + "debug_timestamp_end": "2026-02-10T12:24:51.011Z", + "debug_processing_time": 1.7062125205993652, + "rate": 5.0, "objects": { "person": [ { "category": "person", - "confidence": 0.7274594306945801, + "confidence": 0.9970062375068665, "center_of_mass": { - "x": 17, - "y": 153, - "width": 16.0, - "height": 40.0 + "x": 703, + "y": 209, + "width": 69.66666666666667, + "height": 126.5 }, "bounding_box_px": { - "x": 2, - "y": 114, - "width": 47, - "height": 160 + "x": 635, + "y": 84, + "width": 209, + "height": 506 + }, + "metadata": { + "age": { + "label": "45", + "model": "age_gender" + }, + "gender": { + "label": "Male", + "confidence": 0.8546144366264343, + "model": "age_gender" + } }, - "age": "48", - "gender": "Male", - "gender_model_confidence": 0.8721968531608582, "id": 1 } ] @@ -336,32 +352,43 @@ Example raw output metadata: ```text { "id": "atag-qcam1", - "debug_mac": "25:70:bf:d5:c0:da", - "timestamp": "2026-02-09T14:13:50.266Z", - "debug_timestamp_end": "2026-02-09T14:13:53.914Z", - "debug_processing_time": 3.648651599884033, + "debug_mac": "97:0e:38:74:25:34", + "timestamp": "2026-02-10T12:28:49.398Z", + "debug_timestamp_end": "2026-02-10T12:28:50.735Z", + "debug_processing_time": 1.3373005390167236, "rate": 5.0, "objects": { "person": [ { "category": "person", - "confidence": 0.9919352531433105, + "confidence": 0.9959391355514526, "center_of_mass": { - "x": 302, - "y": 96, - "width": 76.33333333333333, - "height": 87.0 + "x": 1061, + "y": 359, + "width": 97.33333333333333, + "height": 119.75 }, "bounding_box_px": { - "x": 227, - "y": 10, - "width": 228, - "height": 348 + "x": 965, + "y": 240, + "width": 292, + "height": 479 + }, + "metadata": { + "age": { + "label": "45", + "model": "age_gender" + }, + "gender": { + "label": "Male", + "confidence": 0.8176454901695251, + "model": "age_gender" + }, + "reid": { + "embedding": "qnuzvi9EBz0SYwq/mFopv/bVTT7idXe9TZCrPVO4R74eCLO+A03JPti95r0RNYk+iY47v8daKb7Xfda+y9Anvywe5L6amoI+qZGXv7X2IL6JV9M+EP6dvtgMhb3QkDW/nIgJv7vZtj21XVi+6AP4vuVgND5Az4Q+YdZUvj/jRT+JsxS/E8skPN2VZj9Jwjq/x+iAvhG6oztjzMQ+SgPhvrx0g74gqtC+F0BHPih+ML783SE+4ytYv2PVjz6ik0y/7ZhevSm7mrxMAK8+UDQCPkjggL9q11++OptfPuUzg76XxKi+EywkPpRDND6kccI+cQ5fvtEDi75iBQW+rRdNvufQgD5LqA8+uwK/vQdh6Tu2dI0+wziJP22wUz+YE6C9pLUJPEh1Z70vmoG/BsPwvoUHGT8IUeu9viPsPnjKQL+tsWU+ShjKvj5fQz5tWqC+/pNkvjFT4j7akCg99fYtPg3lNb8qtSa/fEkYvkz/MD/u0rQ+VWC2vjOBLT49FJo9pI4Dv8IQ7b6ICgA/Bo2MPeUYQj9nOg6/Hd4aPhwZ474lGvi9GrqAPReW8r3HPJC/50gcPy52Tb4nDsm+0tAZvns9TT6h/2g+ZJiCvnH+qr6qKFY/zRcaPhFzqT73nxk9IL+kPteyS7/JIuW+uwXwvbjQ375fcZa+s/cnvmok6z08/II+eMMjvj+ERb9x7du8/2YZP5rzoD06utG9o++oPnpebD1T3m4+llgGPkwxVr4VwzO9yxroPT2UJz/63hm9FYDoPuzXcb6k8Ig+nBHUPmn8j75CUFy9kmwPPyVr3r7FUly/nqQevviByr7HjuA9mtLDPpTkPL9vCk6+UG+YPvIEFz+43UO/M6CCPc6hLr/1sIc8dpzlPQbbWj9CteG+X3hoPq8UML2Wqfk8ed2Jvqh8CD8tGGO+2bVqvrbjWT2y5i0/Xzqru18oD7/OEdy+RFNnPiNxaT8t+rg+2VehvdMxZT402Xg+vYLqPVTs8D7aAwU/+NOmvtun5rw3yqi+MV2lPMONeT7Muc0+zCM9PnoVWr+8QsA9XNpBP5GgUz/11BG+NjjWPVasxz7WBqK+0wdfPyoanD4cepU9yQbyvom9aD3t2NS9LhSjvjeCpT5R7SS/KBY4vjX7vj5fhUu+eFZ9v9sqCr9Y9hY/vTMhPuSem7xRlpY+EKyHvmlVgr2evNW+uFzJvjqyEr6ezyG+zPdIP4FNFr8AzIg+qPomP9iOHT0i+Zu9AlAYPwgamD5vy149GZwEP8QsQD6IbbY+g877PgUyKb/6mwG+ZnjNPgUB9L2cScK+pJJaPvTX7j2YRb8+FXB5Ph3yy74C+gw/uMARPhdSAT9VJEO+2BOOvg==", + "model": "torch-jit-export" + } }, - "age": "40", - "gender": "Male", - "gender_model_confidence": 0.9240210652351379, - "reid": "HJCnPpo7jj0JMUq/6PEUu4DTaj+igN6+Dx2TPjK8jr3Y1xG9+2bQvpeOD7/JBYG+kJSGvZBmAj8laRM/Hs/pvZpeab7j/jw/GHcJvmgx1z2ItDM/GjpMvIgjDr82c8s+CfHKvtUY6Ttp8MA+XqAIv7yX175u+Q8/1IqgvgrrSz/osH2/nrk2P4rVxD4KYF2/d+TUvsz2WD4+Qek+OnvWvmHR7z4aHlu+Y5wAv+tAJb5lS5G+EKIgPpsU3b2F3ke/0g8zvFPdDr8wfwc+Vd3PvnIxqL0+FwO/V3zFPrdUMD7EoPQ92IvvPk3vaz9LnNc9I+IMv9YoLD5g8ma+fCTvPqBaFj/Njy8+aPAvP+MGYz1U22E/5NUIP/RqhD5yxSG+Q46Pvevvgj7rn4u/yJiUvRl+CT80GEW+6vOVPaLIwr7xeI8/lqV4vg7Uzj7ilPW+PrJ9PwO1BD+iZQI/EUiXvkxS6j41PJ++DzQ1Pxj0fr91/0G93Vv0PSkcbT4+iQw+YLQMvryisT3xnbO+eMHmPlwtRj/Mmkc/gwc5PuhDcj4np6++9PwKP12+NT6quKq/AMAHv4Nsj77yIxS+1xPQvYsKsLqoaQK/6PSsPR6UKb+K0NY/qiYJv3J46r17gYM9/wK3PugSU7/gzQe/QchMv+dibL4mOV4/udozv5ho2TwLd6W9bOidvlqLDT9lRh+/Wu0iP9qUDT5YbAy/QrnVPmvqZT4/lTI+HwLhPkIllb4kVvA8SbAHP8IyWD/sPXQ+ZyJ1P08lPb8pL/w+Xo5jPai0P7+bYC6/sGdqP6SjG79iacE+9gFBP1sJFr69ppS+h8kkv5S3sT6utUW/flBWvmuus70kPia/i96Evk5Wxr7br8I+RxckPmycfD+4JZ2+7N85PvAMLz/w1Ta+gCijvrZOcj6Nh5W9WvbtvfolUT8Grai9rceHP9urHr5tgFu/z8v8viakOT+A3CO/P1k7vpIWWL+JyhA++BQwPR/mIT8eOv0+Ecwdv5OL3b7uXIO+IuwNP0n/p74NsRG/5A8YvaEThr4ARGq/TlMIP5YV3T5RwXK+v02Ev3FNib54cqw+w/udPkec5j0SfFi+IVUev1i3mr4MVtK+wFjZPbmwQj5s4gm/oAVZv9wNbT/EhZi+eeU0vwaKiL84wyA/MfgLP6UdFb4/UdU/obCdPze91b2MIzk+I8XRvroCGD9jva4+LdRrP/0PSL8tteQ8Awp0P1RjqT0kal4+lF5xP4Vq+j4NTW296WyyP6SJ+b1YZ+Y+xcjhO9mc9b61X8k9Bv11vuYuDb7lnYq+HznnvYPyjr1bt5Q9duARPc26ob46qNk9FN0bviAF5D6A4h8/J4Pdvg==", "id": 1 } ] @@ -369,32 +396,43 @@ Example raw output metadata: } { "id": "atag-qcam1", - "debug_mac": "25:70:bf:d5:c0:da", - "timestamp": "2026-02-09T14:13:50.268Z", - "debug_timestamp_end": "2026-02-09T14:13:54.015Z", - "debug_processing_time": 3.746978282928467, + "debug_mac": "97:0e:38:74:25:34", + "timestamp": "2026-02-10T12:28:49.402Z", + "debug_timestamp_end": "2026-02-10T12:28:50.835Z", + "debug_processing_time": 1.4329888820648193, "rate": 5.0, "objects": { "person": [ { "category": "person", - "confidence": 0.9963571429252625, + "confidence": 0.9895775318145752, "center_of_mass": { - "x": 268, - "y": 93, - "width": 72.0, - "height": 88.0 + "x": 1017, + "y": 337, + "width": 89.33333333333333, + "height": 126.0 }, "bounding_box_px": { - "x": 197, - "y": 5, - "width": 216, - "height": 352 + "x": 929, + "y": 211, + "width": 268, + "height": 505 + }, + "metadata": { + "age": { + "label": "48", + "model": "age_gender" + }, + "gender": { + "label": "Male", + "confidence": 0.7938673496246338, + "model": "age_gender" + }, + "reid": { + "embedding": "CwUOvvSCDD76S2y+duF6PeHtvj2oOa2+OnivPhLqFT6DqOi+UGeLvPlfk77DjT0+EPe/vpMbdT5/4lK8cwfgvpQH5b0v4Bg/115jvxiDF714aqY+XDHZvhCp9r63t+m+UD8hv+9ajj6YSIq+/2ivvcgVJb5KnUQ/1FUKvue8Lz+bn+a+oL9UvbRPXz/A4YG/nhwgvzmomb4vSw8/9erBvjIpsL2xA+C+73OdvaiEIL8GEYK+byU0v5ONiz6D9Ua/qGBQvSlPnzwg2nu94lYEvk8gIL8vD6u+ZOWZPgQlKT3B0BO/9p0LPymbAT+vPog+aW2evgMrr75fwtK89RyvvCzyqD48tMm7CBhDvoZocT3S06s+NkIlP7zJNj+55Za+hWCKvnDL+r2/Ape/C5kGvz4J9D54Z2q+m+a2PrbA/L5IkOA+GY3QvmkElz6KJiq+HPidvstesD66Lxk+MrerPU/1kb6/m+6+Au5FPbX+fb0F8Vg+9qrOvgYK5TwXTnI9LAPwvlQB477skz4+GK/QPqLCUj8dAfi9Qt1oviI0Lr4HtbO+uGOiPmSn1b1gT3C/DNaXPhUB5L5k/ti+AGeSvckEaj4KBzq+FJmovWpnrb6t8HU/x00CvjhdLrvAwLk96WQkPqYtmb6obG++KSy2vvSisb6gPlo93/tOvh2p2b6FXbU9tT8Pv5ObeL9RvvS9HWAdP3GPsz59nf69vNFTPhxVer2aVxw/sbP2PlWKHz69J/y99BLSPlJ+IT9eFZM+skK1Pq90ur5q8RM/cWauPpWZdDzry4O+NBgkPzAwA79ZS2++hCyJPYuJ5r1LIzi8Z7pkPXqJoL0KRt6+IToiPkGw5T4/q0O/fWKCvnuC/772zcM8KgscPpRHNj/bwMa+zYTRPoGWPb335AO/qDdqvmKdbj4fKpc+RoORvMDrwztKLRc/nDaqPXaouL6vbri+pl17PvOWAT8E2e+9OfX/vaMSE76LyH4+9lgCPgCL5T5P/90+JO4Qv5PA87w8G8a+cOLjPfEIKr5AxBY+dIPauv9EKL/+8YK9MUv8PqGnKT//UZq9iPrTvWurkz4CV7a+9ygKP/6Y2z6mh8U9FxS/vvoDa76rQq6+7XDkvXBOFz7SrA6/D5UEv1CxMT8Nioy+UTlYv2VVDL+Rp2o/AlgAP4tkTj6W0PQ+OXr2Pgjis75WHCS/XHSfvXmZqj18khq8+WiFP4Id0r7SWoO+zousPrdUfz5BYLU+tutaP3DJiz1hIrA+Xq2aPvAfbT6gmaI+7UO7Prv6975zd+y9G6KnPSScGj0PN+E9fzqBPqmRX73atVY+ehu+PSHtyr6b49I+tuPPu0SVsT61JJi+pVEcvg==", + "model": "torch-jit-export" + } }, - "age": "39", - "gender": "Male", - "gender_model_confidence": 0.8637242317199707, - "reid": "BI3iPlOK/z0YEW6/ezcivvBUjj+gvzi//5TgPutKpb4ArDe+YFbovh5b+r79RoM+Y2pgvovHpD4u4WA/5nsRvqTknTzu0Cw/XxnjvhOS8D4iMWc/lq04vlusAL9Y848+gYVqvsYIJ76sqdM87M8Ov6ZC277XTSk/aBMCvwn8iD+J2Se/XJQYPxes5z5n3Dq/PRMkv5a9xr4X0D4/mP8Hv68Ouj5YBKC+7fLGvpN5Gb5BMcS+EmqvPfh3tr5UYAy/Q35GvlmOO7/xoRo+kaHZvpeiGz7WDdu+XPahPsP/uTy24z8+T/TTPpAWkj/QKZE+IpRJvhd+Rr7hWMy+8DW2Pvl16j5Fj+M9qFjLPvcmrTzTlF0/37CpPqbmAT81uCS+JiC/vkjQ9j5P2W2/fasBvr4bgz5kQve+fHjiPVvJn77VJzg/SIacvj4YZT7YA6W8xjaAP2xBJz9FpBU/UlPcvYJT8D4x8w2/coLkPn5icr89lcG9uEZxvQ6cIz69KiE+7vRxvugIRT4+v529VAOQPpScTj+fLzo/ZJQiPnrKmj3ioLG+w/juPlss3b7qTXS/fv7Ovq0QLb4E86y9jIXwvsFtJz5OVje+Ym70PhW0TL9W0L8/t7LsvuwtQL7AAoE9K/DdPlDXF7//gtW+JXoBv72mKL7d1gw/Os75vnD7zD04w8g9K7Uwv8D0dD7gJAG/R9i1PuOk2T6UKSO/+k6aPdeUNz1y9VM+nheLP9e1Eb4HGyo9MgodPxOsUD+ERfA9v92IP88+QL8935U+wc47PmRZKL9sTai+OedMPy9+Gr8VWuI9PdfcPg4JDL5QY/q+Ei3GvtP28D6o/Si/BB5IvYqs7j2kLRm/WPUVv9/M0b67d+8+/sUpPq2MXz+nsuG+TG3NPZMFAj9fLSG+3vuNPFShIL54Tj8+q8DNPW19OT9aoIw+fG1HP2rVj71Nezy/TvG4vgAf5z6ymCa/pEoDvtqd/L6PDjQ/O60CPlZHVD8iUkk/8ZUUv9fLtr4J37a+bEwgP/5hfr6SfjK+QlikvBK+rr7gEFi/9wOHPkUb0D4d/kS+k1Z2v3c41L4FOq69VAKkPj5cHj5gnZM9gOKzvuHvhj3XJr+93334vPuWsD7h+Cy/VTpDv8X1Pj/MpgS/JrZov/Oefb/EeUo/U3s2PxLgf74qVLA/K6lCP6g/274M9Gw+Yng8vknrQD+na64+UEpvPz8aqr6zSTm+ivMmP9ju0D1i3Uq9ZIWLP/g4GT+SY+69gjOpPw/1Sb6Xc80+j3QmPlxTAL+rm089dM6BvlntlbxZAxC+VBi7PWdSsz2nram8yPu8PFbCv77CDN28Y92Ivv/2WT43CYg+5wp0vg==", "id": 1 } ] @@ -696,31 +734,39 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc ```text { "id": "atag-qcam1", - "debug_mac": "9b:2e:b3:82:52:7b", - "timestamp": "2026-02-09T14:08:20.417Z", - "debug_timestamp_end": "2026-02-09T14:08:22.624Z", - "debug_processing_time": 2.207106590270996, - "rate": 9.947163685470464, + "debug_mac": "3d:b5:63:bf:f3:43", + "timestamp": "2026-02-10T12:25:00.688Z", + "debug_timestamp_end": "2026-02-10T12:25:03.112Z", + "debug_processing_time": 2.423408031463623, + "rate": 10.871774069612869, "objects": { "person": [ { "category": "person", - "confidence": 0.99609375, + "confidence": 0.9864488244056702, "center_of_mass": { - "x": 859, - "y": 110, - "width": 58.0, - "height": 100.25 + "x": 651, + "y": 82, + "width": 35.0, + "height": 77.0 }, "bounding_box_px": { - "x": 802, - "y": 11, - "width": 174, - "height": 400 - }, - "age": "20", - "gender": "Male", - "gender_model_confidence": 0.6650390625, + "x": 616, + "y": 5, + "width": 105, + "height": 308 + }, + "metadata": { + "age": { + "label": "38", + "model": "age_gender" + }, + "gender": { + "label": "Male", + "confidence": 0.9458864331245422, + "model": "age_gender" + } + }, "id": 1 } ] @@ -728,31 +774,39 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc } { "id": "atag-qcam1", - "debug_mac": "9b:2e:b3:82:52:7b", - "timestamp": "2026-02-09T14:08:20.508Z", - "debug_timestamp_end": "2026-02-09T14:08:22.724Z", - "debug_processing_time": 2.2153384685516357, - "rate": 9.947163685470464, + "debug_mac": "3d:b5:63:bf:f3:43", + "timestamp": "2026-02-10T12:25:00.788Z", + "debug_timestamp_end": "2026-02-10T12:25:03.210Z", + "debug_processing_time": 2.4226315021514893, + "rate": 10.871774069612869, "objects": { "person": [ { "category": "person", - "confidence": 0.9951171875, + "confidence": 0.9827247262001038, "center_of_mass": { - "x": 839, - "y": 110, - "width": 53.666666666666664, - "height": 95.5 + "x": 620, + "y": 83, + "width": 47.0, + "height": 78.25 }, "bounding_box_px": { - "x": 786, - "y": 16, - "width": 162, - "height": 382 - }, - "age": "20", - "gender": "Female", - "gender_model_confidence": 0.62890625, + "x": 574, + "y": 6, + "width": 141, + "height": 313 + }, + "metadata": { + "age": { + "label": "39", + "model": "age_gender" + }, + "gender": { + "label": "Male", + "confidence": 0.9501286745071411, + "model": "age_gender" + } + }, "id": 1 } ] @@ -780,32 +834,43 @@ Example raw output metadata: ```text { "id": "atag-qcam1", - "debug_mac": "55:a6:67:ba:98:e1", - "timestamp": "2026-02-09T14:12:55.645Z", - "debug_timestamp_end": "2026-02-09T14:12:58.949Z", - "debug_processing_time": 3.3045613765716553, - "rate": 10.419819775033613, + "debug_mac": "97:0e:38:74:25:34", + "timestamp": "2026-02-10T12:29:01.412Z", + "debug_timestamp_end": "2026-02-10T12:29:05.137Z", + "debug_processing_time": 3.7242965698242188, + "rate": 11.286951072899647, "objects": { "person": [ { "category": "person", - "confidence": 0.9912109375, + "confidence": 0.9580399394035339, "center_of_mass": { - "x": 426, - "y": 93, - "width": 77.33333333333333, - "height": 85.25 + "x": 410, + "y": 90, + "width": 69.0, + "height": 86.75 }, "bounding_box_px": { - "x": 350, - "y": 8, - "width": 232, - "height": 341 + "x": 342, + "y": 4, + "width": 207, + "height": 347 + }, + "metadata": { + "age": { + "label": "28", + "model": "age_gender" + }, + "gender": { + "label": "Male", + "confidence": 0.8981321454048157, + "model": "age_gender" + }, + "reid": { + "embedding": "mosdPx2a/r6BbHE+oq3jPBAhzz5uC6k9jHu0Pi9ThbkBD8o+qmRIvxYRUz7j6xC/kVKAvl5mAb4iYVI/RzOjvr5xvb4N6h4/PU+TvkMYXz144lY/Xi7lvq6dO77gl2k+xg2Kv0Qvsz1Q5As/oLELvQpZMz9oYmY+qVSBPn3FLz4+LmE/tLWKPoYx2L7UplC/gmx1vWZhdr4QIsE+xfi9Ppjdbz9ICQ8+lvP8vlQW6b6hqoi9A1MivaC89L79YNm+ixPrvr8YtL7PsLk9C7hTv3wIkD0mjRq/glo3Po2amL4eNNi+X3lcvZMLrD/dZKq+DyEhvwWKqT3doCc/Xf9hvavyLL5l3Ze+x5Wyvt6h5L5fpLE+O6gvP/pOC76MaL6+W5QnPlr2krxCbjs/pAZPP3M9P7+u4Ss/8vlUP58zX79CeRc/A7n6vpv6oz4Jv+c9zu3hPmiQRT5HnbY+pG/mvhSsuL5PLke/zc6jPiRb87513F29Dw8KP73B/T02jCM/voFqveX8Fr6LQnI+KO0hPuHhj7yFbYa8j8kePfgMn77Kcic/iXuYvsJq5r4vmQQ+kdQlPxJbXb+5OhO/cI09P2Xt8L6UHyu/yFwev+m3JL+VTQI/f9I6v2ep2b7xvr4+vpbovRXPZ796FlG/OdKZv0TNTL/IWjw+AU20vdPWxz4BVNo+DBpOPsXNpL5YVAM+JWMfPxGxdb/soPu+SSaNvfGoCD5qtIY+EpxPP8Px/z3WaK6+9I4bP1injj8pbqs+cZ2kPhBdtL4YZ1q/ykEYv+Mscb+exUu/gyclPrkGz71T8B0/2P+4PkmM6z7vLUQ+pbtlvpUcWr9TYlq/zAlsvY9ZQL/lTAe/MHJ2vXDDRr4/2xg/r0pVP/5sLD8awqw/jBrUPgSBZr5AL0W/x+QPvcFv5j5N01w+1LwaP1+ffb5DQUW/e3ZBv84BDL67ppo+6JDtvVpxFj9AO9S+l7DqPbiLEb+4RVs/2LLwvu+AEj8WyIu+NlzWvSTt4b4ZpTG+FTDmvWZj5r7oJCk+WMkBvkZePb8qiUe/Nm24PldosT7G+Aq8RxYfPoydHb9IoCk/eI6pPslgjL7H+K4+NYauvpOYbb0xENm+truRvrq+vLxGO48+C3akvqs4LT6Tp/A+0ZKDvhbZUb/wPoo+kGoDvV7llr5e/m0/wL/ivbM2eT3ZUDq/a8jzPtcC0L6ItyS9axNyP2vnh762hIc+A+qBvL7vWD+k4HE9yyEwP1zTQj6lYYe+tBYFv0LEEL3Rn969zhSuvw6uHD4MQLi+ImXVvq7Dv74wnOC8TPRbvm4Tyb6J+KC+s0a1vk491r1k1X++mzt0vrYJ7j591hi/GntJPQ==", + "model": "torch-jit-export" + } }, - "age": "43", - "gender": "Male", - "gender_model_confidence": 0.9111328125, - "reid": "5NcqPxrdw77DKYC+DenivdpKAz/daxq+5MIwPcqxMb3Z/2Q+8bv8vk88oz1SKQ2/DkjmPViZGb7haR0/vieSvipogr5nMPE+zH1FPT/tWb7HgYE/v1cXv9P6Ir6mu/s9k1mHv0/uIb45h44+gr74vc65Jz8/v5c+J9ZPPkTAxj54IHo/usjIPpZGsL7Ydfi+znGyvmBfNL9EJvU+tWe0Pog6gT/m2z69ZjrGvgJa3L5r5Vi+OZ/YPftqIr9pm4u++6xwvoYeEr+SwrK9vO88v+YVEj6WmLy+OFhoPuQSeb1gjRC/gBuDPEUmnz+2g2O+eHwgvzBMmD2oujI//4iEvubjpb7fPRW+4c4nvlJHhL760NU+frITPxwEML4HGou+8zDivP/5hb3RclM/9gNOP07mEL/4sDg+zDpZPybqLL/sCb0+AGp2PJKilT4fnYa9ofHCPlrLiT7YnOk+fpcUv6/S/L5axRS/sG6pPdXEe75Mdsq9irT0PhqsJj568hA/HmrBvY7UAT7PYpE+Ig3DvaxbNj0AkQk9lGV5PX9M374AdWA/TfPJvie8h75EPV49sFAXP7WHMr8Q0Si/TcYeP/4Gab4Ypw2/mITDvvMcJb9ijBk/9qovv261tb4uc48+FdGSvvzVKL+HZwO/ZjWWv5GjDr+8/M09c8uUPb1N1D6IzOk+lVpSPkexgL54CNE907nIPij9l7++4ge/5ocZvfhu2jyExPE9Nhl/PxtKBD7Sp7C+fW0UP3TsTT8+ovs+vRmPPk23RL4WH2q/7McYv8idTL9JRDG/yoJzvXgmaz2MvDM/dkOuPlKEED/qkIk+VoWQvfPmYr/ZC2y/YGhTvrsS9L5PMc2+cTYsvpFdob1kGA8/otJjPzafTT9mwJA/GcoPP+4yEb72F+y+VP97vnjXLj/b9rI+bNvbPsDUEjyvpx2/MCBHv+UDrL2K+K8+Y2k6vhCMLT/g3X2+Eye3PA40W7+J8Gc/U7sSv0myIz9R87u+MhDlvp5ctr7U/Ja+0pG2PlMn+b5Qux49WG4Pv4/AB7+uvB+/6ucrPmLMxT6QE/g9lrEivo5MKr/ZxwM/Ok6rPqVuLb5JGBU/dI4qviwJdTxbz3K+Yd82vuTBr72E9CQ+y95PvwBc0jmnOIA9+SrcvXbJQr/arGk+ycmnPXf+Jr1AE1s/YAhCPIAU87u9cF2/pOE+P1ig6r7gD+E8WlR5P4DiDb6hpf4+a89ovmSNZT//R729YtEfP5QkVz7GMNG9QdUjv1QQjb3YYgw+My2sv+CuNT3l7YK+sYPOvgvVTb5Q/SC+jG8huwNqpb6RPta+jbfbvhjIJjwQZRi+TgRgvnAl/j4MdSi/O6sUvQ==", "id": 1 } ] @@ -813,32 +878,43 @@ Example raw output metadata: } { "id": "atag-qcam1", - "debug_mac": "55:a6:67:ba:98:e1", - "timestamp": "2026-02-09T14:12:55.745Z", - "debug_timestamp_end": "2026-02-09T14:12:59.050Z", - "debug_processing_time": 3.3049228191375732, - "rate": 10.419819775033613, + "debug_mac": "97:0e:38:74:25:34", + "timestamp": "2026-02-10T12:29:01.512Z", + "debug_timestamp_end": "2026-02-10T12:29:05.236Z", + "debug_processing_time": 3.723491668701172, + "rate": 11.286951072899647, "objects": { "person": [ { "category": "person", - "confidence": 0.9384765625, + "confidence": 0.9392824172973633, "center_of_mass": { - "x": 408, - "y": 90, - "width": 65.33333333333333, - "height": 86.75 + "x": 399, + "y": 94, + "width": 69.33333333333333, + "height": 82.75 }, "bounding_box_px": { - "x": 343, - "y": 5, - "width": 196, - "height": 346 + "x": 331, + "y": 12, + "width": 208, + "height": 331 + }, + "metadata": { + "age": { + "label": "29", + "model": "age_gender" + }, + "gender": { + "label": "Male", + "confidence": 0.8766618371009827, + "model": "age_gender" + }, + "reid": { + "embedding": "UQ4UP3nU8b6uM2s+fEbiPHP1sD7J3SO+PfvXPoAshT09MME+QPVcv3k1eD5Zywy/bw2IvSvlGjwlJw8//HrXvi8CVr4Zamg/okZ/vYLXpTzbZoI/VPMUvxT0j76lWpg+IsWLv1ovEb7UrCo/JPBpvWLPPj/Jo6c+cTsgPsEmUTzXW1M/wRKzPk/5C7+JGVm/UhmYPbifl72LXPQ+58i5PpLUkz9BFKU9WzVjvy8Ai74jbUi9VzLXPZ+QEL9tDdS+nF6tvhzncL7Mjyy+AguEv3+RPT1CUxS/CpfMPQn1sL67Goe+TGYoPm7+qT+R1am+l4ZVv5URjT0WfXA/HH9DvgPqg75bQ8e+3yS2vgugDr/qkQM+A8Y9P+9k1r3zwJ++4y3TO3sPL77NDCw/ZvhSP3uYSL+iHxE/8F6MPxpoYL9muA0/JQRjvh1heT43aIe95XLhPi67uT4kA+E9zSwhvzGF7L4pP0i/+5apPpyv1L7Vb8C9Rz4pPwtF7z30bRI/RWJsvP5X4r3xtoE+rmU5Pgt7p72QLB4+JPE2PuUZ5b4tB1M/hcIQv8EwAL+eJzk9zAILP6jabr+KOaO+j4o9P9IpC7/z6EG/rctFvzywCr9U/qo+KZBkv3Wpkb5cfAg/R2OLvvbgTL/wrly/RSyHvzzIb7+qRLk+/gcDvjhG3T7Oc4I9p7qzPracEr4ECCu+ZCgAP17hkL/TuAC/++m9vdfuxD5ovnM+hGVzP5vN7D1ukxK+9DQiP8/EhD+oO58+KAiNPvrQSb7SCW2/ZcgzvxJVIr9a5B6/SN+oPi6fmr1hsSw/AOCcPlLpMT63tko+53VYvtDOZr+A73+/hD8uvtCtHL9dHvy+UbLPvdCONL4DsSo/9l2RP9oLYD/GoZM/bEuZPsm0x70d2TK/cFPiOawC2T7cu64+bveePkgtuL0Ie0a/eTQ7v4UlJr2udUk+BYVFvqHIKj9C98y+MtoJvuNkOr91XWU/I0hivkWv+D4ZK9y9OWntuvVx7b5zma6+bRigu25P871hsho+bykVvkTvCr/FRDK/i/boPvOy5D4O/eW8X2TkPfahTb+lVVA/2tkHP6ptlr5xWqU+eCwxvjTjML7L49S+MJd5vgHywb0fPHM+YCguvoX7jT2pdhc/cHiJvSG6jL+646A+tquDPnm3lL4tsXU/nBkRujACkz3mfB6/LEYaP61Ge74/GGe+IZ6dP6bgnb4Sf5I+HpO7vW02aT9a1Og98H84P9E59T1FbIW+V0gyv+8wnr75AFS9OwLIv98IXT2LvFa+6F4Xvz9StL5aNiE9CD8ovUQkAL+9tta+JtXHvgQ/pr1iabK9WjyYvl+fGD9Q7gy/jSdFPA==", + "model": "torch-jit-export" + } }, - "age": "38", - "gender": "Male", - "gender_model_confidence": 0.90283203125, - "reid": "UvocP2xr+b7gd889w6MrvVsx6z4/jAi9z1/ZPmq3pz0yuYo+bFNCv8GPjT5NrwC/Pzk5vk2kgb36s0c/pJKivmJwwr4ybC8/8ItDvhmKmbtK7IM/oGIVv2iRHb78c3o+KYSVv/ztqr0gAB8/saQDvaXxMT+CmrE+Dn6DPnpKLj4IcFs/LD+nPgnvE79fikK/ySjDvcoGTb4P69o+/CqwPiUgeT8ShAc+qe8bvyYI+75oXl09gxRSPlscHr8ERgW/Y3DfvreXNb6RKyi9NjRlv5jm9D1lBxa/6Bo3PjP/Hr6PId2+dRocPhrdqT+Xbcy+OgFGv1o6Gz7wbTE/TGQsvqjPZr7U/5K+UF2Lvr1rBL95UCU+cKwyP7Ker71Ma6q+GAxxPepOBb17V0c/MsFeP2MXO7+8+h4/z7Z4P91ESL/FHhs/gVelvnZGhj4A6So7dBIbP7iCYz5mvLc+bcoIv1Nxjb4h6k6/yKqJPmsdGL/2nui6dVc2P3zRrD0s1hA/ZRGpvTItA75ufHo+zKHZPWRWdL3AucY9Pj0lPjJH2b6FeSw/LSL8vihGrb72HhY+jOgkP1C2b78cyhS/1DFGP/VyBr8Pgza/NcUkv9ByJr+kAAk/hU09v2gN5L7wIL0+2Zs5vr9SbL+0zV+/BrKcv2sASr8o5jI+Ly+WvQxj+D7SG5E+YTShPjDqhL7298g9Xj0hPyggh7/4ieq+YeXDvXx8Wz5yR6k+wOFTP+HPoT1QP5a+Cj09P046kD+sK8c+TErHPuhpHb6Cx2y/EN0ov+6BTb9f30a/GGVnPrnF3r1OgyA/kpjFPjoujj7mPVM+k+xkvq/VV79I3Wi/lyr0vULuWb8JDBW/heWHvhd9/r2NTQE/RjSCP4reMz8j868/0YvKPnFkLr4v2y2/JArhvAmN+j4kJ2w+zvDwPtzrUr4/mju/P4NOvyripb3Zqa8+G58bvYsUFz+vqO2+P7+JPXlUMr9cbkE/G2ABv97LGz/sNoK+xTkdvu532r77ZGO+YEnQPH84874zHjg+9OGfvhnvP794dVC/EvdSPu4f1D7Egr89Fv4sPk2nP7+AYk8/8C77Po0Dlb4Czwk/b1mlvpYRwb03eNm+G/GovsjADT2q2aI+m/nUvuiLvD04HQg/RGs9vknfgL/utJg+ZE7+PIK8i77KUXQ/UE8RPQEdDD4mnjC/bLsEP+8l5b4AeGw5yO53P0a0lb6Elc8+QNVrPJzeZj9ohXY9IIFcP7qntD4DdIK+uhgSvxMxcL1QmDY9mWq7v6Q4Qj5W7qC+Z3vxvlDMo765TYw9RkEKvuf93L7YG5W+nWDHvsbVD71TdqK+xY9zvs4w7T4btSK/wOgtPA==", "id": 1 } ] @@ -1009,30 +1085,35 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc ```text { "id": "atag-qcam1", - "debug_mac": "a9:ab:26:a4:1a:30", - "timestamp": "2026-02-09T14:16:35.186Z", - "debug_timestamp_end": "2026-02-09T14:16:37.808Z", - "debug_processing_time": 2.622206687927246, - "rate": 10.748823196028948, + "debug_mac": "33:81:ce:10:ac:d2", + "timestamp": "2026-02-10T12:21:30.718Z", + "debug_timestamp_end": "2026-02-10T12:21:33.440Z", + "debug_processing_time": 2.721823215484619, + "rate": 10.62079967995733, "objects": { "person": [ { "category": "person", - "confidence": 0.9888612627983093, + "confidence": 0.9928065538406372, "center_of_mass": { - "x": 108, - "y": 87, - "width": 69.0, - "height": 79.5 + "x": 39, + "y": 79, + "width": 37.666666666666664, + "height": 71.5 }, "bounding_box_px": { - "x": 40, + "x": 2, "y": 8, - "width": 206, - "height": 319 + "width": 114, + "height": 286 + }, + "metadata": { + "person-attributes": { + "label": "M: has_bag has_longpants", + "confidence": 0.9290622472763062, + "model": "torch-jit-export" + } }, - "person-attributes": "F: has_bag has_longsleeves has_longpants has_longhair", - "person-attributes_model_confidence": 0.965659499168396, "id": 1 } ] @@ -1040,30 +1121,35 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc } { "id": "atag-qcam1", - "debug_mac": "a9:ab:26:a4:1a:30", - "timestamp": "2026-02-09T14:16:35.286Z", - "debug_timestamp_end": "2026-02-09T14:16:37.908Z", - "debug_processing_time": 2.6223485469818115, - "rate": 10.560970853876366, + "debug_mac": "33:81:ce:10:ac:d2", + "timestamp": "2026-02-10T12:21:30.818Z", + "debug_timestamp_end": "2026-02-10T12:21:33.541Z", + "debug_processing_time": 2.723052978515625, + "rate": 10.62079967995733, "objects": { "person": [ { "category": "person", - "confidence": 0.9806967377662659, + "confidence": 0.9210688471794128, "center_of_mass": { - "x": 95, - "y": 83, - "width": 76.66666666666667, - "height": 76.5 + "x": 27, + "y": 95, + "width": 27.666666666666668, + "height": 67.25 }, "bounding_box_px": { - "x": 19, - "y": 8, - "width": 230, - "height": 305 + "x": 0, + "y": 29, + "width": 83, + "height": 269 + }, + "metadata": { + "person-attributes": { + "label": "M: has_bag has_longsleeves has_longpants", + "confidence": 0.9899972677230835, + "model": "torch-jit-export" + } }, - "person-attributes": "M: has_bag has_longsleeves has_longpants", - "person-attributes_model_confidence": 0.9729161858558655, "id": 1 } ] @@ -1091,31 +1177,39 @@ Example raw output metadata: ```text { "id": "atag-qcam1", - "debug_mac": "b9:ef:9a:d0:b5:9a", - "timestamp": "2026-02-09T14:18:29.287Z", - "debug_timestamp_end": "2026-02-09T14:18:32.812Z", - "debug_processing_time": 3.5257043838500977, - "rate": 8.86458507917628, + "debug_mac": "b3:2a:e2:c2:25:7a", + "timestamp": "2026-02-10T12:19:05.090Z", + "debug_timestamp_end": "2026-02-10T12:19:09.988Z", + "debug_processing_time": 4.897983551025391, + "rate": 14.464337542520422, "objects": { "person": [ { "category": "person", - "confidence": 0.7940923571586609, + "confidence": 0.9881600141525269, "center_of_mass": { - "x": 15, - "y": 161, - "width": 15.333333333333334, - "height": 30.5 + "x": 569, + "y": 85, + "width": 67.33333333333333, + "height": 81.25 }, "bounding_box_px": { - "x": 0, - "y": 131, - "width": 46, - "height": 122 + "x": 503, + "y": 5, + "width": 201, + "height": 325 + }, + "metadata": { + "person-attributes": { + "label": "F: has_bag has_longsleeves has_longpants has_longhair has_coat_jacket", + "confidence": 0.6650304794311523, + "model": "torch-jit-export" + }, + "reid": { + "embedding": "IfANPyX3rT7AypM+DyDSvuf0wztKUqg90RSIvnxWXL9ud2w/yI9+vnslYz87Hae+aM6gv4u2rT7Qw5Q+5XzWPmfHwr5MIYm8vvSSPsAFrz3/bsI/dN1Ov9dXlz4GEZ6+265Cv4Y5Az5yLFi+ur+9uweBez8pV8g+Ad01P4lZMD+JwI8+P8zzPulsNL+wh2W+OsBgv6XL7r3j+iY+eYojv9hPSb6hGAc/CDSgvjVTrL7XczM/lMXLN5EwgL+xg/y+0J8wvvUiwr7C99i+pWscv1xGgD4EvcE+xjGJPcS+Mr6JAhK/fxNOv1VTa7y1DLg+fwsqv5yafr5sDeu+pKRwPkaPA72ICLO+c9FPv4KtLL/QPQc/hL9bP9NSB7+atew+/ifuvV/fBj/ci9S9QsBXPxcsA7/6qYs+yBm3Pn0pDr/XqJ89OC00voTcvT43kvA9RmhEvyO2Az4PufI+vyVSP1HVHr/iICa/pfrGPs0Un74HxCg/mtRTP5SOyb1WDII95YYtvwDQGr/8OCY+HEsQP3VESb/5wwm+YjZWvZRc0r2kkwE/jQq1vqPlxj43cJe/aFSaP8lhjL2i8ek+NhgzP9K3Yj7I2CS/howSv/KgqL5AFZM/84r8vtiHrb1M0e8+QZFhPuN3o751mFW/ADA8v8+oMr7VHo6+XOQ4PO44Yz0l3I4/wFgfPy3DNb43Htq+zy3bPuTgVb9+rYu9wL/svYdy7L3P4Tc/EhUKv/ljwT4Ps5a+NFaDP6ELBz8Bx7i9JZlNvqFzfD2PLDy/i9hWv1Huh74g8AI/2Pu1PpNJk77VqcE96LYZPjz33D6kURq+NvuJP+Dwnr8+uBw982oAv8O0RL2Mugo+Wg1mvhPbvj4iOMQ+bcQGP2+CVz9V304/Ct7WvmfH4j6qjvW849NCPrZqHb/IYCk958wTP2bgsb1vwO++VaNavOZfIb+OM68+3JI5vyTpij2ylMA+z6yXPj1xF79OvM0+MwIiv1QEAj43Okk8aGMcvrNwAj5xHSi/9S9lvmCSQr87voq9Iuvfvirlbr9VbGO/IXqCvvXuED+pypO+CG2Hv3YxHL4MD1Q/O7XoPSQAG79OO1s+tyiwvk2dVz4YKFS/BexxPhYuFz2xqCC/lzeRPihWrb70Iz2+b40fPZXVxb6Tkdw98JB9PrnlmT51Bug+Yeg/v6OEs75zjia/xEsdP/ksWj+EX28+sTVPPvoEvL/fkQQ/8kvrPI5yv70LiOq+trQaPrl7jj81bDW/uy+9ve25Vz70//W+g7yDPjZCHT2Zhw6/Izs5v040NL6F4KS+M5yivo/Dl7yeYQu/vcyFPQaAhT2q25i9BBNWvgLY8L5H1Ou+URyqPQ==", + "model": "torch-jit-export" + } }, - "person-attributes": "M: has_bag has_longsleeves has_longpants", - "person-attributes_model_confidence": 0.9634445905685425, - "reid": "9jGVPypVAz7wNsC91o7+vjyl679s2Za/qqwfP2SLnD4hAgQ+6wigvoRYgD4zADO+lqoIP2IziD4aEJa75tUnvnKABb9qvB4/sBEIvt/oET4g+HC8HrSXvnK77LsjagG///Tdvp5c1b6Shx4/SHifPphZB78RuWU/G1kQPqr1nL7EDjm/nEh0P8agNj+gtci+Z+cdv05cXL+NYCw+xk5Xvr5CZz99Hru+cK7pPgPNar8k6Z6/e3EVPPJdub7xnCW+K6lxPtVOybzE8nm/arvMvlYhPb46fEy/Ob6uPjBOnT99eXe/TUM8PnQJBT3+1rg9VXK6vnshmL4hXJw/f5TAu0nyOz7QyMa/fNJRPoM0rL54dV67DzEuv+HSxD5bGdO+UY87v4an/j4J1fi+EPAjPXe2Jz+gXDy/VdcQPlaDcD4BcIg/PFcHv9X3mT7MSue+3Ywlv+w+rr7o2W2/dZUMP6/dNT98tNK9jdWgvRvnKL8K0ma9u50fv/p+Ir6D/qI+Lw3mPdn++D7lkbU9Yy6+PBu7gT8odyw/thhdvRNmxz7fdVW+qgOUvqOBrr47YYy9hWBTvp4MuL+tN1G/bQgyPcz1qL8+Lmu/RMkDvkwgnL60V1U/frw+P9J/dj6QDL2+ubLpvteXJD/7ypM8Szikv4jOv77pmYk/9P4uv4acwL5P9DM/Syc9PqTHWz8/Ys++RCtRP+PqB77K5Ke8mptvvqUfhj60BsY+rz6qPp+YZ77aIgc/KS5YPuHsnD61XsE+Yc2Ju8oWb79839E+VsyHvwBdl76x5Ru+g9qYPm69Jb/5Vxe+w40BP8ELsL5yX6w9/5ddvr6Ghz0I8VG/PU6dPpz2DD9jgRa+NTWIv+7gEL6lvBS+/qWTPangLT8pi40+/uKOP2Wb6j62S+++i4Asv9q3Ib5Otrg+5AuaPlRK+z00vRw+OUrqPQZBlr841p08a+c4viUopj55zUe/pU2dvjHeyr5ZLH2/ke8mP14lJb6LyYY+USeiviUGmT0MrLk9xmebPsnAbL6NdSo/1HqVv/GGCT9s4o2+FyltP4VLKz7CpiE+e9NOPlL0KD8+DIg+TVwQP32FYD8rmgG/QlnCvpZWDb8ek/Q+4RouPgemSb4HczY/2SqYv47yOj+5yso+3DGYvpS3FL+4Id0+1uJ/P2JD+72TPfE9MS1zP1ewHb/m5ry+HbbePlrHw726lrM+j5FeP+mpkL5ZKNq8Z69gvVmbdD16Mqe96iuVvjOdDz+gXd89e1u6PWoPGL6Nr06+m8UAv79Tz771Yww/i5myvf/jr71rCD0/F8fVvqle1b6NSCi/zNckvbSnhL3Rczi+uVz1vuv1rD4ZgIS8RWJpvw==", "id": 1 } ] @@ -1123,31 +1217,39 @@ Example raw output metadata: } { "id": "atag-qcam1", - "debug_mac": "b9:ef:9a:d0:b5:9a", - "timestamp": "2026-02-09T14:18:29.386Z", - "debug_timestamp_end": "2026-02-09T14:18:32.912Z", - "debug_processing_time": 3.5251872539520264, - "rate": 8.86458507917628, + "debug_mac": "b3:2a:e2:c2:25:7a", + "timestamp": "2026-02-10T12:19:05.107Z", + "debug_timestamp_end": "2026-02-10T12:19:10.101Z", + "debug_processing_time": 4.9934165477752686, + "rate": 14.464337542520422, "objects": { "person": [ { "category": "person", - "confidence": 0.5004321336746216, + "confidence": 0.9578379988670349, "center_of_mass": { - "x": 11, - "y": 178, - "width": 11.333333333333334, - "height": 24.5 + "x": 564, + "y": 85, + "width": 63.333333333333336, + "height": 80.75 }, "bounding_box_px": { - "x": 0, - "y": 154, - "width": 35, - "height": 99 + "x": 501, + "y": 6, + "width": 190, + "height": 322 + }, + "metadata": { + "person-attributes": { + "label": "F: has_bag has_longsleeves has_longpants has_longhair has_coat_jacket", + "confidence": 0.9285990595817566, + "model": "torch-jit-export" + }, + "reid": { + "embedding": "W8YiPzGEqb7ENRi+gsSTPvcY0z7aAdi+Ie2yPnD90b7KP2E8yUlovz47k75zOBe/p5/8PYKzkjz4e5s+ysgePiunm76B8do+gCILvpqG/L3/oVQ/oNYgvxjUv77x6ic9G/PXvrOOt75Cn34+NGyyPqBUgz4PQRw+2C3UPqw6ez6qOXo/gA31Pq1cPr6cWSC/aT6rvgCsHb+SdCM//DVBParJRj8Cb+E9rVSivlSyz777LgM+Q7kBvSujVb8daG2+dfeCvuBgq74CHCk+QjRivzrERT7BA+K+Wh+TPTFMvb1nTqS9XggdPXiIkj80xCy+nC3svsXSjL2V7Jw+KC2SvXHIFb7IWCO+A//hvUCqmL3sJc4+6DoKP0uhsL4Ze5i+LI33PHXtlz086mU+4/Y8Pwxi+r67W9M+4YKmP9UQ9751Vw8/6fWAvkFQNT8FNjq+HhLIPtAMrD3eaWg+Cue5vtCCwr4yoYC/ahcjPeI0Yr45NI8+G9ymPtRIAr7Qgh0/mf2rPSfHJzwWI4M+koqMPq9soLwEcYQ+3qqfvqXY1L4bcQ0/hT44vkcN0r7E6HU+aWJQP/zFRr9ZRCS/soogPxusqL595kO/yMkBvGIHM7/dxfY+oeU1v4OJYr3cGCw/Zm8QPqSbF7/zIS+//zKWv6qEHb+jd16+XR8xPbIi/7x//BM/nCT0vYDey76+byI8xbNYP5V5dL+Urh2/vRAdvpzhkLxu79M+uwXlPv2cUD4Xgb2+M1JnP4ADOj9RPRo/g/UlPuUOF733x1u/ATlgv8C6OL8bwiq/8NGVvgQ3iz4lliE/yO+GPjwmRj+i+L68KHx7Ppz2cL9fLi+/dEOGvr8PFr/8IAa/AWVDviD2q713Xog/nfMhP5x9Ez9OM2c/vMmfPm/ixL2DOCS+W0OcPNaAmT5uqjQ/Yj1PP+ok3r57g3G+Ckkgvwxjnb6Ydrw+Z+57vmVp5T5Ew5m9cvfsPlqU9b6a4y8/gAjHvm2Qqz5qGju/h8F7vtC2oL7q9ri+ZHtRPh5DkL4Iab0+9znqvi8gEr+uWx+/INw6PmA5UD5V3wU+a/drvvnlEL/KiBY/a741PrnTVb77VCg/hR2vPUNLCz7le+e+WzJBvvSdyjy6oXk+wTZQv5s/zD5MeJQ+PVQSvWVZar/UW4k+5Y1fvl5HcL7BRSQ/G/HuvqDu3r573FK/JR4IPyR7Nb62kP69LyuGP1rK3bwtzBM/Bt6JvgzbID/Mlii+KJ4zP4pgMz8O3QK+OQM6v95gdj0Bf0i9a069v0TsBD07ezG++jLDvno5bL5CYC48ZndivrRPyL5LvGK+EBeIvgqqlL1SKtI86Q5IvnaQCz/fKhm/LQC6PQ==", + "model": "torch-jit-export" + } }, - "person-attributes": "M: has_longpants", - "person-attributes_model_confidence": 0.7642964720726013, - "reid": "8445PzyYjD8w2b0+F1BWv1nU4r//cjc+cAyEP7E7WT+1j906Stu4vV4vQr+Fsbq+8TR8P4LT3r7gF6S/f6hUvkn/p7/OZQ4+WPOgP7a/cL4xzaI+3wGavvBcgT6zTpc9QQwCP92mrD71ylw8fYkkPhZtFb8OjAQ94rK+vT49qT49cDu/L80JvwudsD6L9je/ASiJPp1BxD7MHwi/MgsGP5oVjj/s4Rg+/0mOvbQRQ74pT5W/AV4Bv02xcb49Oyw/kXoBP2ddN7/2BVO/zQe6viQOvr0cPo2/aSEqPmd9hj+f4Jy8F2x3vyLAFb9YTec/u74IPdYA7D3PfMg+ZcnUPvn8zz6FBd2/dqBdvc0BSj6IGw6/ip2Ovvxv2L6UXd48HauYvD+wsT6icHI+JYKHveaehTtLR4u+hDl1vdCExb5+soA/W5alPkoqPb4yzcy+TpCivUw8sb250Ke/ZTgPP8SKdT4Ynxm/HhH0Po9AEj4xmNS/EuT3vh60Kz8fTZw+fu3zPr2ePz8Uq7S+kMA2v5icIT8SoQs/96gNP4NVvD+uyc0+KRuRv4KnP74iRBg/RtyVPSqFir8gdQa/BRvkPf4hzL/IzV49IorrvnRfnz/jthS/erZlPzeKDz//pMW9y0YFPg+wID/LcN+9Fu8av764rr8X/CU//eSCv8sws7zEfdc+uU3zPquinz8yW5y/+KoOP7udGb/Nb2Q/SbPMPwExAT9QSHe+zzrIPtorBz7G2qC9n5cGvybF3r4zMbA+5gimv9Ya1b5VTyu/2VPav1X7vD61S4Y+Puh7vtxt4b4waVY9XPu4PT4Lez9v2E8/eGeZvWTBML4kBFq/19Q7Py8CcD87WLS+vAXSPg61pT45rNi+C1YQv9Nd5j7KENG+VxCnvjBZyryBmaM9mNavvgcmGr/hHqw9l7kNP9ICrb73cRc/2OM3P2Mvsr+gpMc+Y1ecPmaD2T5iL06/QbgcPQ+5zj2epOy+ZA7sPbvpyjw2yJ29d2l6P8iwQb9moMq9TpoCPkWPwD4L78U+WcVQvysmkjuF4kC+JbSePwn28z0HIgM/M/IhPzxwrT0O+Ky+Fh2gvvdzjD9Hg1m+NiAdPlfWQ7+Mt7G9RQwGv/bD1DuIkzA/A+gNPaJLR77zfTE/fbPnPo9apLmmcze9rk+MPzON0r9kr8q+1o4aPa36BL/kOsa8u1YKP9lph7/AwXI/Hk8wvuiVor6FfBG/ljDovmQjFr/lwTq/dRSlv/LRoj5AXog8QOjkPkDcaL6h1AO/UWcBv4II1j5tWxW+kvZlPn8wZb7KX4G8f82QvlfKMz+CLu2+mcN2P/cB9T5QE9G+Kh5VPbscLz4IpPA90G75vg==", "id": 1 } ] @@ -1324,62 +1426,120 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc ```text { "id": "atag-qcam1", - "debug_mac": "a7:e9:dc:50:16:d9", - "timestamp": "2026-02-09T14:15:45.001Z", - "debug_timestamp_end": "2026-02-09T14:15:47.206Z", - "debug_processing_time": 2.205275297164917, - "rate": 10.063923088812928, + "debug_mac": "33:81:ce:10:ac:d2", + "timestamp": "2026-02-10T12:21:40.718Z", + "debug_timestamp_end": "2026-02-10T12:21:43.640Z", + "debug_processing_time": 2.9222302436828613, + "rate": 10.409417580856887, "objects": { "person": [ { "category": "person", - "confidence": 0.9931640625, + "confidence": 0.9832690954208374, "center_of_mass": { - "x": 453, - "y": 87, - "width": 66.66666666666667, - "height": 87.0 + "x": 231, + "y": 91, + "width": 67.0, + "height": 88.25 }, "bounding_box_px": { - "x": 387, - "y": 1, - "width": 200, - "height": 347 + "x": 164, + "y": 4, + "width": 201, + "height": 352 + }, + "metadata": { + "person-attributes": { + "label": "M: has_bag has_longsleeves has_longpants has_coat_jacket", + "confidence": 0.9448522329330444, + "model": "torch-jit-export" + } }, - "person-attributes": "M: has_bag has_longpants", - "person-attributes_model_confidence": 0.9091796875, "id": 1 + }, + { + "category": "person", + "confidence": 0.6787747740745544, + "center_of_mass": { + "x": 1187, + "y": 495, + "width": 42.0, + "height": 74.75 + }, + "bounding_box_px": { + "x": 1145, + "y": 422, + "width": 126, + "height": 298 + }, + "metadata": { + "person-attributes": { + "label": "F: has_longpants has_longhair", + "confidence": 0.6425620913505554, + "model": "torch-jit-export" + } + }, + "id": 2 } ] } } { "id": "atag-qcam1", - "debug_mac": "a7:e9:dc:50:16:d9", - "timestamp": "2026-02-09T14:15:45.097Z", - "debug_timestamp_end": "2026-02-09T14:15:47.309Z", - "debug_processing_time": 2.2120001316070557, - "rate": 10.063923088812928, + "debug_mac": "33:81:ce:10:ac:d2", + "timestamp": "2026-02-10T12:21:40.818Z", + "debug_timestamp_end": "2026-02-10T12:21:43.740Z", + "debug_processing_time": 2.921823024749756, + "rate": 10.409417580856887, "objects": { "person": [ { "category": "person", - "confidence": 0.994140625, + "confidence": 0.9799434542655945, "center_of_mass": { - "x": 437, - "y": 94, - "width": 75.66666666666667, - "height": 85.75 + "x": 197, + "y": 98, + "width": 54.666666666666664, + "height": 96.25 }, "bounding_box_px": { - "x": 362, - "y": 9, - "width": 227, - "height": 343 + "x": 144, + "y": 2, + "width": 164, + "height": 385 + }, + "metadata": { + "person-attributes": { + "label": "M: has_bag has_longsleeves has_longpants has_coat_jacket", + "confidence": 0.9935144186019897, + "model": "torch-jit-export" + } }, - "person-attributes": "M: has_bag has_longpants", - "person-attributes_model_confidence": 0.85888671875, "id": 1 + }, + { + "category": "person", + "confidence": 0.5774734616279602, + "center_of_mass": { + "x": 1196, + "y": 450, + "width": 37.0, + "height": 89.75 + }, + "bounding_box_px": { + "x": 1160, + "y": 362, + "width": 111, + "height": 358 + }, + "metadata": { + "person-attributes": { + "label": "F: has_longhair", + "confidence": 0.9247406125068665, + "model": "torch-jit-export" + } + }, + "id": 2 } ] } @@ -1406,31 +1566,39 @@ Example raw output metadata: ```text { "id": "atag-qcam1", - "debug_mac": "97:0d:05:e8:81:94", - "timestamp": "2026-02-09T14:20:08.184Z", - "debug_timestamp_end": "2026-02-09T14:20:11.488Z", - "debug_processing_time": 3.304837465286255, - "rate": 10.547318264418443, + "debug_mac": "b3:2a:e2:c2:25:7a", + "timestamp": "2026-02-10T12:18:55.985Z", + "debug_timestamp_end": "2026-02-10T12:18:59.900Z", + "debug_processing_time": 3.9150524139404297, + "rate": 6.999297444698321, "objects": { "person": [ { "category": "person", - "confidence": 0.986328125, + "confidence": 0.9953031539916992, "center_of_mass": { - "x": 570, - "y": 85, - "width": 67.0, - "height": 81.25 + "x": 199, + "y": 92, + "width": 83.33333333333333, + "height": 92.0 }, "bounding_box_px": { - "x": 503, - "y": 4, - "width": 201, - "height": 325 + "x": 116, + "y": 1, + "width": 250, + "height": 368 + }, + "metadata": { + "person-attributes": { + "label": "M: has_bag has_longpants", + "confidence": 0.9799158573150635, + "model": "torch-jit-export" + }, + "reid": { + "embedding": "dhyGPmrSZzx77wi/gh6JvdMbaz+nYoK/ObbKPvnk5LxnAaC8u5UIvgoXGbyphDk+cj5jvwED5j4lUUg/4CrEPStDuj6AZSk/W3ubvgXtOj+stxw/5EedviHM+77Lxao9IT4Ovxafbj4avFU+1OJ4PU68sL7D3Sg/a5fEvhbBaj9ytBu/R5vXPgIN7j5sj3W/ymTtvtsBKL/Owkg/uKLtvqwnuD7jLLG+uNe2vs/CQL6Ph9e+nRnWPEAwWb+Iq6O+sPfZPbTft75ejC+9Y4byvsw2cL0uO7e+pnhcvaVd+L1LrgS/IrvdPtwJiT8uEhY/ySOhvi5rAr8sI/W+rMMhPkYM7D3HRB++u1pQPufhaL0eD1Q//PNaPuLHED8vHq6+z+fvvqju8z6qBoS/FhC4PHoTrD6IZ/2+gnvKvPHPtr5UMCY/h7bYvhZoqj4OPRI+/j8DP0S/lD4Igio/xl2OvGFYFz9zhKa+/CkPPxTSfr8HuTq9yJVZvtquiDwM7qi8P8bfPa+vOL6LvA8/rNymPtNekz+/2CQ/K5bzPrrRTL4+n1K+2+brPnIoNL65c5G/gtqLvvtMh75wyA2/cgD3vgvpIT2Y5D6+nbTKPkvjC7/nxb8//+auvuLSm7xz/Ig9JgTTPnrJM77zDLA9q1m3viFQWT2Wv34+F9xLv/eCID51Gco+IQaGv+fEYz6HFiS/8/BZPtujBz/vMBW//LUvPi9zqL5hKo0+1IOqPznqmr2kDSa+afcOP/BMMT/nlVA+Wht9P4M00r7olMs+ityjvVDhg77nSn++G50bP3TKOL+KLEE+8vKQPnWyw7shsY6+N2O9vsQg4j7e1TG/652GvExKOz5g9/u+sOdcv3b5wb62kEY+jVfRPvfnOz/iV/S+LJH/PudjKz+4bTM+J7yDvv22pr4uzp0+UNEaPy1aDj+cNdQ+sSbEPkh3B77M+hK/KP/FvvxWBD/LHba+VNYCv6MSar75ui0/uKnYPlUY/T4XxV0/FPpZv9ZFdL4Ggga/vD5pP+26PL0RmY4+QM96PlZCe78EWCq/u9wdP7kw6T6RF2C+sm0Tv3i8FL4kg/y+ByTTPvOG5z72zNo8AC+sPHRqVj7RnkG+bG5fvtlRCT9Ujge/v3x9v8j7Wj8ryyC/0KmMvwW3KL8tQCs/h5WIP80K1D6zUVY/0snkPqG4476I8Ue7CqslPh08hj4l7yM/hWmEP4OgF7/o2re+8FwDPwI2UTx6eHg9QQ6TP5bRwj5uTJS+SncrP9Lat75rrA8+UygoP8/IDb/jDZ095s8sv0m62L0ChU69Et4aPfy1pT6E5g2+sv2RvphyAL9R+b09geiovqQ0Kj7okBU+q+FLPg==", + "model": "torch-jit-export" + } }, - "person-attributes": "F: has_bag has_longsleeves has_longpants has_coat_jacket", - "person-attributes_model_confidence": 0.86572265625, - "reid": "dJU0P8SVCb+uUEu+JHXDPlT9Dz/VX9q+e7toPigx+77c3mY9FGKAv0EIr77DNgK/ywoQPvs+hT5oLk0+3u17PlAxzr5egqk+7hLJvg+b0r4IJXw/doPvvsxfFb9xMKK8Y2fxvm08tb5G8ZE+UBjqPW6wkT5epxQ+eQTkPkyQ4T3kb1s/HlQnP7aIsb0Q8g2/HS8fvwphTr/98wE/0Gx3PYGEVz8aBVU+qG8Lv7a5275SI7o+ZrMyvhVHPb/2cqq+5sICv2eC6b4b7yU+vBiOv7JZzD7fwgu/5ajgvEFpy72Zg16+egiWPhqctT+RMXq+SCMlv/3RFr0Y/Jo+sVWfvMjkujzQS3u+ePB/vSuZor4UsOw+W+QVP8M/ub6Vnle+gigmvhjMZT06Bos+cik3P8OJC79LgZA+svC1P91VD7/tZDM/qVSlvv8YNj8pGKK+R1r2PtAEJz7QT9s+3VGHvrYRpL7YQ4O/OMVtPirEj70vSZ0+bMShPpRUmL5Mcy4/IHXCPfj4sT3ZDTM+l1WGPrcz072DshI+Yx6uvrOx4b5092g/5JQnvgg+6b4gNYc8bpNIP6IyUb9z2Oy+omwwP4WShb5fb3C/AfH7vZrnbb8rago/xKJxvw60Hr6GbVY/hHloPvrf6L6FxzG/vS24v4M3I78oVay+MiUFPnAmyL2Q88U+irWAPSS4Cb7tdIC9jlVVPwb9iL/nShi/hWSFvnS3gz239fk+zFiWPijUVT52xOS+JiyCP2Cjiz9lKv0+LEb0PQIrEz2e42W/a5ZsvxMaB78gTh2/fPJYvj5eyj7YfS8/AJYYPuRSKD/cAWI+uNyvPjaHi7+7f1G/PWFmvqD59741+9m+fDQCve6YRL7p4o8/5lhbPwBhNz+90D4/K8P4Puz9rbx8w7e+dGHWvSwDsT4PSmc/1AdDP9PVCr+FEne+8NvlvsKT4r5i8S4+NPa5ve+r2T7Umog87za7PiO7FL/WhRc/BswXv39ogD4pHRi/GoCTvgJUjr4p+4y+QJ9UPZPZXb7+r+Y+0ge+vmseS7+r8gi/HAX0PY4+sj4q46Y+rRPJvkuhNL+jJws/BSa0Pkot7r14lBo/2L1KPs8fbT4VfAO/wHP+PORN+r0eyoY9IuEsv1ruCD8pp8g+guElPmIyU7/dALk+n6eCvgBMMTtKyyM/IB7hvozZwL427nG/RU/gPhI+5b1krh2+sdqVP4OsAL2nd08/xplsvhwN+j5hpo6+OjAVP6OFQD8dGhS+RI49v1O8fz3DkCq+13jCv3iYj73q942+K6wPv2OYsL5PBHk9SYeHvsNMCr/VINS+czWfvjNWjL13FYK8r6OSvjALHD9z1Ca/ooRLPg==", "id": 1 } ] @@ -1438,31 +1606,39 @@ Example raw output metadata: } { "id": "atag-qcam1", - "debug_mac": "97:0d:05:e8:81:94", - "timestamp": "2026-02-09T14:20:08.284Z", - "debug_timestamp_end": "2026-02-09T14:20:11.591Z", - "debug_processing_time": 3.3074374198913574, - "rate": 10.547318264418443, + "debug_mac": "b3:2a:e2:c2:25:7a", + "timestamp": "2026-02-10T12:18:55.987Z", + "debug_timestamp_end": "2026-02-10T12:18:59.999Z", + "debug_processing_time": 4.012442350387573, + "rate": 6.999297444698321, "objects": { "person": [ { "category": "person", - "confidence": 0.97705078125, + "confidence": 0.9960914254188538, "center_of_mass": { - "x": 531, - "y": 80, - "width": 41.666666666666664, - "height": 77.25 + "x": 183, + "y": 91, + "width": 88.66666666666667, + "height": 86.75 }, "bounding_box_px": { - "x": 491, - "y": 3, - "width": 125, - "height": 309 - }, - "person-attributes": "F: has_bag has_longsleeves has_longpants has_longhair has_coat_jacket", - "person-attributes_model_confidence": 0.9560546875, - "reid": "TQ4LP2cM3b5EU9u+uHctPoK4Bj8PeFS+1icjP30h/L6ZpbU+gQQJv23K/Dx4z8G+grXePpy+Bb0WUuE+/FHgvXk0m76FTgs+IpFrvkhEBD4mDi8/djBVv/ixJr6LXgS8lyvovrVkCz53ms0+proKPpAI2T73G6c9NbPOPl4u0T6aD4M/uowKP0fc1roCHg2+A2rbvtOfab8kBw4/EBLAPVq0Dz+4JoU+j3EaPkOs8r44HKs8WX7wO2LKNr/A3Fc87T1bvWqtrr57ozq+7InsvsoOIz5EAjq/Fqg/PlWm277Am6k+ax3kvUxRoT+wC648eOe2PMDa1b2MmWO9+Uz7vS90ub56buq8ptZqvtyoHr6hsao+JJUWP3ju07477Qy+xuYFP1CrJD2zjsY+7WguPzy4E79i1Qs/u7J9PxFe4b69aH8+81JEvlbNAj8UpaC+QNPwPGBQ3jxqgVM+f7H0vjfrp76+yJC/IBPDPBlGtb4kOT8+nVmgPpdFx77mwhk/3FShvgA2RTy8elQ+kgmYPuyYrb3FONM+GtDTvYHN6L1o52E/F2Icvl4NF704VKC8Ig5UP537Ib9J7EG/ZwNCPx4WkL0FqBO/B7qnvrS/ib7ECYo+svICv484gL3CRZQ+y98kvgA08L6f1CW/gYB6vy/8+L6e5Wi+HuxGPf3KLz6T8Bs/dawrvhntmL65itI9nk9qP7SIZb8v80C/llZLPtm4Mr58/m4+nLgzP8qTwT5ago++EPQ4P5k/XT+yVQ0/GK3wPu9thr7vaF2/ublwv+HW3b5BRo+/qL44vaQuzLwgqSc/tdGkPhSzFT+uhhw+4Aa3Pd5E/b4+BV2/UN3IvmwsBr/w3dm+iHepvuxVwr7MkV0/3oQXP455jz6cXZQ/vgi1PoiqZD06+8+9mpQRvIiqyD4PpZw+/lQpP7uDKL2tBPa9WxMTv5fapb7nFIs+QIt0vfgayT61kLq+MgEOP7mZKr+v+Xs/OXWwvtpAoz7HuCy/GqTlvsgFwr4gq/m+TJJAPk+hgr5pjpc+imHbvuq+Wb9SXCe/vOQHPuBbrD3EB9Q9MkMHvZx+R78mX6M+YhKzPkiySr46tTI/Wavivtp+gjxHV3O+OLjePAxzpbvXZwu+foKAvzIedz7HCrU9G38Ivnu/Bb9jYYQ+D36Fvpu1qb6XEUk/RGv4voWBL74xv0e/2hYMP7rnT74vE2m+3swIP9xn+b2fdbo+cX+dvq9WIT9t3wm/9g9vP3vdjD/gtdq+Gccpv6cnQr6Ppvi9445vvwDM+zqhBMW9BJvTPSsbsL2bCJC98QytviT+pr1cIuS++goWvxj9Rz7UHns9Gp6gvZ5/KT+Vrg+/jnoKvg==", + "x": 96, + "y": 5, + "width": 265, + "height": 348 + }, + "metadata": { + "person-attributes": { + "label": "M: has_longpants", + "confidence": 0.9835643768310547, + "model": "torch-jit-export" + }, + "reid": { + "embedding": "yZoqP457m70p2FG/vIiKO+8qjD8EUoa/zEH5PhPHlz10yR293L6uvftmS74XCJa8D25Kv1B6wz6IJGo/1XG+PSjFuD5YqFQ/dbTrvrDZEz/O7OM+/QSKvgQS2L5f9U+87xj0vqNnnj6ppZc8i5wqvoQp+r7euEM/zczaviXKOz+fOh+/g9TXPcKm0D5j2Wm/wTwNv+j9HL9PSmA/WosJv3W1/D7fwau+FZKWvR8aTb5sUAm/bW0tvjFuVr84LLK+ha/FvH6ZEL8FOOG9vqm7vtKSgb01eoC+Gn7ZPZsf272ClQ2/06t4PoTlhT/f6gY/WWBVvsJG575b4aC+/H1EPA50jD4mBrW+EjycPnTDYT1ACYw/uH/JPTZQ9D5xTSm+leLgviP0uD4mAny/h+xBvsudaj4Fzu2+rnqovUW3kL5Ks4A/JZvHvhzIkj7zcRw+X6IKPx+isj6CAbw+qRIwPJ/1Hz+Zsmy+xVApP5nFdL+cMf69D7C9vhcNVbx56AG+zcHBPXllh72i6Bs/A/tPPtVcgD99tnA/hZOVPowKQr4Ak8a9ezEfP+bshr7BUVm/iwiWvreWzL4Eg+u+dnbKvtcjGTzTIYC+F9ADPzJCFr+CD8k//O/gvjRHwj23zSM+auf6Pg40f74LLBA+tROdvl7FE713IWk+ROFqvzDhfT4tdN8+CJaNv+KCmD5fXwK/emiQPvznLz+qs/e+mL1pvUH07b6R6fI9ObW1P0MPmr4gUL2+6DUdP/9M5T6q0Bc+L01vP03KD78WB5E+oYGFva89nL6Lobs7b1YhPx0QVL8rgTs+MRKAPDrjcj4UReO+hqK5vjmazT5pWVm/R9CnvbVcPD62bwW/vPSNv2khBr86dww/Ult8PojkST+AM8C+TyinPsfcFT+CfRM+ZeOIvQWxP76dyys+FsgqP6rzFj+rR+s+qADhPhsYTr4CDxS/IlRgvhVsIj+qy/K+Bf0Svz1KFr1LzDA/MailPnY+IT8cJHA/pZk2v3IvZL5stge/d6c+P1ra/b1C1yI+mRVCPqniWb+TzES/opMCPwaIkD4ufLi9hmL6vrJEdb41lwm+FaJbPlFlcj6s+GE9kWNWPPdrGz7rBCe+Pe6+vTKdFT/KOWm+jtN3v5wwPT9XHCG/KUeDv9TeBL/5Gys/WxOSP/EVmT7jNzw/H0PBPtnvyb4KfQE92MjjPi0OAz8nYKQ+9fCUPzGE1774+VC+u5ICP3bBoL4hNy49jbmTP/25vj42Lx6+Ga4tPwBmuL7Fu4Q+H/wMPxMAFL+68m0+iCofv2kP+r5wMEG+vnzkvGkq4D6yLg++NcFvvszkTL/DAbm9nJO9vrg6uz6TciU+jTCNPg==", + "model": "torch-jit-export" + } + }, "id": 1 } ] @@ -1494,34 +1670,48 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc ```text { "id": "atag-qcam1", - "debug_mac": "7f:88:8d:a9:ba:c1", - "timestamp": "2026-02-09T11:10:06.579Z", - "debug_timestamp_end": "2026-02-09T11:10:12.379Z", - "debug_processing_time": 5.799445152282715, - "rate": 15.777117409972615, + "debug_mac": "41:65:97:c3:5a:e0", + "timestamp": "2026-02-10T12:09:19.470Z", + "debug_timestamp_end": "2026-02-10T12:09:21.931Z", + "debug_processing_time": 2.460519552230835, + "rate": 6.604081651768196, "objects": { "person": [ { "category": "person", - "confidence": 0.9881600141525269, + "confidence": 0.997582197189331, "center_of_mass": { - "x": 569, - "y": 85, - "width": 67.33333333333333, - "height": 81.25 + "x": 527, + "y": 125, + "width": 67.0, + "height": 106.75 }, "bounding_box_px": { - "x": 503, - "y": 5, + "x": 460, + "y": 20, "width": 201, - "height": 325 + "height": 427 + }, + "metadata": { + "age": { + "label": "35", + "model": "age_gender" + }, + "gender": { + "label": "Male", + "confidence": 0.9521394968032837, + "model": "age_gender" + }, + "person-attributes": { + "label": "M: has_longpants", + "confidence": 0.9166854619979858, + "model": "torch-jit-export" + }, + "reid": { + "embedding": "VpGuPujDML4O5oa/UxDLvbXp1z7Cn06+Bg8/PsN7Fr6yQSS7Kzujvnvwwb0uRTs+Bc3pPYzbWT8RRxY/3+2XvhARqj5shhA/W9MUv71bcT19jYc+2/GBPkWnrL4aeoG9rN7svo5cuL0WfyY+EuLtvdEqCr8tdOY+R7XWvq4COD+cOTW/h0xdP96UcD/PmtC+BeIwvyDcR758tEc/3wqGvo71Dr34vZO+UlCePZHFWj4UO3G+/2unvoiuAz+uIhC/9D3yvGx8G7/JDvS8hx6aO4oRUrwZRXC+joaePnBdVr5gido9ofFxPpkqmD+7po0+F3+HvhWBLT64bJk+7lP3PujXFr6jaBc+IeQkP1JS3L78op0+wcg5P7Py4D6W4VK+6fXmvTAIjD70bEG/SKLavo2crz6CB6U9CJyuviDJXL52hw4/hao/vqY3AT4mYoS+YUT6PhPFIj97Q40+MJQ+PrmwBT+aioI+FBPuPlo4ur7Tr8s+oXI4vJ9BEz8NKzY96AHNvskO+DvzAcy+hv+RPh2/MT+HvhU/17XwPTYUF72MmYy+o2vzPk7NjD0eq8G/qiYOv/isZz42ML0+5HApvNnX0T3ElPm9FG+HPfl+Db/r658/fWMNv7C3hL4iSSa+Cr5NPshTHb8GWYq+Zsk7v1odor7rxKU+Z8lfv3S4xb5B0No+iNQVvrttmT7knNG+lv8bP9KA0j67fe6+SXDfPvaUpzwlP8g+GyrzPjudgby2McW91yJUPyMcND/lXgq/egFPP6h1JL8IMVE+AqOjPgvFz76q9ru+bYCnP8q8Yb2326s8eD8UP1ey27xY34i+Bdoxvvljrj0oKSa/h4HzvrbUhL0+AQy/+s3RvXJcEr/+/Tk/DEMtPxwkaD9NJy6+BzupPtwh0L5Yu1s9+1pRviCU377/CCE+FvhhPTVSGj2TqVo99bt5P8AlCL+tFSu/Y1h8vGnDKD/Cdpa9aMOhvvoMBr920J4+OF+Nvhw3IT+b6YI/Ve6vvrK6Nb/oYvG+ll9rPqUCSb+2kwW/7TEYPv/dur4DcPC+ttDbPrw+VD+cZ+O94bGavybpwb6VAii+GSkGPyFhzD3xAc89zlVwv6aGRj1kIiG/yl0mPr4/5LsGMzO+cpzRviFWQT/VBqa9q0Ycvzbwg78+Ois/NTprPhmUBz4OrXg/wz9FP8fThb4CnaA+T2EZv4JlpT6PtQQ/pY49P1UYQr8qThK+z3cpP/2Q5D02ga88HI+AP2T8lD46GO89eExoP8ED4T5wtDk+mt6Hvdwnir7q1aC+8BBuPA5rXr4lkPK+WhZZvYTQFz4uVrW+BZE5PHm8Zr53LhU+ahUCvg7N+j7aC66+9k3xvg==", + "model": "torch-jit-export" + } }, - "age": "50", - "gender": "Male", - "gender_model_confidence": 0.902121365070343, - "person-attributes": "F: has_bag has_longsleeves has_longpants has_longhair has_coat_jacket", - "person-attributes_model_confidence": 0.6650304794311523, - "reid": "IfANPyX3rT7AypM+DyDSvuf0wztKUqg90RSIvnxWXL9ud2w/yI9+vnslYz87Hae+aM6gv4u2rT7Qw5Q+5XzWPmfHwr5MIYm8vvSSPsAFrz3/bsI/dN1Ov9dXlz4GEZ6+265Cv4Y5Az5yLFi+ur+9uweBez8pV8g+Ad01P4lZMD+JwI8+P8zzPulsNL+wh2W+OsBgv6XL7r3j+iY+eYojv9hPSb6hGAc/CDSgvjVTrL7XczM/lMXLN5EwgL+xg/y+0J8wvvUiwr7C99i+pWscv1xGgD4EvcE+xjGJPcS+Mr6JAhK/fxNOv1VTa7y1DLg+fwsqv5yafr5sDeu+pKRwPkaPA72ICLO+c9FPv4KtLL/QPQc/hL9bP9NSB7+atew+/ifuvV/fBj/ci9S9QsBXPxcsA7/6qYs+yBm3Pn0pDr/XqJ89OC00voTcvT43kvA9RmhEvyO2Az4PufI+vyVSP1HVHr/iICa/pfrGPs0Un74HxCg/mtRTP5SOyb1WDII95YYtvwDQGr/8OCY+HEsQP3VESb/5wwm+YjZWvZRc0r2kkwE/jQq1vqPlxj43cJe/aFSaP8lhjL2i8ek+NhgzP9K3Yj7I2CS/howSv/KgqL5AFZM/84r8vtiHrb1M0e8+QZFhPuN3o751mFW/ADA8v8+oMr7VHo6+XOQ4PO44Yz0l3I4/wFgfPy3DNb43Htq+zy3bPuTgVb9+rYu9wL/svYdy7L3P4Tc/EhUKv/ljwT4Ps5a+NFaDP6ELBz8Bx7i9JZlNvqFzfD2PLDy/i9hWv1Huh74g8AI/2Pu1PpNJk77VqcE96LYZPjz33D6kURq+NvuJP+Dwnr8+uBw982oAv8O0RL2Mugo+Wg1mvhPbvj4iOMQ+bcQGP2+CVz9V304/Ct7WvmfH4j6qjvW849NCPrZqHb/IYCk958wTP2bgsb1vwO++VaNavOZfIb+OM68+3JI5vyTpij2ylMA+z6yXPj1xF79OvM0+MwIiv1QEAj43Okk8aGMcvrNwAj5xHSi/9S9lvmCSQr87voq9Iuvfvirlbr9VbGO/IXqCvvXuED+pypO+CG2Hv3YxHL4MD1Q/O7XoPSQAG79OO1s+tyiwvk2dVz4YKFS/BexxPhYuFz2xqCC/lzeRPihWrb70Iz2+b40fPZXVxb6Tkdw98JB9PrnlmT51Bug+Yeg/v6OEs75zjia/xEsdP/ksWj+EX28+sTVPPvoEvL/fkQQ/8kvrPI5yv70LiOq+trQaPrl7jj81bDW/uy+9ve25Vz70//W+g7yDPjZCHT2Zhw6/Izs5v040NL6F4KS+M5yivo/Dl7yeYQu/vcyFPQaAhT2q25i9BBNWvgLY8L5H1Ou+URyqPQ==", "id": 1 } ] @@ -1529,34 +1719,48 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc } { "id": "atag-qcam1", - "debug_mac": "7f:88:8d:a9:ba:c1", - "timestamp": "2026-02-09T11:10:06.588Z", - "debug_timestamp_end": "2026-02-09T11:10:12.487Z", - "debug_processing_time": 5.899734735488892, - "rate": 15.777117409972615, + "debug_mac": "41:65:97:c3:5a:e0", + "timestamp": "2026-02-10T12:09:19.494Z", + "debug_timestamp_end": "2026-02-10T12:09:22.040Z", + "debug_processing_time": 2.5467610359191895, + "rate": 6.604081651768196, "objects": { "person": [ { "category": "person", - "confidence": 0.9578379988670349, + "confidence": 0.9993913173675537, "center_of_mass": { - "x": 564, - "y": 85, - "width": 63.333333333333336, - "height": 80.75 + "x": 490, + "y": 119, + "width": 59.0, + "height": 105.0 }, "bounding_box_px": { - "x": 501, - "y": 6, - "width": 190, - "height": 322 + "x": 432, + "y": 15, + "width": 176, + "height": 420 + }, + "metadata": { + "age": { + "label": "29", + "model": "age_gender" + }, + "gender": { + "label": "Male", + "confidence": 0.881291389465332, + "model": "age_gender" + }, + "person-attributes": { + "label": "M: has_bag has_longsleeves has_longpants", + "confidence": 0.9961508512496948, + "model": "torch-jit-export" + }, + "reid": { + "embedding": "FgHDPvThsD391oS/+TtsveKu2j585KK+3dYRPqOSNL4h2EE9+o6svn5EZr1URsk+CcbsvQ663j61EjE/qechvsg/VD69RwY/eLq0vtBftT61N6A+26QHvheQ175kZy2+C0jevuSr7Dxfq1w9ZCj/vn0Gib7ogts+PboKvwFfNj9RnzO/dYU+PywYVT8dHLG+CdQbv/47gr5bYj4/GbSTvrNSEj6K2UG+VP1zvWqoU77aB5q+JcZ0vY7Uwj5Z0i+/RlqTPoiQBb/HA2u9otNMPndTOr5BbwM+TQ7ZvVleML5aXgc/7RfAPkulbj+ASYE+qDgoPSc5QD0yvqI+Ewr9PsSFpj5qQrY+u74fPwHobL65xBM/HCEwP06Wjj5h4uy+TsqFvjRQ0z5SxEu/c5D0vtPSXD4hABs+sjF0vixLPr5Iyfo+5Gw7vhfXXL1OUJu+VYwDPrs7ID8MmQA+ygRdvt6jBT8KvK+99VgrPxIuXb8lCW8+hX32POc1MD8/V9683oqEvtiYsTyKg4a+GLtYPqvQSz8pfFY/dxylvVBimT42CoO+5OzxPlDQ0T2LvKC/Q1DavhYpC77PJ2A+BIQ4Pmj/Ub5QpLS9wHojvtaoAr8P2I4/BRgrvyybGL2ug9+98+ybPTMe+r5KVJm+NZwxvzVu4b4NRhM/VmaGv/xqlL76apE+HppfvRVnuz47cj6+NlVIPz94sj44dfC+xTumPvycID65Pbo+tGEDP6auQDz1r2m+og09P4WoXT+g+Gu+gKU9P3sqEb952oc+EK9dPvumHb+i/qi+aI6sP94DtL794TW9ikzlPlfNIr5WsIa+gvkruz8pVT5W1DO//qDMvpz/gT3T4Re/3iG2vnr2FL8PyoU/1XYuP1EDNz96F8W+fs2/vF8mTb7l1v88P1rNPIkBmL5H45Y+QOP4vfIjdz5w3XI88zoSP3FlDL/hXxa/sI14PukGyz5t3ZC+2CSbvflAEb+rEBI/KXZlvo7MLz/dwGY/+MtmvkghIb9H1i6/dkLhPlDDJL+NpIi+PTFEPgj2p76MxCG/KBjWPtyVET9cGkC+NzA/v0Eq2L7I30G+RzjfPpVm5z34bO69HUhav3PHhz46fRa/UTM/vJGNh72i5729XUxsvstjEj9+Wq6+Tk4xvwYOc78VEks/DLpEPjns9L3hmoY/Hb1SP+HxPz1o0Pg9IUE8vzRJID+O+XU+9iY2P1QXHb9DxRG+D/lIP7vSiTxKyUO9yuKQP05KBz/ZVp48ydN0P0smmD4zPhE+JMe+vOp7NL69zdK+haTgPW5HZL5HgC2+1fygvpghhT5p+F694u4EvkPYhL7sKwU8J3exPT1uFD8GW7m9PjQGvw==", + "model": "torch-jit-export" + } }, - "age": "25", - "gender": "Male", - "gender_model_confidence": 0.9393385648727417, - "person-attributes": "F: has_bag has_longsleeves has_longpants has_longhair has_coat_jacket", - "person-attributes_model_confidence": 0.9285990595817566, - "reid": "W8YiPzGEqb7ENRi+gsSTPvcY0z7aAdi+Ie2yPnD90b7KP2E8yUlovz47k75zOBe/p5/8PYKzkjz4e5s+ysgePiunm76B8do+gCILvpqG/L3/oVQ/oNYgvxjUv77x6ic9G/PXvrOOt75Cn34+NGyyPqBUgz4PQRw+2C3UPqw6ez6qOXo/gA31Pq1cPr6cWSC/aT6rvgCsHb+SdCM//DVBParJRj8Cb+E9rVSivlSyz777LgM+Q7kBvSujVb8daG2+dfeCvuBgq74CHCk+QjRivzrERT7BA+K+Wh+TPTFMvb1nTqS9XggdPXiIkj80xCy+nC3svsXSjL2V7Jw+KC2SvXHIFb7IWCO+A//hvUCqmL3sJc4+6DoKP0uhsL4Ze5i+LI33PHXtlz086mU+4/Y8Pwxi+r67W9M+4YKmP9UQ9751Vw8/6fWAvkFQNT8FNjq+HhLIPtAMrD3eaWg+Cue5vtCCwr4yoYC/ahcjPeI0Yr45NI8+G9ymPtRIAr7Qgh0/mf2rPSfHJzwWI4M+koqMPq9soLwEcYQ+3qqfvqXY1L4bcQ0/hT44vkcN0r7E6HU+aWJQP/zFRr9ZRCS/soogPxusqL595kO/yMkBvGIHM7/dxfY+oeU1v4OJYr3cGCw/Zm8QPqSbF7/zIS+//zKWv6qEHb+jd16+XR8xPbIi/7x//BM/nCT0vYDey76+byI8xbNYP5V5dL+Urh2/vRAdvpzhkLxu79M+uwXlPv2cUD4Xgb2+M1JnP4ADOj9RPRo/g/UlPuUOF733x1u/ATlgv8C6OL8bwiq/8NGVvgQ3iz4lliE/yO+GPjwmRj+i+L68KHx7Ppz2cL9fLi+/dEOGvr8PFr/8IAa/AWVDviD2q713Xog/nfMhP5x9Ez9OM2c/vMmfPm/ixL2DOCS+W0OcPNaAmT5uqjQ/Yj1PP+ok3r57g3G+Ckkgvwxjnb6Ydrw+Z+57vmVp5T5Ew5m9cvfsPlqU9b6a4y8/gAjHvm2Qqz5qGju/h8F7vtC2oL7q9ri+ZHtRPh5DkL4Iab0+9znqvi8gEr+uWx+/INw6PmA5UD5V3wU+a/drvvnlEL/KiBY/a741PrnTVb77VCg/hR2vPUNLCz7le+e+WzJBvvSdyjy6oXk+wTZQv5s/zD5MeJQ+PVQSvWVZar/UW4k+5Y1fvl5HcL7BRSQ/G/HuvqDu3r573FK/JR4IPyR7Nb62kP69LyuGP1rK3bwtzBM/Bt6JvgzbID/Mlii+KJ4zP4pgMz8O3QK+OQM6v95gdj0Bf0i9a069v0TsBD07ezG++jLDvno5bL5CYC48ZndivrRPyL5LvGK+EBeIvgqqlL1SKtI86Q5IvnaQCz/fKhm/LQC6PQ==", "id": 1 } ] @@ -1584,34 +1788,48 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc ```text { "id": "atag-qcam1", - "debug_mac": "57:9a:35:9c:22:dc", - "timestamp": "2026-02-09T11:12:13.948Z", - "debug_timestamp_end": "2026-02-09T11:12:18.043Z", - "debug_processing_time": 4.094555139541626, - "rate": 10.283004713511401, + "debug_mac": "61:9d:fa:a8:fc:c1", + "timestamp": "2026-02-10T12:14:10.652Z", + "debug_timestamp_end": "2026-02-10T12:14:15.120Z", + "debug_processing_time": 4.468069553375244, + "rate": 10.723265157886189, "objects": { "person": [ { "category": "person", - "confidence": 0.9951171875, + "confidence": 0.98388671875, "center_of_mass": { - "x": 829, - "y": 112, - "width": 50.0, - "height": 97.0 + "x": 650, + "y": 81, + "width": 35.333333333333336, + "height": 76.75 }, "bounding_box_px": { - "x": 780, - "y": 15, - "width": 150, - "height": 388 - }, - "age": "20", - "gender": "Female", - "gender_model_confidence": 0.85546875, - "person-attributes": "M: has_bag has_longsleeves has_longpants has_coat_jacket", - "person-attributes_model_confidence": 0.96533203125, - "reid": "k0PJPqo4ST445W8+5BQcPqDHJj9BD8u+FMDXPnd7aL51APw+wmJUv2UhpL7WqpO+WrCfvqzywj7lAQU/I56JPDhw873x4QQ/U/AtvrTGfr4eHeo+uZiLvh0UAL+N8XQ+aaNiv6y9zT131po+gF0TPhRDVz/SKgE/Do+TPrC6ij6Q5Ig/5R7HPr3egL2zlQ+/9Ds3vdTZOr3wvgG9lkxOvTBYIz+7r4g+vesHv0dqDL/ooUM9PlAkPVzZbb7F0YW+Hl5CvwplBr/bpIi8QioNv53E9r4P+iC/qibkPOP2Hr7/aTi+oI+GPmmXjD/JriK/f3Mpv8Myd73YmkM/4KtlvbsNgL0dtpC+Yze/vUOsOrtPjq8+QasgPx2HRb6IP/E9pMiMPUJE8b2RW+k+l8Y7P1FQD7+a9a8+2TxfP35XF78r5cc+0TJXvlaIzj6x1YC9nWv1PhzQbj5m9o+8dMU8v28bEb9eUWi/MFCUPQTMND0qa7C9WMGlPmuThL6weeI+gownPt+ykb4gtrY9YAAVPKegJz6iD7U+lZr4PdATPj32qNY+F6kUvxuS/r7fXOo93rDmPhG+2L5pfU6/2G8FP57yGb9QNlC/x3itvpR9wb6HSry7fv/uvh3Ql77QXJo+pDiWPvWDg7+YX0+/6Kqkv5lP3L4cKG++ctyLPsq9MT7d+IE+gqy+vfup4j1OsBm9ZHdQP+WtSb8Llny+hqsVvQQw9j4njwg+ZkfKPuRgEj8yMzy+ZNS7PumNJD++quE+GnPMPpaGsbsG+Bu/xeKuvuyi4L5vJ9O+zcUSvj+y/by+8vw+CuYDPpQ9zT5sTew9ZEeqPSnlPb+d8XW/U+6yvmd7jL5CWSW/oFZkvqa0Jry2qj4/2KxwP7daIj9rH4Q/+FytPoAskb6AwoS+VTBIvvuRjz7kpsw+HV+bPsDFJTzOrYq+vQkdv2aCnT3ikgw/BEoUPqBTkD17ePO+VhwHPgpIqL7WLyE/ncMgvpq05T4kHps9UHqLvT1Gtb5Sa4a++P2KPcG3Wr5SD1E+uculvpv4Gb+JO0+/8eCiPtxQ1z5ZuYk+hBKHPnAdJ79ojUc/exUGP3ot27t1o+A+xCrsvtNzyr3qL8a+VAGqvfGTHD5jt4a9ZrvHvjb2O73afP0+1wmBvvhkBr+6hhM/Rp6QPuHQtb1SMFE/IMJ2PTyg4z2QxC++kuopPhqCaL4ZDwG/PpRDP7fT/77+XSE/CUnavfg5yT5wc6y+mv5SPzxz5j7ES42+mLuhvu0ai71D5lE+O/u9v8Irwz5ZAIS+VF3KPWyMFb7LVNO9r+VPvjUJ8r5OMQm/l5UUv9wjPL5Ko3M9r5aavg86Hj84cQC/DtNfvQ==", + "x": 616, + "y": 6, + "width": 106, + "height": 307 + }, + "metadata": { + "age": { + "label": "40", + "model": "age_gender" + }, + "gender": { + "label": "Male", + "confidence": 0.95361328125, + "model": "age_gender" + }, + "person-attributes": { + "label": "F: has_bag has_hat has_longsleeves has_longpants has_longhair has_coat_jacket", + "confidence": 0.8408203125, + "model": "torch-jit-export" + }, + "reid": { + "embedding": "G0WOPmNU076x1Zi+TMzCPpQFSj+1YEa/iOKXPpcwSb0fTVw/uL6Bvy1jDr7SUgi/d79dvmgyED7oAZ8+gy0yPpCxfr4Qrv8+VrCfvkjowL44Zz0/WHukvuAe5b7AcPY54Vtbv6EhPz5UJ00+nshePocpFD9vRNq8nCa5Pq1jj73saXI/H0PqPvfrwL68F/K+rpRmvVPhzb5Uat09IBjvPKd3VT9B3Ow+Kb5zvyVa8r5Cg04+6h9QPWMOEr8US+a+m7cHv2zX9L74Wok90JlSv9jWDj4VICO/304EvifYs74b5ZK+CjUAvLSlrT9aWJy+XSEfv1ZLtL2ZAbk+e6JwvpFSpr4rkV2+T+R/vuud4r7sZXw+F3k3P0EaHL/kp6q+pichvlWp0L6Cuys/JVc8P5/CO7/qCq4+iKiZP7dzAr9G2gc/6/6bvh3s4T4McVa+xn/gPij5Uj7s3aQ+0SQRv/aznb2bmXu/XumfPq4Sgj28g6E+X12ePu420r7oFww/6Dy8PeB9ur0qcMg+RO79PiDIjb6oIVI+65I/PXsEj75yY08/sxQtvxY72r44Ank9bFbYPo4bar9GqCC/bAMpP7q75b67RHG/SuCuvqaXDb8gzNI+Qltov/DYeb62HTI/C8sKvtXBLr/90EG/BoWiv9+yAr+pVZK+gdqOPk3uRD6vkIY+D4ZOPt3xe77o/tO8RxBVP9Iaqb9vGAm/+0uhvtjiVz5Q6pg+/ksdPy/vAz+7zEW+Dv1EPzLDlD/6nEM+mpxSPikpar7aIGO/spFIv1Xhtr6n9B2/JBBUvdSOFT62Kg8/hnNMPtMiDz8Eb2k8TPstPlmqU7/+Z0u/IvMlvrazjL7O/j+/GeNDvfIhlb2OJoY/NoxRP5WvKT8qL2M/2JWKPihjY73Ju9W+pwShvTxuHT+XuRM/AoKYPjBDzbw0cG++cTcov7K3Ez5S9vo9vLdCPg72eT70WcK+CHEIPw6C+L6eQxU/wTFkvvsJrz4UhMu+eU0kvj92Fr8U1Yq+bDRePu/zCb4SmSQ/TzejvmWkcr9yUDW/iILSPBgcbT5CbA8+PJR1vOjNFr9SzDI/XS69PpeusD38V80+ouPqvXXwND2ZKCC/IP6AO6CZED0yLow+zOy8vrBdFj5rUZw+1U+xvSkRVb/JIyw/rfoivVlnMb6B73k/OFhXvv4u+j0uRVS/g3DHPvLa8b5u0xa/keqNPz6Hz73HwVE+9dKTvcDPGj+Dd8u+WrxEP4qmjz4seZ6+WbaQvjK1mr6NVpY+XQjvv5i9Pz78lcO+54nyvi0C876aK8m9PeWIvnCwML+aZxy/Xmm9vgCuVD1a2U6+z03hvgUuBD8bHUC+Fc+VPg==", + "model": "torch-jit-export" + } + }, "id": 1 } ] @@ -1619,34 +1837,48 @@ multifilesrc loop=TRUE location=/home/pipeline-server/videos/qcam1.ts name=sourc } { "id": "atag-qcam1", - "debug_mac": "57:9a:35:9c:22:dc", - "timestamp": "2026-02-09T11:12:13.951Z", - "debug_timestamp_end": "2026-02-09T11:12:18.146Z", - "debug_processing_time": 4.195011377334595, - "rate": 10.283004713511401, + "debug_mac": "61:9d:fa:a8:fc:c1", + "timestamp": "2026-02-10T12:14:10.653Z", + "debug_timestamp_end": "2026-02-10T12:14:15.225Z", + "debug_processing_time": 4.5717058181762695, + "rate": 10.723265157886189, "objects": { "person": [ { "category": "person", - "confidence": 0.9912109375, + "confidence": 0.984375, "center_of_mass": { - "x": 854, - "y": 123, - "width": 52.0, - "height": 93.0 + "x": 621, + "y": 83, + "width": 45.666666666666664, + "height": 78.0 }, "bounding_box_px": { - "x": 803, - "y": 30, - "width": 156, - "height": 372 - }, - "age": "21", - "gender": "Male", - "gender_model_confidence": 0.5126953125, - "person-attributes": "F: has_bag has_longsleeves has_longpants has_coat_jacket", - "person-attributes_model_confidence": 0.93017578125, - "reid": "so6pPqC11z3otQI9vuScPo6oTz+wKeu+1oegPodGX77Gxxs/YIMhv1Yyxb7ri7a+KWCNvQ7d6D63yYA+jZJAPmdPWb1qQIw+bMWmvcZ0zb4Qfy8/ArSMvsKJDr9D45Y+3kZxv4MIRj0iRwa7hUeCPl437T5ETwQ/WuMrP7Km+T6fDKk/jI0lP2C/97vDUiq/BpGevt/XHr1ME6k84CgCPcp7Dz/ON7U+E0sTv1qp5L6va5A+wr0gvbaENL4Sz3O+6NA9v+OlCr+9zH++GNcAv1APHD7bOiW/GIDiPVJBvT14fN2+h0VnPq/7oz+v4jG/h1X8vj+wgb14EQ8/ucRdvsPxBj4lb5q+QrtAvtD7y70Caus+/OWSPuJrxj0qora+uRwYvnS1Jj2Ipzk+EP5ePx3Ojb6IT2U+4HZ3P/cdkL6bKyE/L5QavkJDBj+50ey9J45xPjDwPT4iNAg+1jQcv5+iIr8Rj2C/oAYXPtAXrjzAmui7/k3CPjPGzb4wQWY+5OOjPiZF2r3AyjU+BAOEPYQBnDyfl8E+aE0CPuA4fL3NJg4/rSfcvkJALL8PRyU+NJnGPhu2sb4vZWy/wSoIPxp8HL+wyCy/L58dvl0eMr9wPYi+lMcOv20MIb+ynuE+loCFPoFne797FzG/42Ogv6SUsb4kQi++i/TnPtyrkj7sOa8+5xzGvgCNIDxmfpm+HnMuPx8jeb+rjpm+W6fPvTQMzT48h7Y+kj3PPjlF2T7Mqo2+dlkNPyEXZj/HsdQ+GKDkPuZoCT7Aaxe/8DPnvh+KEb9t3he/0/QAvwiBhD0cBPo+2h8svoCwZD760o4+iNwqPdIgFL8hEzq/1j8IvwCDM7/ZJui+EoC3vn1uMb3m1WM/KT6WP/I+ID98s28/WLM2P4C/sr36Wqe+VXa6vSPEJz8JkNE+EK7kPuBjVr5Laqe9bolJv+Tto7urTdk+Oe2OPjRxFD7tzKS+a8+0PpAmr74iuaE+1BaRvd8sJz/HNwi+jTyIvl8M77430ji+lwm9PoC8W741JWQ+Y5Z7vqvRL79JMnW/h4NmvaStqT5U9cs92b4Wvb9Pa7+7mA0/Yc0wP1pDOz4lSSA/9vhWvlwYzDyi5w2/UI7+PeonND45q6G9SWzLvlLU/j2Bmsw+PbrFvW9DSr9bdxY/dVecPqK/Zj7Xk2Q/TwP3vWb75T3wiQW+TmL0PmWkt77gtsW+dC9sP6QDLr8rglE/hbi1vdismT4chZ++ILaNPwqpCT8gEt+91lsIv/z2OL6dMEC9w5bUv9y5rLyn9Nq9ijgKPvOiIr6kEQ4+OtmRvpv7Jr+6HBa/e9YOvxOQuL1ooVs9E6Rmvrwb8j4QgxW/u3bwvQ==", + "x": 577, + "y": 6, + "width": 137, + "height": 312 + }, + "metadata": { + "age": { + "label": "39", + "model": "age_gender" + }, + "gender": { + "label": "Male", + "confidence": 0.93505859375, + "model": "age_gender" + }, + "person-attributes": { + "label": "F: has_bag has_longsleeves has_longpants has_longhair has_coat_jacket", + "confidence": 0.7646484375, + "model": "torch-jit-export" + }, + "reid": { + "embedding": "9ifcPnAYB79AFMY78mC+Phcc5z7T1ja/SOapPsLEpr7e5gg/sKZev5CnvD13HoK9HqFuvpaWA74wl7M+kC+MPk1vmL6axww/8B5BvMZUo75V3To/PoS2vu2P1L59WcM9ewALv/niAT6E+co9qIBqPgBv6j7da3o9M8e7PnH6ML5DWYw/k+fJPtT2Gr50MLa+gW61vO9nB7+FeN490ENKPqjWgj98bi8+5AhRv5dsrr7Mc7k9YhiDPv09TL/+Ure+wpwEv+W5yb7Qjes96kp0v+wPCz4+bUi/Gi85vkW0dr5bqeW+u3lYPQyrqj8b166+4n4Tv2Cz6DyHrC0/6eWovgV/hL7jCuu91Qn4vlsaz77HJ8E+PfgtP56JNb/uJJS+bBVNPddKnr40UQc/4TQ5P7bcH7/2Fqw+0oVxP9d9w75eBMY+G1Dpvu9nxz6D1Lu90h+HPnQPbz6iD4A+vGP8vnOae76XnoS/Jj0aPyAjH75Fgak+3AXAPnLGg754KVE/NoUJvth4Fr79IbE+pwvJPm4jQL16CeE+hD2qPBWFsr5O3iA/2r5Qv6UZi74A6pA6FO0aP0HnPb8ht/e+E1oLP+avlL6jhj+/4K8qvnYi174cM0E+iTHkvjr1p75YH/c+RS+FvQ8sN7/ptYe/61K5vxaOIL/qzKS+49RbPRpWij6yh1k+YDNoPly0h76M5mU9qRUQP3LQhb/TUiS/w0hDvtQwYz7wD/E+JSwGP7lrOj6b3s++ZuZRP2mRfj+0CBk+gHvWPUQ+sb3FimS/WySxvgZEEr8ddgC/wrUMvhbzfj5WqhE/KIKKPuh12z4iCGA9qrCDPo1AS7+4gj6/MhyRvivY6b73dk6/ptGDvlsa3b2cH08/hj4LP5oJBD8fCmo/HYPAPmr+OT6Tj62+KACfPfKtLD/9QxM/mxwoP4rpjb5nEcC+DDE6vzY6FT1hwS8+eH12PgAMqz5SdpG+CVE8PxjPvb7yQNk+oYAVvjBA3z5OFQ++k30Kvz2QF78qFd695xpRvfcy/r0jJi0/7HfMvu5yL79st1+/ExF7vXbwHT5GDjo+eYPlvR+jDr+AyVo/DrLvPic1jb3tiE4+Ai58vmcq3j0+pRW/LOt8PSWlTT3MIeM90FPlvm3EvT7GYn0+x2m0vVPwQ79XvAU/KdebvmR0WbxRb4I/rSZovnh0Fj0Utii/OwPePjbA6L5JQ0K+yLiKPw/3+b7gqPo9IBiKO9icSz998+y+ZmAnPx5XCz9xScy+In7zvlT/E7/m5jq9rgbkv+iiGj7oz/K+pfaQvm1jpL3focW9ed27vsiuNb8kpmO/4AoJvw7bbz4sdXa+Cn3FvlQ05D5FnKW+RlKcPg==", + "model": "torch-jit-export" + } + }, "id": 1 } ]