# AIA 2022 Demo Setup 1 terminal to monitor GPU 1 terminal to run decoing benchmark 1 terminal to run object-detection gstreamer pipeline server login : smc/admin cd ~/AIA2022 cp -ar models /tmp [monitor gpu0] /opt/xpum/bin/xpumcli dump -m 0,1,2,22,23,24,25 -d 0 [monitor gpu1] /opt/xpum/bin/xpumcli dump -m 0,1,2,22,23,24,25 -d 1 [benchmark] cd ~/AIA2022 ./benchmark_resnet50_b1_atsm1.sh ./object_classification_h264.sh ... [webrtc] cd ~/pipeline-server/samples/webrtc ./run.sh open chrome broswer on NUC/Windows http://172.18.1.100:3000 account: admin/admin # skip to not save account/password [...to power off] ./teardown.sh [debug] ``` /opt/intel/samples/bin/gst-launch-1.0 multifilesrc location=/home/smc/bb_store-aisle-detection_1080.h265 loop=true ! parsebin ! vaapih265dec name=decode0 ! video/x-raw\(memory:VASurface\) ! gvadetect inference-interval=3 device=GPU.1 nireq=4 batch-size=1 pre-process-backend=vaapi-surface-sharing pre-process-config=VAAPI_FAST_SCALE_LOAD_FACTOR=1 model-instance-id=det name=detect0 model-proc=/intel/3_Media_Analytics/content/models/ssd_mobilenet_v1_coco_INT8/ssd_mobilenet_v1_coco.json model=/intel/3_Media_Analytics/content/models/ssd_mobilenet_v1_coco_INT8/ssd_mobilenet_v1_coco.xml ! gvatrack tracking-type=short-term-imageless ! gvametaconvert add-empty-results=true ! gvametapublish method=file file-format=json-lines file-path=/tmp/result.json ! gvafpscounter ! fakesink async=false ``` 1 termainal to run model benchmakr b1/b128/b256 1 browser to show grafana ### Monitor GPU 0 /opt/xpum/bin/xpumcli dump -m 0,1,2,22,23,24,25 -d 0 Timestamp, DeviceId, GPU Utilization (%), GPU Power (W), GPU Frequency (MHz), Compute Engine 0 (%), Compute Engine 1 (%), Compute Engine 2 (%), Compute Engine 3 (%), Render Engine 0 (%), Decoder Engine 0 (%), Decoder Engine 1 (%), Encoder Engine 0 (%), Encoder Engine 1 (%) 2022-11-16T02:41:19.000Z, 0, 100.00, 51.16, 1350, 0.00, 0.00, 0.00, 0.00, 0.00, 99.24, 0.00, 99.24, 0.00 2022-11-16T02:41:21.000Z, 0, 100.00, 51.21, 1350, 0.00, 0.00, 0.00, 0.00, 0.00, 99.80, 0.00, 99.80, 0.00 2022-11-16T02:41:22.000Z, 0, 100.00, 51.22, 1350, 0.00, 0.00, 0.00, 0.00, 0.00, 99.45, 0.00, 99.45, 0.00 2022-11-16T02:41:23.000Z, 0, 100.00, 51.23, 1350, 0.00, 0.00, 0.00, 0.00, 0.00, 99.80, 0.00, 99.80, 0.00 2022-11-16T02:41:24.000Z, 0, 100.00, 51.22, 1350, 0.00, 0.00, 0.00, 0.00, 0.00, 99.49, 0.00, 99.49, 0.00 q2022-11-16T02:41:25.000Z, 0, 100.00, 51.30, 1350, 0.00, 0.00, 0.00, 0.00, 0.00, 99.80, 0.00, 99.80, 0.00 ### Monitor GPU 1 /opt/xpum/bin/xpumcli dump -m 0,1,2,22,23,24,25 -d 1 ### Run benchmark ~/AIA_2022 ### Run grafana ![](https://i.imgur.com/e6yCux4.png) ### YOLO v3 ### YOLO v4 ### YOLO v5 (ng) ### YOLO v7 (ng) ### Stable Diffusion ## Changing pipeline-server pipelines and models https://github.com/dlstreamer/pipeline-server/blob/main/docs/changing_object_detection_models.md smc@atsm150:~/pipeline-server$ ./tools/model_downloader/model_downloader.sh --model-list models_list/yolo-models.list.yml smc@atsm150:~/pipeline-server$ ./tools/model_downloader/model_downloader_test.sh root@e072d855126b:/opt/intel/dlstreamer# find | grep proc | grep -i yolo ./samples/gstreamer/model_proc/onnx/tinyyolov2-8.json ./samples/gstreamer/model_proc/onnx/yolov2-coco-9.json ./samples/gstreamer/model_proc/intel/yolo-v2-tiny-vehicle-detection-0001.json ./samples/gstreamer/model_proc/intel/yolo-v2-ava-0001.json ./samples/gstreamer/model_proc/intel/yolo-v2-ava-sparse-70-0001.json ./samples/gstreamer/model_proc/intel/yolo-v2-tiny-ava-0001.json ./samples/gstreamer/model_proc/intel/yolo-v2-tiny-ava-sparse-60-0001.json ./samples/gstreamer/model_proc/intel/yolo-v2-ava-sparse-35-0001.json ./samples/gstreamer/model_proc/intel/yolo-v2-tiny-ava-sparse-30-0001.json ./samples/gstreamer/model_proc/intel/person-vehicle-bike-detection-crossroad-yolov3-1020.json ./samples/gstreamer/model_proc/public/yolo-v5.json ./samples/gstreamer/model_proc/public/yolo-v2-voc-tf.json ./samples/gstreamer/model_proc/public/yolo-v4-tiny-tf.json ./samples/gstreamer/model_proc/public/yolo-v2-tiny-tf.json ./samples/gstreamer/model_proc/public/yolo-v4-tf.json ./samples/gstreamer/model_proc/public/yolo-v1-tiny-tf.json ./samples/gstreamer/model_proc/public/yolo-v3-tf.json ./samples/gstreamer/model_proc/public/mobilenet-yolo-v4-syg.json ./samples/gstreamer/model_proc/public/yolo-v2-tf.json ./samples/gstreamer/model_proc/public/yolo-v2-tiny-voc-tf.json ./samples/gstreamer/model_proc/public/yolo-v3-tiny-tf.json root@e072d855126b:/opt/intel/dlstreamer# find | grep proc ... ./samples/gstreamer/model_proc ./samples/gstreamer/model_proc/onnx ./samples/gstreamer/model_proc/onnx/emotion-ferplus-8.json ./samples/gstreamer/model_proc/onnx/tinyyolov2-8.json ./samples/gstreamer/model_proc/onnx/yolov2-coco-9.json ./samples/gstreamer/model_proc/onnx/mobilenetv2-7.json ./samples/gstreamer/model_proc/intel ./samples/gstreamer/model_proc/intel/age-gender-recognition-retail-0013.json ./samples/gstreamer/model_proc/intel/yolo-v2-tiny-vehicle-detection-0001.json ./samples/gstreamer/model_proc/intel/resnet18-xnor-binary-onnx-0001.json ./samples/gstreamer/model_proc/intel/person-attributes-recognition-crossroad-0230.json ./samples/gstreamer/model_proc/intel/face-detection-0205.json ./samples/gstreamer/model_proc/intel/license-plate-recognition-barrier-0007.json ./samples/gstreamer/model_proc/intel/face-detection-0206.json ./samples/gstreamer/model_proc/intel/resnet50-binary-0001.json ./samples/gstreamer/model_proc/intel/vehicle-detection-0202.json ./samples/gstreamer/model_proc/intel/yolo-v2-ava-0001.json ./samples/gstreamer/model_proc/intel/face-detection-0204.json ./samples/gstreamer/model_proc/intel/person-detection-0201.json ./samples/gstreamer/model_proc/intel/person-detection-0203.json ./samples/gstreamer/model_proc/intel/vehicle-detection-0201.json ./samples/gstreamer/model_proc/intel/person-vehicle-bike-detection-2002.json ./samples/gstreamer/model_proc/intel/vehicle-attributes-recognition-barrier-0039.json ./samples/gstreamer/model_proc/intel/vehicle-detection-0200.json ./samples/gstreamer/model_proc/intel/face-detection-0200.json ./samples/gstreamer/model_proc/intel/person-vehicle-bike-detection-crossroad-1016.json ./samples/gstreamer/model_proc/intel/person-detection-0200.json ./samples/gstreamer/model_proc/intel/yolo-v2-ava-sparse-70-0001.json ./samples/gstreamer/model_proc/intel/person-detection-0202.json ./samples/gstreamer/model_proc/intel/face-detection-0202.json ./samples/gstreamer/model_proc/intel/product-detection-0001.json ./samples/gstreamer/model_proc/intel/vehicle-detection-adas-0002.json ./samples/gstreamer/model_proc/intel/emotions-recognition-retail-0003.json ./samples/gstreamer/model_proc/intel/person-detection-0106.json ./samples/gstreamer/model_proc/intel/weld-porosity-detection-0001.json ./samples/gstreamer/model_proc/intel/person-vehicle-bike-detection-crossroad-0078.json ./samples/gstreamer/model_proc/intel/person-vehicle-bike-detection-2001.json ./samples/gstreamer/model_proc/intel/person-vehicle-bike-detection-2003.json ./samples/gstreamer/model_proc/intel/face-detection-retail-0005.json ./samples/gstreamer/model_proc/intel/pedestrian-and-vehicle-detector-adas-0001.json ./samples/gstreamer/model_proc/intel/person-vehicle-bike-detection-2000.json ./samples/gstreamer/model_proc/intel/yolo-v2-tiny-ava-0001.json ./samples/gstreamer/model_proc/intel/person-vehicle-bike-detection-2004.json ./samples/gstreamer/model_proc/intel/person-attributes-recognition-crossroad-0234.json ./samples/gstreamer/model_proc/intel/driver-action-recognition-adas-0002.json ./samples/gstreamer/model_proc/intel/landmarks-regression-retail-0009.json ./samples/gstreamer/model_proc/intel/yolo-v2-tiny-ava-sparse-60-0001.json ./samples/gstreamer/model_proc/intel/face-detection-retail-0004.json ./samples/gstreamer/model_proc/intel/license-plate-recognition-barrier-0001.json ./samples/gstreamer/model_proc/intel/vehicle-attributes-recognition-barrier-0042.json ./samples/gstreamer/model_proc/intel/person-attributes-recognition-crossroad-0238.json ./samples/gstreamer/model_proc/intel/vehicle-license-plate-detection-barrier-0106.json ./samples/gstreamer/model_proc/intel/yolo-v2-ava-sparse-35-0001.json ./samples/gstreamer/model_proc/intel/person-detection-retail-0013.json ./samples/gstreamer/model_proc/intel/yolo-v2-tiny-ava-sparse-30-0001.json ./samples/gstreamer/model_proc/intel/face-detection-adas-0001.json ./samples/gstreamer/model_proc/intel/person-detection-asl-0001.json ./samples/gstreamer/model_proc/intel/human-pose-estimation-0001.json ./samples/gstreamer/model_proc/intel/faster-rcnn-resnet101-coco-sparse-60-0001.json ./samples/gstreamer/model_proc/intel/horizontal-text-detection-0001.json ./samples/gstreamer/model_proc/intel/person-vehicle-bike-detection-crossroad-yolov3-1020.json ./samples/gstreamer/model_proc/intel/pedestrian-detection-adas-0002.json ./samples/gstreamer/model_proc/face-reidentification-retail-0095.json ./samples/gstreamer/model_proc/public ./samples/gstreamer/model_proc/public/preproc-image-info.json ./samples/gstreamer/model_proc/public/single-human-pose-estimation-0001.json ./samples/gstreamer/model_proc/public/vehicle-license-plate-detection-barrier-0123.json ./samples/gstreamer/model_proc/public/yolo-v5.json ./samples/gstreamer/model_proc/public/yolact-resnet50-fpn-pytorch.json ./samples/gstreamer/model_proc/public/yolo-v2-voc-tf.json ./samples/gstreamer/model_proc/public/yolo-v4-tiny-tf.json ./samples/gstreamer/model_proc/public/yolo-v2-tiny-tf.json ./samples/gstreamer/model_proc/public/open-closed-eye-0001.json ./samples/gstreamer/model_proc/public/yolo-v4-tf.json ./samples/gstreamer/model_proc/public/preproc-aspect-ratio.json ./samples/gstreamer/model_proc/public/yolo-v1-tiny-tf.json ./samples/gstreamer/model_proc/public/anti-spoof-mn3.json ./samples/gstreamer/model_proc/public/mobilefacedet-v1-mxnet.json ./samples/gstreamer/model_proc/public/yolo-v3-tf.json ./samples/gstreamer/model_proc/public/mobilenet-yolo-v4-syg.json ./samples/gstreamer/model_proc/public/aclnet.json ./samples/gstreamer/model_proc/public/yolo-v2-tf.json ./samples/gstreamer/model_proc/public/yolo-v2-tiny-voc-tf.json ./samples/gstreamer/model_proc/public/yolo-v3-tiny-tf.json