# ATS-M 2x128EU

## Ubuntu 20.04

ase@ease-TANK-ADL-S:~/openvino_models$ python3 ~/l_openvino_toolkit_ubuntu20_2022.2.0.7713.af16ea1d79a_x86_64/samples/python/hello_query_device/hello_query_device.py
[ INFO ] Available devices:
[E:] [BSL] found 0 ioexpander device
[ INFO ] CPU :
[ INFO ] SUPPORTED_PROPERTIES:
[ INFO ] AVAILABLE_DEVICES:
[ INFO ] RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 1, 1
[ INFO ] RANGE_FOR_STREAMS: 1, 20
[ INFO ] FULL_DEVICE_NAME: 12th Gen Intel(R) Core(TM) i7-12700E
[ INFO ] OPTIMIZATION_CAPABILITIES: FP32, FP16, INT8, BIN, EXPORT_IMPORT
[ INFO ] CACHE_DIR:
[ INFO ] NUM_STREAMS: 1
[ INFO ] AFFINITY: Affinity.HYBRID_AWARE
[ INFO ] INFERENCE_NUM_THREADS: 0
[ INFO ] PERF_COUNT: False
[ INFO ] INFERENCE_PRECISION_HINT: <Type: 'float32'>
[ INFO ] PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ] PERFORMANCE_HINT_NUM_REQUESTS: 0
[ INFO ]
[ INFO ] GNA :
[ INFO ] SUPPORTED_PROPERTIES:
[ INFO ] AVAILABLE_DEVICES: GNA_SW
[ INFO ] OPTIMAL_NUMBER_OF_INFER_REQUESTS: 1
[ INFO ] RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 1, 1
[ INFO ] OPTIMIZATION_CAPABILITIES: INT16, INT8, EXPORT_IMPORT
[ INFO ] FULL_DEVICE_NAME: GNA_SW
[ INFO ] GNA_LIBRARY_FULL_VERSION: 3.0.0.1455
[ INFO ] GNA_SCALE_FACTOR_PER_INPUT: UNSUPPORTED TYPE
[ INFO ] GNA_FIRMWARE_MODEL_IMAGE:
[ INFO ] GNA_DEVICE_MODE: GNA_SW_EXACT
[ INFO ] GNA_HW_EXECUTION_TARGET: UNSUPPORTED TYPE
[ INFO ] GNA_HW_COMPILE_TARGET: UNSUPPORTED TYPE
[ INFO ] GNA_PWL_DESIGN_ALGORITHM: UNSUPPORTED TYPE
[ INFO ] GNA_PWL_MAX_ERROR_PERCENT: 1.000000
[ INFO ] PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ] INFERENCE_PRECISION_HINT: <Type: 'undefined'>
[ INFO ] PERFORMANCE_HINT_NUM_REQUESTS: 1
[ INFO ] LOG_LEVEL: LOG_NONE
[ INFO ]
[ INFO ] GPU.0 :
[ INFO ] SUPPORTED_PROPERTIES:
[ INFO ] AVAILABLE_DEVICES: 0, 1, 2
[ INFO ] RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 2, 1
[ INFO ] RANGE_FOR_STREAMS: 1, 2
[ INFO ] OPTIMAL_BATCH_SIZE: 1
[ INFO ] MAX_BATCH_SIZE: 1
[ INFO ] FULL_DEVICE_NAME: Intel(R) UHD Graphics 770 [0x4680] (iGPU)
[ INFO ] DEVICE_UUID: UNSUPPORTED TYPE
[ INFO ] DEVICE_TYPE: Type.INTEGRATED
[ INFO ] DEVICE_GOPS: UNSUPPORTED TYPE
[ INFO ] OPTIMIZATION_CAPABILITIES: FP32, BIN, FP16, INT8
[ INFO ] GPU_DEVICE_TOTAL_MEM_SIZE: UNSUPPORTED TYPE
[ INFO ] GPU_UARCH_VERSION: 12.0.0
[ INFO ] GPU_EXECUTION_UNITS_COUNT: 32
[ INFO ] GPU_MEMORY_STATISTICS: UNSUPPORTED TYPE
[ INFO ] PERF_COUNT: False
[ INFO ] MODEL_PRIORITY: Priority.MEDIUM
[ INFO ] GPU_HOST_TASK_PRIORITY: Priority.MEDIUM
[ INFO ] GPU_QUEUE_PRIORITY: Priority.MEDIUM
[ INFO ] GPU_QUEUE_THROTTLE: Priority.MEDIUM
[ INFO ] GPU_ENABLE_LOOP_UNROLLING: True
[ INFO ] CACHE_DIR:
[ INFO ] PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ] COMPILATION_NUM_THREADS: 20
[ INFO ] NUM_STREAMS: 1
[ INFO ] PERFORMANCE_HINT_NUM_REQUESTS: 0
[ INFO ] DEVICE_ID: 0
[ INFO ]
[ INFO ] GPU.1 :
[ INFO ] SUPPORTED_PROPERTIES:
[ INFO ] AVAILABLE_DEVICES: 0, 1, 2
[ INFO ] RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 2, 1
[ INFO ] RANGE_FOR_STREAMS: 1, 2
[ INFO ] OPTIMAL_BATCH_SIZE: 1
[ INFO ] MAX_BATCH_SIZE: 1
[ INFO ] FULL_DEVICE_NAME: Intel(R) Graphics [0x56c1] (dGPU)
[ INFO ] DEVICE_UUID: UNSUPPORTED TYPE
[ INFO ] DEVICE_TYPE: Type.DISCRETE
[ INFO ] DEVICE_GOPS: UNSUPPORTED TYPE
[ INFO ] OPTIMIZATION_CAPABILITIES: FP32, BIN, FP16, INT8, GPU_HW_MATMUL
[ INFO ] GPU_DEVICE_TOTAL_MEM_SIZE: UNSUPPORTED TYPE
[ INFO ] GPU_UARCH_VERSION: 12.7.1
[ INFO ] GPU_EXECUTION_UNITS_COUNT: 128
[ INFO ] GPU_MEMORY_STATISTICS: UNSUPPORTED TYPE
[ INFO ] PERF_COUNT: False
[ INFO ] MODEL_PRIORITY: Priority.MEDIUM
[ INFO ] GPU_HOST_TASK_PRIORITY: Priority.MEDIUM
[ INFO ] GPU_QUEUE_PRIORITY: Priority.MEDIUM
[ INFO ] GPU_QUEUE_THROTTLE: Priority.MEDIUM
[ INFO ] GPU_ENABLE_LOOP_UNROLLING: True
[ INFO ] CACHE_DIR:
[ INFO ] PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ] COMPILATION_NUM_THREADS: 20
[ INFO ] NUM_STREAMS: 1
[ INFO ] PERFORMANCE_HINT_NUM_REQUESTS: 0
[ INFO ] DEVICE_ID: 1
[ INFO ]
[ INFO ] GPU.2 :
[ INFO ] SUPPORTED_PROPERTIES:
[ INFO ] AVAILABLE_DEVICES: 0, 1, 2
[ INFO ] RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 2, 1
[ INFO ] RANGE_FOR_STREAMS: 1, 2
[ INFO ] OPTIMAL_BATCH_SIZE: 1
[ INFO ] MAX_BATCH_SIZE: 1
[ INFO ] FULL_DEVICE_NAME: Intel(R) Graphics [0x56c1] (dGPU)
[ INFO ] DEVICE_UUID: UNSUPPORTED TYPE
[ INFO ] DEVICE_TYPE: Type.DISCRETE
[ INFO ] DEVICE_GOPS: UNSUPPORTED TYPE
[ INFO ] OPTIMIZATION_CAPABILITIES: FP32, BIN, FP16, INT8, GPU_HW_MATMUL
[ INFO ] GPU_DEVICE_TOTAL_MEM_SIZE: UNSUPPORTED TYPE
[ INFO ] GPU_UARCH_VERSION: 12.7.1
[ INFO ] GPU_EXECUTION_UNITS_COUNT: 128
[ INFO ] GPU_MEMORY_STATISTICS: UNSUPPORTED TYPE
[ INFO ] PERF_COUNT: False
[ INFO ] MODEL_PRIORITY: Priority.MEDIUM
[ INFO ] GPU_HOST_TASK_PRIORITY: Priority.MEDIUM
[ INFO ] GPU_QUEUE_PRIORITY: Priority.MEDIUM
[ INFO ] GPU_QUEUE_THROTTLE: Priority.MEDIUM
[ INFO ] GPU_ENABLE_LOOP_UNROLLING: True
[ INFO ] CACHE_DIR:
[ INFO ] PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ] COMPILATION_NUM_THREADS: 20
[ INFO ] NUM_STREAMS: 1
[ INFO ] PERFORMANCE_HINT_NUM_REQUESTS: 0
[ INFO ] DEVICE_ID: 2
[ INFO ]

## benchamrk_app -d GPU.1

ease@ease-TANK-ADL-S:~/openvino_models$ benchmark_app -m public/yolo-v4-tf/FP16-INT8/yolo-v4-tf.xml -d GPU.1
[Step 1/11] Parsing and validating input arguments
[ WARNING ] -nstreams default value is determined automatically for a device. Although the automatic selection usually provides a reasonable performance, but it still may be non-optimal for some cases, for more information look at README.
[Step 2/11] Loading OpenVINO
[ WARNING ] PerformanceMode was not explicitly specified in command line. Device GPU.1 performance hint will be set to THROUGHPUT.
[ INFO ] OpenVINO:
API version............. 2022.2.0-7713-af16ea1d79a-releases/2022/2
[ INFO ] Device info
GPU
Intel GPU plugin........ version 2022.2
Build................... 2022.2.0-7713-af16ea1d79a-releases/2022/2

[Step 3/11] Setting device configuration
[ WARNING ] -nstreams default value is determined automatically for GPU.1 device. Although the automatic selection usually provides a reasonable performance, but it still may be non-optimal for some cases, for more information look at README.
[Step 4/11] Reading network files
[ INFO ] Read model took 425.29 ms
[Step 5/11] Resizing network to match image sizes and given batch
[ INFO ] Network batch size: 1
[Step 6/11] Configuring input of the model
[ INFO ] Model input 'image_input' precision u8, dimensions ([N,H,W,C]): 1 608 608 3
[ INFO ] Model output 'Func/StatefulPartitionedCall/output/_542:0' precision f32, dimensions ([...]): 1 38 38 255
[ INFO ] Model output 'Func/StatefulPartitionedCall/output/_543:0' precision f32, dimensions ([...]): 1 19 19 255
[ INFO ] Model output 'Func/StatefulPartitionedCall/output/_544:0' precision f32, dimensions ([...]): 1 76 76 255
[Step 7/11] Loading the model to the device
[ INFO ] Compile model took 187734.06 ms
[Step 8/11] Querying optimal runtime parameters
[ INFO ] DEVICE: GPU.1
[ INFO ] AVAILABLE_DEVICES , ['0', '1', '2']
[ INFO ] RANGE_FOR_ASYNC_INFER_REQUESTS , (1, 2, 1)
[ INFO ] RANGE_FOR_STREAMS , (1, 2)
[ INFO ] OPTIMAL_BATCH_SIZE , 1
[ INFO ] MAX_BATCH_SIZE , 1
[ INFO ] FULL_DEVICE_NAME , Intel(R) Graphics [0x56c1] (dGPU)
[ INFO ] DEVICE_TYPE , Type.DISCRETE
[ INFO ] OPTIMIZATION_CAPABILITIES , ['FP32', 'BIN', 'FP16', 'INT8', 'GPU_HW_MATMUL']
[ INFO ] GPU_UARCH_VERSION , 12.7.1
[ INFO ] GPU_EXECUTION_UNITS_COUNT , 128
[ INFO ] PERF_COUNT , False
[ INFO ] MODEL_PRIORITY , Priority.MEDIUM
[ INFO ] GPU_HOST_TASK_PRIORITY , Priority.MEDIUM
[ INFO ] GPU_QUEUE_PRIORITY , Priority.MEDIUM
[ INFO ] GPU_QUEUE_THROTTLE , Priority.MEDIUM
[ INFO ] GPU_ENABLE_LOOP_UNROLLING , True
[ INFO ] CACHE_DIR ,
[ INFO ] PERFORMANCE_HINT , PerformanceMode.THROUGHPUT
[ INFO ] COMPILATION_NUM_THREADS , 20
[ INFO ] NUM_STREAMS , 1
[ INFO ] PERFORMANCE_HINT_NUM_REQUESTS , 0
[ INFO ] DEVICE_ID , 1
[Step 9/11] Creating infer requests and preparing input data
[ INFO ] Create 8 infer requests took 338.61 ms
[ WARNING ] No input files were given for input 'image_input'!. This input will be filled with random values!
[ INFO ] Fill input 'image_input' with random values
[Step 10/11] Measuring performance (Start inference asynchronously, 8 inference requests using 1 streams for GPU.1, inference only: True, limits: 60000 ms duration)
[ INFO ] Benchmarking in inference only mode (inputs filling are not included in measurement loop).
[ INFO ] First inference took 722.33 ms

[Step 11/11] Dumping statistics report
Count: 2272 iterations
Duration: 60345.19 ms
Latency:
Median: 205.78 ms
AVG: 212.17 ms
MIN: 107.22 ms
MAX: 230.38 ms
Throughput: 37.65 FPS

## -d GPU.2

ease@ease-TANK-ADL-S:~/openvino_models$ benchmark_app -m public/yolo-v4-tf/FP16-INT8/yolo-v4-tf.xml -d GPU.2
[Step 1/11] Parsing and validating input arguments
[ WARNING ] -nstreams default value is determined automatically for a device. Although the automatic selection usually provides a reasonable performance, but it still may be non-optimal for some cases, for more information look at README.
[Step 2/11] Loading OpenVINO
[ WARNING ] PerformanceMode was not explicitly specified in command line. Device GPU.2 performance hint will be set to THROUGHPUT.
[ INFO ] OpenVINO:
API version............. 2022.2.0-7713-af16ea1d79a-releases/2022/2
[ INFO ] Device info
GPU
Intel GPU plugin........ version 2022.2
Build................... 2022.2.0-7713-af16ea1d79a-releases/2022/2

[Step 3/11] Setting device configuration
[ WARNING ] -nstreams default value is determined automatically for GPU.2 device. Although the automatic selection usually provides a reasonable performance, but it still may be non-optimal for some cases, for more information look at README.
[Step 4/11] Reading network files
[ INFO ] Read model took 293.18 ms
[Step 5/11] Resizing network to match image sizes and given batch
[ INFO ] Network batch size: 1
[Step 6/11] Configuring input of the model
[ INFO ] Model input 'image_input' precision u8, dimensions ([N,H,W,C]): 1 608 608 3
[ INFO ] Model output 'Func/StatefulPartitionedCall/output/_542:0' precision f32, dimensions ([...]): 1 38 38 255
[ INFO ] Model output 'Func/StatefulPartitionedCall/output/_543:0' precision f32, dimensions ([...]): 1 19 19 255
[ INFO ] Model output 'Func/StatefulPartitionedCall/output/_544:0' precision f32, dimensions ([...]): 1 76 76 255
[Step 7/11] Loading the model to the device
[ INFO ] Compile model took 267178.01 ms
[Step 8/11] Querying optimal runtime parameters
[ INFO ] DEVICE: GPU.2
[ INFO ] AVAILABLE_DEVICES , ['0', '1', '2']
[ INFO ] RANGE_FOR_ASYNC_INFER_REQUESTS , (1, 2, 1)
[ INFO ] RANGE_FOR_STREAMS , (1, 2)
[ INFO ] OPTIMAL_BATCH_SIZE , 1
[ INFO ] MAX_BATCH_SIZE , 1
[ INFO ] FULL_DEVICE_NAME , Intel(R) Graphics [0x56c1] (dGPU)
[ INFO ] DEVICE_TYPE , Type.DISCRETE
[ INFO ] OPTIMIZATION_CAPABILITIES , ['FP32', 'BIN', 'FP16', 'INT8', 'GPU_HW_MATMUL']
[ INFO ] GPU_UARCH_VERSION , 12.7.1
[ INFO ] GPU_EXECUTION_UNITS_COUNT , 128
[ INFO ] PERF_COUNT , False
[ INFO ] MODEL_PRIORITY , Priority.MEDIUM
[ INFO ] GPU_HOST_TASK_PRIORITY , Priority.MEDIUM
[ INFO ] GPU_QUEUE_PRIORITY , Priority.MEDIUM
[ INFO ] GPU_QUEUE_THROTTLE , Priority.MEDIUM
[ INFO ] GPU_ENABLE_LOOP_UNROLLING , True
[ INFO ] CACHE_DIR ,
[ INFO ] PERFORMANCE_HINT , PerformanceMode.THROUGHPUT
[ INFO ] COMPILATION_NUM_THREADS , 20
[ INFO ] NUM_STREAMS , 1
[ INFO ] PERFORMANCE_HINT_NUM_REQUESTS , 0
[ INFO ] DEVICE_ID , 2
[Step 9/11] Creating infer requests and preparing input data
[ INFO ] Create 8 infer requests took 343.17 ms
[ WARNING ] No input files were given for input 'image_input'!. This input will be filled with random values!
[ INFO ] Fill input 'image_input' with random values
[Step 10/11] Measuring performance (Start inference asynchronously, 8 inference requests using 1 streams for GPU.2, inference only: True, limits: 60000 ms duration)
[ INFO ] Benchmarking in inference only mode (inputs filling are not included in measurement loop).
[ INFO ] First inference took 756.00 ms
[Step 11/11] Dumping statistics report
Count: 2512 iterations
Duration: 60284.08 ms
Latency:
Median: 191.95 ms
AVG: 191.78 ms
MIN: 96.88 ms
MAX: 195.97 ms
Throughput: 41.67 FPS

### benchmark_app -d AUTO -hint cumulative_throughput

ease@ease-TANK-ADL-S:~/openvino_models$ benchmark_app -m public/yolo-v4-tf/FP16-INT8/yolo-v4-tf.xml -d AUTO -hint cumulative_throughput
[Step 1/11] Parsing and validating input arguments
[ WARNING ] -nstreams default value is determined automatically for a device. Although the automatic selection usually provides a reasonable performance, but it still may be non-optimal for some cases, for more information look at README.
[Step 2/11] Loading OpenVINO
[ WARNING ] Default duration 120 seconds is used for unknown device AUTO
[ INFO ] OpenVINO:
API version............. 2022.2.0-7713-af16ea1d79a-releases/2022/2
[ INFO ] Device info
AUTO
MultiDevicePlugin....... version 2022.2
Build................... 2022.2.0-7713-af16ea1d79a-releases/2022/2

[Step 3/11] Setting device configuration
[Step 4/11] Reading network files
[ INFO ] Read model took 319.00 ms
[Step 5/11] Resizing network to match image sizes and given batch
[ INFO ] Network batch size: 1
[Step 6/11] Configuring input of the model
[ INFO ] Model input 'image_input' precision u8, dimensions ([N,H,W,C]): 1 608 608 3
[ INFO ] Model output 'Func/StatefulPartitionedCall/output/_542:0' precision f32, dimensions ([...]): 1 38 38 255
[ INFO ] Model output 'Func/StatefulPartitionedCall/output/_543:0' precision f32, dimensions ([...]): 1 19 19 255
[ INFO ] Model output 'Func/StatefulPartitionedCall/output/_544:0' precision f32, dimensions ([...]): 1 76 76 255
[Step 7/11] Loading the model to the device
[E:] [BSL] found 0 ioexpander device
[E:] [BSL] found 0 ioexpander device
[E:] [BSL] found 0 ioexpander device
[ INFO ] Compile model took 297555.32 ms
[Step 8/11] Querying optimal runtime parameters
[ INFO ] DEVICE: AUTO
[ INFO ] FULL_DEVICE_NAME , AUTO
[E:] [BSL] found 0 ioexpander device
[ INFO ] OPTIMIZATION_CAPABILITIES , ['BIN', 'FP16', 'FP32', 'GPU_HW_MATMUL', 'INT16', 'INT8']
[ INFO ] PERF_COUNT , NO
[ INFO ] PERFORMANCE_HINT , CUMULATIVE_THROUGHPUT
[Step 9/11] Creating infer requests and preparing input data
[ INFO ] Create 36 infer requests took 2.41 ms
[ WARNING ] No input files were given for input 'image_input'!. This input will be filled with random values!
[ INFO ] Fill input 'image_input' with random values
[Step 10/11] Measuring performance (Start inference asynchronously, 36 inference requests, inference only: True, limits: 120000 ms duration)
[ INFO ] Benchmarking in inference only mode (inputs filling are not included in measurement loop).
[ INFO ] First inference took 236.38 ms
[Step 11/11] Dumping statistics report
Count: 9396 iterations
Duration: 153267.80 ms
Latency:
Median: 393.35 ms
AVG: 469.80 ms
MIN: 199.31 ms
MAX: 53194.53 ms
Throughput: 61.30 FPS

## Windows 10

C:\Users\ease\Downloads\w_openvino_toolkit_windows_2022.2.0.7713.af16ea1d79a_x86_64\samples\python\hello_query_device>python hello_query_device.py
[ INFO ] Available devices:
[E:] [BSL] found 0 ioexpander device
[ INFO ] CPU :
[ INFO ] SUPPORTED_PROPERTIES:
[ INFO ] AVAILABLE_DEVICES:
[ INFO ] RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 1, 1
[ INFO ] RANGE_FOR_STREAMS: 1, 8
[ INFO ] FULL_DEVICE_NAME: 11th Gen Intel(R) Core(TM) i3-11100B @ 3.60GHz
[ INFO ] OPTIMIZATION_CAPABILITIES: WINOGRAD, FP32, FP16, INT8, BIN, EXPORT_IMPORT
[ INFO ] CACHE_DIR:
[ INFO ] NUM_STREAMS: 1
[ INFO ] AFFINITY: Affinity.NONE
[ INFO ] INFERENCE_NUM_THREADS: 0
[ INFO ] PERF_COUNT: False
[ INFO ] INFERENCE_PRECISION_HINT: <Type: 'float32'>
[ INFO ] PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ] PERFORMANCE_HINT_NUM_REQUESTS: 0
[ INFO ]
[ INFO ] GNA :
[ INFO ] SUPPORTED_PROPERTIES:
[ INFO ] AVAILABLE_DEVICES: GNA_SW
[ INFO ] OPTIMAL_NUMBER_OF_INFER_REQUESTS: 1
[ INFO ] RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 1, 1
[ INFO ] OPTIMIZATION_CAPABILITIES: INT16, INT8, EXPORT_IMPORT
[ INFO ] FULL_DEVICE_NAME: GNA_SW
[ INFO ] GNA_LIBRARY_FULL_VERSION: 3.0.0.1455
[ INFO ] GNA_SCALE_FACTOR_PER_INPUT: UNSUPPORTED TYPE
[ INFO ] GNA_FIRMWARE_MODEL_IMAGE:
[ INFO ] GNA_DEVICE_MODE: GNA_SW_EXACT
[ INFO ] GNA_HW_EXECUTION_TARGET: UNSUPPORTED TYPE
[ INFO ] GNA_HW_COMPILE_TARGET: UNSUPPORTED TYPE
[ INFO ] GNA_PWL_DESIGN_ALGORITHM: UNSUPPORTED TYPE
[ INFO ] GNA_PWL_MAX_ERROR_PERCENT: 1.000000
[ INFO ] PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ] INFERENCE_PRECISION_HINT: <Type: 'undefined'>
[ INFO ] PERFORMANCE_HINT_NUM_REQUESTS: 1
[ INFO ] LOG_LEVEL: LOG_NONE
[ INFO ]
[ INFO ] GPU.0 :
[ INFO ] SUPPORTED_PROPERTIES:
[ INFO ] AVAILABLE_DEVICES: 0, 1, 2
[ INFO ] RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 2, 1
[ INFO ] RANGE_FOR_STREAMS: 1, 2
[ INFO ] OPTIMAL_BATCH_SIZE: 1
[ INFO ] MAX_BATCH_SIZE: 1
[ INFO ] FULL_DEVICE_NAME: Intel(R) UHD Graphics (iGPU)
[ INFO ] DEVICE_UUID: UNSUPPORTED TYPE
[ INFO ] DEVICE_TYPE: Type.INTEGRATED
[ INFO ] DEVICE_GOPS: UNSUPPORTED TYPE
[ INFO ] OPTIMIZATION_CAPABILITIES: FP32, BIN, FP16, INT8
[ INFO ] GPU_DEVICE_TOTAL_MEM_SIZE: UNSUPPORTED TYPE
[ INFO ] GPU_UARCH_VERSION: 12.0.0
[ INFO ] GPU_EXECUTION_UNITS_COUNT: 16
[ INFO ] GPU_MEMORY_STATISTICS: UNSUPPORTED TYPE
[ INFO ] PERF_COUNT: False
[ INFO ] MODEL_PRIORITY: Priority.MEDIUM
[ INFO ] GPU_HOST_TASK_PRIORITY: Priority.MEDIUM
[ INFO ] GPU_QUEUE_PRIORITY: Priority.MEDIUM
[ INFO ] GPU_QUEUE_THROTTLE: Priority.MEDIUM
[ INFO ] GPU_ENABLE_LOOP_UNROLLING: True
[ INFO ] CACHE_DIR:
[ INFO ] PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ] COMPILATION_NUM_THREADS: 8
[ INFO ] NUM_STREAMS: 1
[ INFO ] PERFORMANCE_HINT_NUM_REQUESTS: 0
[ INFO ] DEVICE_ID: 0
[ INFO ]
[ INFO ] GPU.1 :
[ INFO ] SUPPORTED_PROPERTIES:
[ INFO ] AVAILABLE_DEVICES: 0, 1, 2
[ INFO ] RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 2, 1
[ INFO ] RANGE_FOR_STREAMS: 1, 2
[ INFO ] OPTIMAL_BATCH_SIZE: 1
[ INFO ] MAX_BATCH_SIZE: 1
[ INFO ] FULL_DEVICE_NAME: Intel(R) Xe Graphics (dGPU)
[ INFO ] DEVICE_UUID: UNSUPPORTED TYPE
[ INFO ] DEVICE_TYPE: Type.DISCRETE
[ INFO ] DEVICE_GOPS: UNSUPPORTED TYPE
[ INFO ] OPTIMIZATION_CAPABILITIES: FP32, BIN, FP16, INT8, GPU_HW_MATMUL
[ INFO ] GPU_DEVICE_TOTAL_MEM_SIZE: UNSUPPORTED TYPE
[ INFO ] GPU_UARCH_VERSION: 12.7.1
[ INFO ] GPU_EXECUTION_UNITS_COUNT: 128
[ INFO ] GPU_MEMORY_STATISTICS: UNSUPPORTED TYPE
[ INFO ] PERF_COUNT: False
[ INFO ] MODEL_PRIORITY: Priority.MEDIUM
[ INFO ] GPU_HOST_TASK_PRIORITY: Priority.MEDIUM
[ INFO ] GPU_QUEUE_PRIORITY: Priority.MEDIUM
[ INFO ] GPU_QUEUE_THROTTLE: Priority.MEDIUM
[ INFO ] GPU_ENABLE_LOOP_UNROLLING: True
[ INFO ] CACHE_DIR:
[ INFO ] PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ] COMPILATION_NUM_THREADS: 8
[ INFO ] NUM_STREAMS: 1
[ INFO ] PERFORMANCE_HINT_NUM_REQUESTS: 0
[ INFO ] DEVICE_ID: 1
[ INFO ]
[ INFO ] GPU.2 :
[ INFO ] SUPPORTED_PROPERTIES:
[ INFO ] AVAILABLE_DEVICES: 0, 1, 2
[ INFO ] RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 2, 1
[ INFO ] RANGE_FOR_STREAMS: 1, 2
[ INFO ] OPTIMAL_BATCH_SIZE: 1
[ INFO ] MAX_BATCH_SIZE: 1
[ INFO ] FULL_DEVICE_NAME: Intel(R) Xe Graphics (dGPU)
[ INFO ] DEVICE_UUID: UNSUPPORTED TYPE
[ INFO ] DEVICE_TYPE: Type.DISCRETE
[ INFO ] DEVICE_GOPS: UNSUPPORTED TYPE
[ INFO ] OPTIMIZATION_CAPABILITIES: FP32, BIN, FP16, INT8, GPU_HW_MATMUL
[ INFO ] GPU_DEVICE_TOTAL_MEM_SIZE: UNSUPPORTED TYPE
[ INFO ] GPU_UARCH_VERSION: 12.7.1
[ INFO ] GPU_EXECUTION_UNITS_COUNT: 128
[ INFO ] GPU_MEMORY_STATISTICS: UNSUPPORTED TYPE
[ INFO ] PERF_COUNT: False
[ INFO ] MODEL_PRIORITY: Priority.MEDIUM
[ INFO ] GPU_HOST_TASK_PRIORITY: Priority.MEDIUM
[ INFO ] GPU_QUEUE_PRIORITY: Priority.MEDIUM
[ INFO ] GPU_QUEUE_THROTTLE: Priority.MEDIUM
[ INFO ] GPU_ENABLE_LOOP_UNROLLING: True
[ INFO ] CACHE_DIR:
[ INFO ] PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ] COMPILATION_NUM_THREADS: 8
[ INFO ] NUM_STREAMS: 1
[ INFO ] PERFORMANCE_HINT_NUM_REQUESTS: 0
[ INFO ] DEVICE_ID: 2
[ INFO ]