---
# System prepended metadata

title: ATS-M 2x128EU

---

# ATS-M 2x128EU

## Ubuntu 20.04

ase@ease-TANK-ADL-S:~/openvino_models$ python3 ~/l_openvino_toolkit_ubuntu20_2022.2.0.7713.af16ea1d79a_x86_64/samples/python/hello_query_device/hello_query_device.py 
[ INFO ] Available devices:
[E:] [BSL] found 0 ioexpander device
[ INFO ] CPU :
[ INFO ] 	SUPPORTED_PROPERTIES:
[ INFO ] 		AVAILABLE_DEVICES: 
[ INFO ] 		RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 1, 1
[ INFO ] 		RANGE_FOR_STREAMS: 1, 20
[ INFO ] 		FULL_DEVICE_NAME: 12th Gen Intel(R) Core(TM) i7-12700E
[ INFO ] 		OPTIMIZATION_CAPABILITIES: FP32, FP16, INT8, BIN, EXPORT_IMPORT
[ INFO ] 		CACHE_DIR: 
[ INFO ] 		NUM_STREAMS: 1
[ INFO ] 		AFFINITY: Affinity.HYBRID_AWARE
[ INFO ] 		INFERENCE_NUM_THREADS: 0
[ INFO ] 		PERF_COUNT: False
[ INFO ] 		INFERENCE_PRECISION_HINT: <Type: 'float32'>
[ INFO ] 		PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ] 		PERFORMANCE_HINT_NUM_REQUESTS: 0
[ INFO ] 
[ INFO ] GNA :
[ INFO ] 	SUPPORTED_PROPERTIES:
[ INFO ] 		AVAILABLE_DEVICES: GNA_SW
[ INFO ] 		OPTIMAL_NUMBER_OF_INFER_REQUESTS: 1
[ INFO ] 		RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 1, 1
[ INFO ] 		OPTIMIZATION_CAPABILITIES: INT16, INT8, EXPORT_IMPORT
[ INFO ] 		FULL_DEVICE_NAME: GNA_SW
[ INFO ] 		GNA_LIBRARY_FULL_VERSION: 3.0.0.1455
[ INFO ] 		GNA_SCALE_FACTOR_PER_INPUT: UNSUPPORTED TYPE
[ INFO ] 		GNA_FIRMWARE_MODEL_IMAGE: 
[ INFO ] 		GNA_DEVICE_MODE: GNA_SW_EXACT
[ INFO ] 		GNA_HW_EXECUTION_TARGET: UNSUPPORTED TYPE
[ INFO ] 		GNA_HW_COMPILE_TARGET: UNSUPPORTED TYPE
[ INFO ] 		GNA_PWL_DESIGN_ALGORITHM: UNSUPPORTED TYPE
[ INFO ] 		GNA_PWL_MAX_ERROR_PERCENT: 1.000000
[ INFO ] 		PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ] 		INFERENCE_PRECISION_HINT: <Type: 'undefined'>
[ INFO ] 		PERFORMANCE_HINT_NUM_REQUESTS: 1
[ INFO ] 		LOG_LEVEL: LOG_NONE
[ INFO ] 
[ INFO ] GPU.0 :
[ INFO ] 	SUPPORTED_PROPERTIES:
[ INFO ] 		AVAILABLE_DEVICES: 0, 1, 2
[ INFO ] 		RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 2, 1
[ INFO ] 		RANGE_FOR_STREAMS: 1, 2
[ INFO ] 		OPTIMAL_BATCH_SIZE: 1
[ INFO ] 		MAX_BATCH_SIZE: 1
[ INFO ] 		FULL_DEVICE_NAME: Intel(R) UHD Graphics 770 [0x4680] (iGPU)
[ INFO ] 		DEVICE_UUID: UNSUPPORTED TYPE
[ INFO ] 		DEVICE_TYPE: Type.INTEGRATED
[ INFO ] 		DEVICE_GOPS: UNSUPPORTED TYPE
[ INFO ] 		OPTIMIZATION_CAPABILITIES: FP32, BIN, FP16, INT8
[ INFO ] 		GPU_DEVICE_TOTAL_MEM_SIZE: UNSUPPORTED TYPE
[ INFO ] 		GPU_UARCH_VERSION: 12.0.0
[ INFO ] 		GPU_EXECUTION_UNITS_COUNT: 32
[ INFO ] 		GPU_MEMORY_STATISTICS: UNSUPPORTED TYPE
[ INFO ] 		PERF_COUNT: False
[ INFO ] 		MODEL_PRIORITY: Priority.MEDIUM
[ INFO ] 		GPU_HOST_TASK_PRIORITY: Priority.MEDIUM
[ INFO ] 		GPU_QUEUE_PRIORITY: Priority.MEDIUM
[ INFO ] 		GPU_QUEUE_THROTTLE: Priority.MEDIUM
[ INFO ] 		GPU_ENABLE_LOOP_UNROLLING: True
[ INFO ] 		CACHE_DIR: 
[ INFO ] 		PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ] 		COMPILATION_NUM_THREADS: 20
[ INFO ] 		NUM_STREAMS: 1
[ INFO ] 		PERFORMANCE_HINT_NUM_REQUESTS: 0
[ INFO ] 		DEVICE_ID: 0
[ INFO ] 
[ INFO ] GPU.1 :
[ INFO ] 	SUPPORTED_PROPERTIES:
[ INFO ] 		AVAILABLE_DEVICES: 0, 1, 2
[ INFO ] 		RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 2, 1
[ INFO ] 		RANGE_FOR_STREAMS: 1, 2
[ INFO ] 		OPTIMAL_BATCH_SIZE: 1
[ INFO ] 		MAX_BATCH_SIZE: 1
[ INFO ] 		FULL_DEVICE_NAME: Intel(R) Graphics [0x56c1] (dGPU)
[ INFO ] 		DEVICE_UUID: UNSUPPORTED TYPE
[ INFO ] 		DEVICE_TYPE: Type.DISCRETE
[ INFO ] 		DEVICE_GOPS: UNSUPPORTED TYPE
[ INFO ] 		OPTIMIZATION_CAPABILITIES: FP32, BIN, FP16, INT8, GPU_HW_MATMUL
[ INFO ] 		GPU_DEVICE_TOTAL_MEM_SIZE: UNSUPPORTED TYPE
[ INFO ] 		GPU_UARCH_VERSION: 12.7.1
[ INFO ] 		GPU_EXECUTION_UNITS_COUNT: 128
[ INFO ] 		GPU_MEMORY_STATISTICS: UNSUPPORTED TYPE
[ INFO ] 		PERF_COUNT: False
[ INFO ] 		MODEL_PRIORITY: Priority.MEDIUM
[ INFO ] 		GPU_HOST_TASK_PRIORITY: Priority.MEDIUM
[ INFO ] 		GPU_QUEUE_PRIORITY: Priority.MEDIUM
[ INFO ] 		GPU_QUEUE_THROTTLE: Priority.MEDIUM
[ INFO ] 		GPU_ENABLE_LOOP_UNROLLING: True
[ INFO ] 		CACHE_DIR: 
[ INFO ] 		PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ] 		COMPILATION_NUM_THREADS: 20
[ INFO ] 		NUM_STREAMS: 1
[ INFO ] 		PERFORMANCE_HINT_NUM_REQUESTS: 0
[ INFO ] 		DEVICE_ID: 1
[ INFO ] 
[ INFO ] GPU.2 :
[ INFO ] 	SUPPORTED_PROPERTIES:
[ INFO ] 		AVAILABLE_DEVICES: 0, 1, 2
[ INFO ] 		RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 2, 1
[ INFO ] 		RANGE_FOR_STREAMS: 1, 2
[ INFO ] 		OPTIMAL_BATCH_SIZE: 1
[ INFO ] 		MAX_BATCH_SIZE: 1
[ INFO ] 		FULL_DEVICE_NAME: Intel(R) Graphics [0x56c1] (dGPU)
[ INFO ] 		DEVICE_UUID: UNSUPPORTED TYPE
[ INFO ] 		DEVICE_TYPE: Type.DISCRETE
[ INFO ] 		DEVICE_GOPS: UNSUPPORTED TYPE
[ INFO ] 		OPTIMIZATION_CAPABILITIES: FP32, BIN, FP16, INT8, GPU_HW_MATMUL
[ INFO ] 		GPU_DEVICE_TOTAL_MEM_SIZE: UNSUPPORTED TYPE
[ INFO ] 		GPU_UARCH_VERSION: 12.7.1
[ INFO ] 		GPU_EXECUTION_UNITS_COUNT: 128
[ INFO ] 		GPU_MEMORY_STATISTICS: UNSUPPORTED TYPE
[ INFO ] 		PERF_COUNT: False
[ INFO ] 		MODEL_PRIORITY: Priority.MEDIUM
[ INFO ] 		GPU_HOST_TASK_PRIORITY: Priority.MEDIUM
[ INFO ] 		GPU_QUEUE_PRIORITY: Priority.MEDIUM
[ INFO ] 		GPU_QUEUE_THROTTLE: Priority.MEDIUM
[ INFO ] 		GPU_ENABLE_LOOP_UNROLLING: True
[ INFO ] 		CACHE_DIR: 
[ INFO ] 		PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ] 		COMPILATION_NUM_THREADS: 20
[ INFO ] 		NUM_STREAMS: 1
[ INFO ] 		PERFORMANCE_HINT_NUM_REQUESTS: 0
[ INFO ] 		DEVICE_ID: 2
[ INFO ] 

## benchamrk_app -d GPU.1

ease@ease-TANK-ADL-S:~/openvino_models$ benchmark_app -m public/yolo-v4-tf/FP16-INT8/yolo-v4-tf.xml -d GPU.1
[Step 1/11] Parsing and validating input arguments
[ WARNING ]  -nstreams default value is determined automatically for a device. Although the automatic selection usually provides a reasonable performance, but it still may be non-optimal for some cases, for more information look at README. 
[Step 2/11] Loading OpenVINO
[ WARNING ] PerformanceMode was not explicitly specified in command line. Device GPU.1 performance hint will be set to THROUGHPUT.
[ INFO ] OpenVINO:
         API version............. 2022.2.0-7713-af16ea1d79a-releases/2022/2
[ INFO ] Device info
         GPU
         Intel GPU plugin........ version 2022.2
         Build................... 2022.2.0-7713-af16ea1d79a-releases/2022/2

[Step 3/11] Setting device configuration
[ WARNING ] -nstreams default value is determined automatically for GPU.1 device. Although the automatic selection usually provides a reasonable performance, but it still may be non-optimal for some cases, for more information look at README.
[Step 4/11] Reading network files
[ INFO ] Read model took 425.29 ms
[Step 5/11] Resizing network to match image sizes and given batch
[ INFO ] Network batch size: 1
[Step 6/11] Configuring input of the model
[ INFO ] Model input 'image_input' precision u8, dimensions ([N,H,W,C]): 1 608 608 3
[ INFO ] Model output 'Func/StatefulPartitionedCall/output/_542:0' precision f32, dimensions ([...]): 1 38 38 255
[ INFO ] Model output 'Func/StatefulPartitionedCall/output/_543:0' precision f32, dimensions ([...]): 1 19 19 255
[ INFO ] Model output 'Func/StatefulPartitionedCall/output/_544:0' precision f32, dimensions ([...]): 1 76 76 255
[Step 7/11] Loading the model to the device
[ INFO ] Compile model took 187734.06 ms
[Step 8/11] Querying optimal runtime parameters
[ INFO ] DEVICE: GPU.1
[ INFO ]   AVAILABLE_DEVICES  , ['0', '1', '2']
[ INFO ]   RANGE_FOR_ASYNC_INFER_REQUESTS  , (1, 2, 1)
[ INFO ]   RANGE_FOR_STREAMS  , (1, 2)
[ INFO ]   OPTIMAL_BATCH_SIZE  , 1
[ INFO ]   MAX_BATCH_SIZE  , 1
[ INFO ]   FULL_DEVICE_NAME  , Intel(R) Graphics [0x56c1] (dGPU)
[ INFO ]   DEVICE_TYPE  , Type.DISCRETE
[ INFO ]   OPTIMIZATION_CAPABILITIES  , ['FP32', 'BIN', 'FP16', 'INT8', 'GPU_HW_MATMUL']
[ INFO ]   GPU_UARCH_VERSION  , 12.7.1
[ INFO ]   GPU_EXECUTION_UNITS_COUNT  , 128
[ INFO ]   PERF_COUNT  , False
[ INFO ]   MODEL_PRIORITY  , Priority.MEDIUM
[ INFO ]   GPU_HOST_TASK_PRIORITY  , Priority.MEDIUM
[ INFO ]   GPU_QUEUE_PRIORITY  , Priority.MEDIUM
[ INFO ]   GPU_QUEUE_THROTTLE  , Priority.MEDIUM
[ INFO ]   GPU_ENABLE_LOOP_UNROLLING  , True
[ INFO ]   CACHE_DIR  , 
[ INFO ]   PERFORMANCE_HINT  , PerformanceMode.THROUGHPUT
[ INFO ]   COMPILATION_NUM_THREADS  , 20
[ INFO ]   NUM_STREAMS  , 1
[ INFO ]   PERFORMANCE_HINT_NUM_REQUESTS  , 0
[ INFO ]   DEVICE_ID  , 1
[Step 9/11] Creating infer requests and preparing input data
[ INFO ] Create 8 infer requests took 338.61 ms
[ WARNING ] No input files were given for input 'image_input'!. This input will be filled with random values!
[ INFO ] Fill input 'image_input' with random values 
[Step 10/11] Measuring performance (Start inference asynchronously, 8 inference requests using 1 streams for GPU.1, inference only: True, limits: 60000 ms duration)
[ INFO ] Benchmarking in inference only mode (inputs filling are not included in measurement loop).
[ INFO ] First inference took 722.33 ms


[Step 11/11] Dumping statistics report
Count:          2272 iterations
Duration:       60345.19 ms
Latency:
    Median:     205.78 ms
    AVG:        212.17 ms
    MIN:        107.22 ms
    MAX:        230.38 ms
Throughput: 37.65 FPS

## -d GPU.2

ease@ease-TANK-ADL-S:~/openvino_models$ benchmark_app -m public/yolo-v4-tf/FP16-INT8/yolo-v4-tf.xml -d GPU.2
[Step 1/11] Parsing and validating input arguments
[ WARNING ]  -nstreams default value is determined automatically for a device. Although the automatic selection usually provides a reasonable performance, but it still may be non-optimal for some cases, for more information look at README. 
[Step 2/11] Loading OpenVINO
[ WARNING ] PerformanceMode was not explicitly specified in command line. Device GPU.2 performance hint will be set to THROUGHPUT.
[ INFO ] OpenVINO:
         API version............. 2022.2.0-7713-af16ea1d79a-releases/2022/2
[ INFO ] Device info
         GPU
         Intel GPU plugin........ version 2022.2
         Build................... 2022.2.0-7713-af16ea1d79a-releases/2022/2

[Step 3/11] Setting device configuration
[ WARNING ] -nstreams default value is determined automatically for GPU.2 device. Although the automatic selection usually provides a reasonable performance, but it still may be non-optimal for some cases, for more information look at README.
[Step 4/11] Reading network files
[ INFO ] Read model took 293.18 ms
[Step 5/11] Resizing network to match image sizes and given batch
[ INFO ] Network batch size: 1
[Step 6/11] Configuring input of the model
[ INFO ] Model input 'image_input' precision u8, dimensions ([N,H,W,C]): 1 608 608 3
[ INFO ] Model output 'Func/StatefulPartitionedCall/output/_542:0' precision f32, dimensions ([...]): 1 38 38 255
[ INFO ] Model output 'Func/StatefulPartitionedCall/output/_543:0' precision f32, dimensions ([...]): 1 19 19 255
[ INFO ] Model output 'Func/StatefulPartitionedCall/output/_544:0' precision f32, dimensions ([...]): 1 76 76 255
[Step 7/11] Loading the model to the device
[ INFO ] Compile model took 267178.01 ms
[Step 8/11] Querying optimal runtime parameters
[ INFO ] DEVICE: GPU.2
[ INFO ]   AVAILABLE_DEVICES  , ['0', '1', '2']
[ INFO ]   RANGE_FOR_ASYNC_INFER_REQUESTS  , (1, 2, 1)
[ INFO ]   RANGE_FOR_STREAMS  , (1, 2)
[ INFO ]   OPTIMAL_BATCH_SIZE  , 1
[ INFO ]   MAX_BATCH_SIZE  , 1
[ INFO ]   FULL_DEVICE_NAME  , Intel(R) Graphics [0x56c1] (dGPU)
[ INFO ]   DEVICE_TYPE  , Type.DISCRETE
[ INFO ]   OPTIMIZATION_CAPABILITIES  , ['FP32', 'BIN', 'FP16', 'INT8', 'GPU_HW_MATMUL']
[ INFO ]   GPU_UARCH_VERSION  , 12.7.1
[ INFO ]   GPU_EXECUTION_UNITS_COUNT  , 128
[ INFO ]   PERF_COUNT  , False
[ INFO ]   MODEL_PRIORITY  , Priority.MEDIUM
[ INFO ]   GPU_HOST_TASK_PRIORITY  , Priority.MEDIUM
[ INFO ]   GPU_QUEUE_PRIORITY  , Priority.MEDIUM
[ INFO ]   GPU_QUEUE_THROTTLE  , Priority.MEDIUM
[ INFO ]   GPU_ENABLE_LOOP_UNROLLING  , True
[ INFO ]   CACHE_DIR  , 
[ INFO ]   PERFORMANCE_HINT  , PerformanceMode.THROUGHPUT
[ INFO ]   COMPILATION_NUM_THREADS  , 20
[ INFO ]   NUM_STREAMS  , 1
[ INFO ]   PERFORMANCE_HINT_NUM_REQUESTS  , 0
[ INFO ]   DEVICE_ID  , 2
[Step 9/11] Creating infer requests and preparing input data
[ INFO ] Create 8 infer requests took 343.17 ms
[ WARNING ] No input files were given for input 'image_input'!. This input will be filled with random values!
[ INFO ] Fill input 'image_input' with random values 
[Step 10/11] Measuring performance (Start inference asynchronously, 8 inference requests using 1 streams for GPU.2, inference only: True, limits: 60000 ms duration)
[ INFO ] Benchmarking in inference only mode (inputs filling are not included in measurement loop).
[ INFO ] First inference took 756.00 ms
[Step 11/11] Dumping statistics report
Count:          2512 iterations
Duration:       60284.08 ms
Latency:
    Median:     191.95 ms
    AVG:        191.78 ms
    MIN:        96.88 ms
    MAX:        195.97 ms
Throughput: 41.67 FPS


### benchmark_app -d AUTO -hint cumulative_throughput

ease@ease-TANK-ADL-S:~/openvino_models$ benchmark_app -m public/yolo-v4-tf/FP16-INT8/yolo-v4-tf.xml -d AUTO -hint cumulative_throughput
[Step 1/11] Parsing and validating input arguments
[ WARNING ]  -nstreams default value is determined automatically for a device. Although the automatic selection usually provides a reasonable performance, but it still may be non-optimal for some cases, for more information look at README. 
[Step 2/11] Loading OpenVINO
[ WARNING ] Default duration 120 seconds is used for unknown device AUTO
[ INFO ] OpenVINO:
         API version............. 2022.2.0-7713-af16ea1d79a-releases/2022/2
[ INFO ] Device info
         AUTO
         MultiDevicePlugin....... version 2022.2
         Build................... 2022.2.0-7713-af16ea1d79a-releases/2022/2

[Step 3/11] Setting device configuration
[Step 4/11] Reading network files
[ INFO ] Read model took 319.00 ms
[Step 5/11] Resizing network to match image sizes and given batch
[ INFO ] Network batch size: 1
[Step 6/11] Configuring input of the model
[ INFO ] Model input 'image_input' precision u8, dimensions ([N,H,W,C]): 1 608 608 3
[ INFO ] Model output 'Func/StatefulPartitionedCall/output/_542:0' precision f32, dimensions ([...]): 1 38 38 255
[ INFO ] Model output 'Func/StatefulPartitionedCall/output/_543:0' precision f32, dimensions ([...]): 1 19 19 255
[ INFO ] Model output 'Func/StatefulPartitionedCall/output/_544:0' precision f32, dimensions ([...]): 1 76 76 255
[Step 7/11] Loading the model to the device
[E:] [BSL] found 0 ioexpander device
[E:] [BSL] found 0 ioexpander device
[E:] [BSL] found 0 ioexpander device
[ INFO ] Compile model took 297555.32 ms
[Step 8/11] Querying optimal runtime parameters
[ INFO ] DEVICE: AUTO
[ INFO ]   FULL_DEVICE_NAME  , AUTO
[E:] [BSL] found 0 ioexpander device
[ INFO ]   OPTIMIZATION_CAPABILITIES  , ['BIN', 'FP16', 'FP32', 'GPU_HW_MATMUL', 'INT16', 'INT8']
[ INFO ]   PERF_COUNT  , NO
[ INFO ]   PERFORMANCE_HINT  , CUMULATIVE_THROUGHPUT
[Step 9/11] Creating infer requests and preparing input data
[ INFO ] Create 36 infer requests took 2.41 ms
[ WARNING ] No input files were given for input 'image_input'!. This input will be filled with random values!
[ INFO ] Fill input 'image_input' with random values 
[Step 10/11] Measuring performance (Start inference asynchronously, 36 inference requests, inference only: True, limits: 120000 ms duration)
[ INFO ] Benchmarking in inference only mode (inputs filling are not included in measurement loop).
[ INFO ] First inference took 236.38 ms
[Step 11/11] Dumping statistics report
Count:          9396 iterations
Duration:       153267.80 ms
Latency:
    Median:     393.35 ms
    AVG:        469.80 ms
    MIN:        199.31 ms
    MAX:        53194.53 ms
Throughput: 61.30 FPS


## Windows 10

C:\Users\ease\Downloads\w_openvino_toolkit_windows_2022.2.0.7713.af16ea1d79a_x86_64\samples\python\hello_query_device>python hello_query_device.py
[ INFO ] Available devices:
[E:] [BSL] found 0 ioexpander device
[ INFO ] CPU :
[ INFO ]        SUPPORTED_PROPERTIES:
[ INFO ]                AVAILABLE_DEVICES:
[ INFO ]                RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 1, 1
[ INFO ]                RANGE_FOR_STREAMS: 1, 8
[ INFO ]                FULL_DEVICE_NAME: 11th Gen Intel(R) Core(TM) i3-11100B @ 3.60GHz
[ INFO ]                OPTIMIZATION_CAPABILITIES: WINOGRAD, FP32, FP16, INT8, BIN, EXPORT_IMPORT
[ INFO ]                CACHE_DIR:
[ INFO ]                NUM_STREAMS: 1
[ INFO ]                AFFINITY: Affinity.NONE
[ INFO ]                INFERENCE_NUM_THREADS: 0
[ INFO ]                PERF_COUNT: False
[ INFO ]                INFERENCE_PRECISION_HINT: <Type: 'float32'>
[ INFO ]                PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ]                PERFORMANCE_HINT_NUM_REQUESTS: 0
[ INFO ]
[ INFO ] GNA :
[ INFO ]        SUPPORTED_PROPERTIES:
[ INFO ]                AVAILABLE_DEVICES: GNA_SW
[ INFO ]                OPTIMAL_NUMBER_OF_INFER_REQUESTS: 1
[ INFO ]                RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 1, 1
[ INFO ]                OPTIMIZATION_CAPABILITIES: INT16, INT8, EXPORT_IMPORT
[ INFO ]                FULL_DEVICE_NAME: GNA_SW
[ INFO ]                GNA_LIBRARY_FULL_VERSION: 3.0.0.1455
[ INFO ]                GNA_SCALE_FACTOR_PER_INPUT: UNSUPPORTED TYPE
[ INFO ]                GNA_FIRMWARE_MODEL_IMAGE:
[ INFO ]                GNA_DEVICE_MODE: GNA_SW_EXACT
[ INFO ]                GNA_HW_EXECUTION_TARGET: UNSUPPORTED TYPE
[ INFO ]                GNA_HW_COMPILE_TARGET: UNSUPPORTED TYPE
[ INFO ]                GNA_PWL_DESIGN_ALGORITHM: UNSUPPORTED TYPE
[ INFO ]                GNA_PWL_MAX_ERROR_PERCENT: 1.000000
[ INFO ]                PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ]                INFERENCE_PRECISION_HINT: <Type: 'undefined'>
[ INFO ]                PERFORMANCE_HINT_NUM_REQUESTS: 1
[ INFO ]                LOG_LEVEL: LOG_NONE
[ INFO ]
[ INFO ] GPU.0 :
[ INFO ]        SUPPORTED_PROPERTIES:
[ INFO ]                AVAILABLE_DEVICES: 0, 1, 2
[ INFO ]                RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 2, 1
[ INFO ]                RANGE_FOR_STREAMS: 1, 2
[ INFO ]                OPTIMAL_BATCH_SIZE: 1
[ INFO ]                MAX_BATCH_SIZE: 1
[ INFO ]                FULL_DEVICE_NAME: Intel(R) UHD Graphics (iGPU)
[ INFO ]                DEVICE_UUID: UNSUPPORTED TYPE
[ INFO ]                DEVICE_TYPE: Type.INTEGRATED
[ INFO ]                DEVICE_GOPS: UNSUPPORTED TYPE
[ INFO ]                OPTIMIZATION_CAPABILITIES: FP32, BIN, FP16, INT8
[ INFO ]                GPU_DEVICE_TOTAL_MEM_SIZE: UNSUPPORTED TYPE
[ INFO ]                GPU_UARCH_VERSION: 12.0.0
[ INFO ]                GPU_EXECUTION_UNITS_COUNT: 16
[ INFO ]                GPU_MEMORY_STATISTICS: UNSUPPORTED TYPE
[ INFO ]                PERF_COUNT: False
[ INFO ]                MODEL_PRIORITY: Priority.MEDIUM
[ INFO ]                GPU_HOST_TASK_PRIORITY: Priority.MEDIUM
[ INFO ]                GPU_QUEUE_PRIORITY: Priority.MEDIUM
[ INFO ]                GPU_QUEUE_THROTTLE: Priority.MEDIUM
[ INFO ]                GPU_ENABLE_LOOP_UNROLLING: True
[ INFO ]                CACHE_DIR:
[ INFO ]                PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ]                COMPILATION_NUM_THREADS: 8
[ INFO ]                NUM_STREAMS: 1
[ INFO ]                PERFORMANCE_HINT_NUM_REQUESTS: 0
[ INFO ]                DEVICE_ID: 0
[ INFO ]
[ INFO ] GPU.1 :
[ INFO ]        SUPPORTED_PROPERTIES:
[ INFO ]                AVAILABLE_DEVICES: 0, 1, 2
[ INFO ]                RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 2, 1
[ INFO ]                RANGE_FOR_STREAMS: 1, 2
[ INFO ]                OPTIMAL_BATCH_SIZE: 1
[ INFO ]                MAX_BATCH_SIZE: 1
[ INFO ]                FULL_DEVICE_NAME: Intel(R) Xe Graphics (dGPU)
[ INFO ]                DEVICE_UUID: UNSUPPORTED TYPE
[ INFO ]                DEVICE_TYPE: Type.DISCRETE
[ INFO ]                DEVICE_GOPS: UNSUPPORTED TYPE
[ INFO ]                OPTIMIZATION_CAPABILITIES: FP32, BIN, FP16, INT8, GPU_HW_MATMUL
[ INFO ]                GPU_DEVICE_TOTAL_MEM_SIZE: UNSUPPORTED TYPE
[ INFO ]                GPU_UARCH_VERSION: 12.7.1
[ INFO ]                GPU_EXECUTION_UNITS_COUNT: 128
[ INFO ]                GPU_MEMORY_STATISTICS: UNSUPPORTED TYPE
[ INFO ]                PERF_COUNT: False
[ INFO ]                MODEL_PRIORITY: Priority.MEDIUM
[ INFO ]                GPU_HOST_TASK_PRIORITY: Priority.MEDIUM
[ INFO ]                GPU_QUEUE_PRIORITY: Priority.MEDIUM
[ INFO ]                GPU_QUEUE_THROTTLE: Priority.MEDIUM
[ INFO ]                GPU_ENABLE_LOOP_UNROLLING: True
[ INFO ]                CACHE_DIR:
[ INFO ]                PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ]                COMPILATION_NUM_THREADS: 8
[ INFO ]                NUM_STREAMS: 1
[ INFO ]                PERFORMANCE_HINT_NUM_REQUESTS: 0
[ INFO ]                DEVICE_ID: 1
[ INFO ]
[ INFO ] GPU.2 :
[ INFO ]        SUPPORTED_PROPERTIES:
[ INFO ]                AVAILABLE_DEVICES: 0, 1, 2
[ INFO ]                RANGE_FOR_ASYNC_INFER_REQUESTS: 1, 2, 1
[ INFO ]                RANGE_FOR_STREAMS: 1, 2
[ INFO ]                OPTIMAL_BATCH_SIZE: 1
[ INFO ]                MAX_BATCH_SIZE: 1
[ INFO ]                FULL_DEVICE_NAME: Intel(R) Xe Graphics (dGPU)
[ INFO ]                DEVICE_UUID: UNSUPPORTED TYPE
[ INFO ]                DEVICE_TYPE: Type.DISCRETE
[ INFO ]                DEVICE_GOPS: UNSUPPORTED TYPE
[ INFO ]                OPTIMIZATION_CAPABILITIES: FP32, BIN, FP16, INT8, GPU_HW_MATMUL
[ INFO ]                GPU_DEVICE_TOTAL_MEM_SIZE: UNSUPPORTED TYPE
[ INFO ]                GPU_UARCH_VERSION: 12.7.1
[ INFO ]                GPU_EXECUTION_UNITS_COUNT: 128
[ INFO ]                GPU_MEMORY_STATISTICS: UNSUPPORTED TYPE
[ INFO ]                PERF_COUNT: False
[ INFO ]                MODEL_PRIORITY: Priority.MEDIUM
[ INFO ]                GPU_HOST_TASK_PRIORITY: Priority.MEDIUM
[ INFO ]                GPU_QUEUE_PRIORITY: Priority.MEDIUM
[ INFO ]                GPU_QUEUE_THROTTLE: Priority.MEDIUM
[ INFO ]                GPU_ENABLE_LOOP_UNROLLING: True
[ INFO ]                CACHE_DIR:
[ INFO ]                PERFORMANCE_HINT: PerformanceMode.UNDEFINED
[ INFO ]                COMPILATION_NUM_THREADS: 8
[ INFO ]                NUM_STREAMS: 1
[ INFO ]                PERFORMANCE_HINT_NUM_REQUESTS: 0
[ INFO ]                DEVICE_ID: 2
[ INFO ]