Use Vitis AI3.0--the model FPS is very Low

[a42385029]

This is my model -FCN segmentation
root@9egpetalinux:/Vitis-AI-3.0/Vitis-AI-3.0/examples/vai_runtime/fcn# xdputil benchmark /usr/share/vitis_ai_library/models/fcn/fcn.xmodel -i -1 5
WARNING: Logging before InitGoogleLogging() is written to STDERR
I1119 17:56:25.602712 1045 test_dpu_runner_mt.cpp:475] shuffle results for batch...
I1119 17:56:25.647300 1045 performance_test.hpp:73] 0% ...
I1119 17:56:31.647481 1045 performance_test.hpp:76] 10% ...
I1119 17:56:37.647634 1045 performance_test.hpp:76] 20% ...
I1119 17:56:43.647783 1045 performance_test.hpp:76] 30% ...
I1119 17:56:49.647927 1045 performance_test.hpp:76] 40% ...
I1119 17:56:55.648077 1045 performance_test.hpp:76] 50% ...
I1119 17:57:01.648269 1045 performance_test.hpp:76] 60% ...
I1119 17:57:07.648527 1045 performance_test.hpp:76] 70% ...
I1119 17:57:13.648675 1045 performance_test.hpp:76] 80% ...
I1119 17:57:19.648823 1045 performance_test.hpp:76] 90% ...
I1119 17:57:25.648974 1045 performance_test.hpp:76] 100% ...
I1119 17:57:25.649032 1045 performance_test.hpp:79] stop and waiting for all threads terminated....
I1119 17:57:26.984760 1045 performance_test.hpp:85] thread-0 processes 20 frames
I1119 17:57:26.984831 1045 performance_test.hpp:85] thread-1 processes 31 frames
I1119 17:57:26.984854 1045 performance_test.hpp:85] thread-2 processes 19 frames
I1119 17:57:26.984876 1045 performance_test.hpp:85] thread-3 processes 30 frames
I1119 17:57:27.834997 1045 performance_test.hpp:85] thread-4 processes 20 frames
I1119 17:57:27.835050 1045 performance_test.hpp:93] it takes 2185999 us for shutdown
I1119 17:57:27.835069 1045 performance_test.hpp:94] FPS= 1.92964 number_of_frames= 120 time= 62.1878 seconds.
I1119 17:57:27.835115 1045 performance_test.hpp:96] BYEBYE
Test PASS.
This is resnet50.
root@9egpetalinux:/Vitis-AI-3.0/Vitis-AI-3.0/examples/vai_runtime/fcn# xdputil benchmark /usr/share/vitis_ai_library/models/resnet50/resnet50.xmodel -i -1 4
WARNING: Logging before InitGoogleLogging() is written to STDERR
I1119 17:40:15.888566 996 test_dpu_runner_mt.cpp:475] shuffle results for batch...
I1119 17:40:15.891220 996 performance_test.hpp:73] 0% ...
I1119 17:40:21.891374 996 performance_test.hpp:76] 10% ...
I1119 17:40:27.891520 996 performance_test.hpp:76] 20% ...
I1119 17:40:33.891678 996 performance_test.hpp:76] 30% ...
I1119 17:40:39.891842 996 performance_test.hpp:76] 40% ...
I1119 17:40:45.891990 996 performance_test.hpp:76] 50% ...
I1119 17:40:51.892132 996 performance_test.hpp:76] 60% ...
I1119 17:40:57.892297 996 performance_test.hpp:76] 70% ...
I1119 17:41:03.892449 996 performance_test.hpp:76] 80% ...
I1119 17:41:09.892597 996 performance_test.hpp:76] 90% ...
I1119 17:41:15.892745 996 performance_test.hpp:76] 100% ...
I1119 17:41:15.892802 996 performance_test.hpp:79] stop and waiting for all threads terminated....
I1119 17:41:16.080142 996 performance_test.hpp:85] thread-0 processes 227 frames
I1119 17:41:16.080178 996 performance_test.hpp:85] thread-1 processes 225 frames
I1119 17:41:16.080199 996 performance_test.hpp:85] thread-2 processes 217 frames
I1119 17:41:16.080220 996 performance_test.hpp:85] thread-3 processes 224 frames
I1119 17:41:16.080238 996 performance_test.hpp:93] it takes 187417 us for shutdown
I1119 17:41:16.080255 996 performance_test.hpp:94] FPS= 14.8366 number_of_frames= 893 time= 60.189 seconds.
I1119 17:41:16.080308 996 performance_test.hpp:96] BYEBYE
Test PASS.
Why the model's FPS so low?
E1119 17:55:44.355612 1042 xdputil_query.cpp:182] Unsupported platform fingerprint: 0, cu_idx: 2
{
"kernels":[
{
"addrs_registers":{
"dpu0_base_addr_0":"0x5c900000",
"dpu0_base_addr_1":"0x5e200000",
"dpu0_base_addr_2":"0x5c540000",
"dpu0_base_addr_3":"0x804c13000",
"dpu0_base_addr_4":"0xffffffffffffffff",
"dpu0_base_addr_5":"0xffffffffffffffff",
"dpu0_base_addr_6":"0xffffffffffffffff",
"dpu0_base_addr_7":"0xffffffffffffffff"
},
"common_registers":{
"ADDR_CODE":"0x5c800",
"AP status":"idle",
"CONV END":6351,
"CONV START":6351,
"HP_ARCOUNT_MAX":7,
"HP_ARLEN":15,
"HP_AWCOUNT_MAX":7,
"HP_AWLEN":15,
"LOAD END":29281,
"LOAD START":29281,
"MISC END":869,
"MISC START":869,
"SAVE END":494,
"SAVE START":494
},
"name":"DPU Registers Core 0"
},
{
"addrs_registers":{
"dpu0_base_addr_0":"0x5c900000",
"dpu0_base_addr_1":"0x5e500000",
"dpu0_base_addr_2":"0x5c740000",
"dpu0_base_addr_3":"0x802f62000",
"dpu0_base_addr_4":"0xffffffffffffffff",
"dpu0_base_addr_5":"0xffffffffffffffff",
"dpu0_base_addr_6":"0xffffffffffffffff",
"dpu0_base_addr_7":"0xffffffffffffffff"
},
"common_registers":{
"ADDR_CODE":"0x5c800",
"AP status":"idle",
"CONV END":6351,
"CONV START":6351,
"HP_ARCOUNT_MAX":7,
"HP_ARLEN":15,
"HP_AWCOUNT_MAX":7,
"HP_AWLEN":15,
"LOAD END":29281,
"LOAD START":29281,
"MISC END":869,
"MISC START":869,
"SAVE END":494,
"SAVE START":494
},
"name":"DPU Registers Core 1"
},
{
"Unsupported IP, fingerprint":"0x0",
"name":"DPU Registers Core 2"
}
]
}