4070tisuper batch=1 bf16=false 1.79s/it
4070tisuper batch=1 bf16=true 1.8s/it
4070tisuper batch=4 bf16=true 4.2s/it
v100_32G_PCIE batch=1 bf16=false 5.5s/it
v100_32G_PCIE batch=1 bf16=true 8.7s/it