add vxc binary for internal ops (#255)
cmake -DUSE_VXC_BINARY=1 -DVCCOMPILER_PATH=<vcCompiler path> -DGPU_CONFIG_FILE=<gpu config file> ..
This commit is contained in:
Antkillerfarm
GitHub
parent
4229ad88b3
commit
9813a5da9a
|
|
@ -0,0 +1,119 @@
|
|||
#!/usr/bin/env python
|
||||
|
||||
import subprocess
|
||||
import sys
|
||||
import os
|
||||
import platform
|
||||
import datetime
|
||||
import re
|
||||
import string
|
||||
|
||||
def checkFile(path):
|
||||
return os.path.isfile(path)
|
||||
|
||||
|
||||
def toHex(number):
|
||||
return "0x%08X" % number
|
||||
|
||||
|
||||
def usage():
|
||||
print("ConvertPGMToH: convert VXC PGM file to C header file")
|
||||
print("Usage: ConvertPGMToH [-h] [-a] -i input_file -o output_file")
|
||||
print("Options and arguments:")
|
||||
print(" -h :show this usage")
|
||||
print(" -a :append to the output_file")
|
||||
print(" -i input_file :specify the .gcPGM file which include VXC shader binary")
|
||||
print(" -o output_file :specify the .h file to save converted data")
|
||||
|
||||
|
||||
def ConverBinToH(source, target):
|
||||
global append
|
||||
mmtime = os.path.getmtime(source)
|
||||
|
||||
if checkFile(target):
|
||||
if os.path.getmtime(target) > mmtime:
|
||||
print("%s is already the latest one (nothing changed)" % target)
|
||||
return
|
||||
|
||||
with open(source, "rb") as fin:
|
||||
buf = fin.read()
|
||||
#os.remove(target)
|
||||
bytes = bytearray(buf)
|
||||
|
||||
fout = None
|
||||
if (append):
|
||||
fout = open(target, "a")
|
||||
else:
|
||||
fout = open(target, "w")
|
||||
|
||||
if not (fout):
|
||||
print("ERROR: failed to open file: %s" % (target))
|
||||
|
||||
#fout.write(datetime.datetime.now().strftime("/*Auto created on %Y-%m-%d %H:%M:%S*/\n"))
|
||||
name = os.path.basename(source).replace(".", "_", 1)
|
||||
name = re.sub("_all.gcPGM", "", name);
|
||||
if (append == 0):
|
||||
fout.write("#ifndef __%s_H__\n#define __%s_H__\n\n" % (name.upper(), name.upper()))
|
||||
|
||||
fout.write("static uint8_t vxcBin%s[] = {" % (name))
|
||||
i = 0
|
||||
for c in bytes:
|
||||
if i % 8 == 0:
|
||||
fout.write("\n ")
|
||||
fout.write("0x%02X, " % c)
|
||||
i += 1
|
||||
|
||||
fout.write("\n};\n")
|
||||
fout.write("#define VXC_BIN_%s_LEN 0x%08XU\n" % (name.upper(), i))
|
||||
|
||||
if (append == 0):
|
||||
fout.write("\n#endif\n\n");
|
||||
fout.close()
|
||||
#print("%s is generated/refreshed" % target)
|
||||
return
|
||||
|
||||
def main():
|
||||
global append
|
||||
args = sys.argv
|
||||
argc = len(args)
|
||||
target_path = "."
|
||||
tool = ""
|
||||
source = ""
|
||||
tool_opt = ["-s", "-V"]
|
||||
if argc <= 1:
|
||||
usage()
|
||||
return
|
||||
i = 1
|
||||
while i < argc:
|
||||
if args[i] == "-h":
|
||||
usage()
|
||||
return
|
||||
if args[i] == "-a":
|
||||
append = 1
|
||||
elif args[i] == "-o":
|
||||
i += 1
|
||||
target_path = args[i]
|
||||
elif args[i] == "-i":
|
||||
i += 1
|
||||
source = args[i]
|
||||
else:
|
||||
print("unknown parameter: " + args[i])
|
||||
usage()
|
||||
return
|
||||
i += 1
|
||||
|
||||
if source == "":
|
||||
print("Please specify .c/cpp/h/hpp file")
|
||||
return
|
||||
else:
|
||||
if not checkFile(source):
|
||||
print("Cannot find the file %s" % source)
|
||||
return
|
||||
|
||||
ConverBinToH(source, target_path)
|
||||
return
|
||||
|
||||
|
||||
append = 0
|
||||
if __name__=='__main__':
|
||||
main()
|
||||
|
|
@ -0,0 +1,190 @@
|
|||
#!/bin/bash
|
||||
|
||||
if [ -z $4 ]; then
|
||||
echo
|
||||
echo usage:
|
||||
echo " $0 VIV_SDK_PATH VCCOMPILER OVXLIB GPU_CONFIG_FILE"
|
||||
echo
|
||||
echo " VIV_SDK_PATH: VIVANTE SDK path"
|
||||
echo " VCCOMPILER: vcCompiler path"
|
||||
echo " OVXLIB: ovxlib path"
|
||||
echo " GPU_CONFIG_FILE: gpu config file path"
|
||||
echo
|
||||
echo "e.g."
|
||||
echo " ./ovxlib_bin_build.sh VIV_SDK_PATH VCCOMPILER OVXLIB vip8000.config"
|
||||
echo
|
||||
exit 1
|
||||
fi
|
||||
|
||||
export VIV_SDK_PATH=$1
|
||||
export VCCOMPILER=$2
|
||||
export OVXLIB=$3
|
||||
export GPU_CONFIG_FILE=$4
|
||||
|
||||
function convert_vxc_shader()
|
||||
{
|
||||
echo "== convert VXC shader to header files ..."
|
||||
|
||||
VX_BIN_PATH=$OVXLIB/include/libnnext/vx_bin
|
||||
if [ ! -e "$VX_BIN_PATH" ]; then
|
||||
mkdir -p $VX_BIN_PATH
|
||||
fi
|
||||
rm -f $VX_BIN_PATH/*.h
|
||||
|
||||
(
|
||||
cat<<EOF
|
||||
/****************************************************************************
|
||||
*
|
||||
* Copyright (c) 2020 Vivante Corporation
|
||||
*
|
||||
* Permission is hereby granted, free of charge, to any person obtaining a
|
||||
* copy of this software and associated documentation files (the "Software"),
|
||||
* to deal in the Software without restriction, including without limitation
|
||||
* the rights to use, copy, modify, merge, publish, distribute, sublicense,
|
||||
* and/or sell copies of the Software, and to permit persons to whom the
|
||||
* Software is furnished to do so, subject to the following conditions:
|
||||
*
|
||||
* The above copyright notice and this permission notice shall be included in
|
||||
* all copies or substantial portions of the Software.
|
||||
*
|
||||
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
||||
* IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
|
||||
* FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
|
||||
* AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
||||
* LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
|
||||
* FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
|
||||
* DEALINGS IN THE SOFTWARE.
|
||||
*
|
||||
*****************************************************************************/
|
||||
|
||||
/* WARNING! AUTO-GENERATED, DO NOT MODIFY MANUALLY */
|
||||
|
||||
#ifndef __VXC_BINARIES_H__
|
||||
#define __VXC_BINARIES_H__
|
||||
|
||||
EOF
|
||||
)>$VX_BIN_PATH/vxc_binaries.h
|
||||
|
||||
cd $OVXLIB/src/libnnext/ops/vx
|
||||
rm -f *.gcPGM *.vxgcSL
|
||||
|
||||
echo "== generating $VX_BIN_PATH/vxc_binaries.h ..."
|
||||
|
||||
for vxFile in `ls *.vx | sed "s/\.vx//"`
|
||||
do
|
||||
{
|
||||
if [ "${vxFile}" != "vsi_nn_kernel_header" ]; then
|
||||
echo $VCCOMPILER -f${GPU_CONFIG_FILE} -allkernel -cl-viv-gcsl-driver-image \
|
||||
-o${vxFile}_vx -m vsi_nn_kernel_header.vx ${vxFile}.vx
|
||||
$VCCOMPILER -f${GPU_CONFIG_FILE} -allkernel -cl-viv-gcsl-driver-image \
|
||||
-o${vxFile}_vx -m vsi_nn_kernel_header.vx ${vxFile}.vx || exit 1
|
||||
echo "python $OVXLIB/ConvertPGMToH.py -i ${vxFile}_vx_all.gcPGM \
|
||||
-o $VX_BIN_PATH/vxc_bin_${vxFile}_vx.h"
|
||||
python $OVXLIB/ConvertPGMToH.py -i ${vxFile}_vx_all.gcPGM \
|
||||
-o $VX_BIN_PATH/vxc_bin_${vxFile}_vx.h || exit 1
|
||||
echo "#include \"vxc_bin_${vxFile}_vx.h\"" >> $VX_BIN_PATH/vxc_binaries.h
|
||||
fi
|
||||
} &
|
||||
done
|
||||
|
||||
wait
|
||||
echo "== convert VXC shader to header files: success!"
|
||||
echo "== convert VXC shader to header files: success!"
|
||||
echo "== convert VXC shader to header files: success!"
|
||||
rm -f *.gcPGM *.vxgcSL
|
||||
|
||||
cd $OVXLIB/src/libnnext/ops/cl
|
||||
rm -f *.gcPGM *.vxgcSL *.clgcSL
|
||||
|
||||
for vxFile in `ls *.cl | sed "s/\.cl//"`
|
||||
do
|
||||
{
|
||||
if [ "${vxFile}" != "eltwise_ops_helper" ]; then
|
||||
cp ${vxFile}.cl ${vxFile}.vx
|
||||
echo $VCCOMPILER -f${GPU_CONFIG_FILE} -allkernel -cl-viv-gcsl-driver-image \
|
||||
-o${vxFile}_cl -m eltwise_ops_helper.cl ${vxFile}.vx
|
||||
$VCCOMPILER -f${GPU_CONFIG_FILE} -allkernel -cl-viv-gcsl-driver-image \
|
||||
-o${vxFile}_cl -m eltwise_ops_helper.cl ${vxFile}.vx || exit 1
|
||||
echo "python $OVXLIB/ConvertPGMToH.py -i ${vxFile}_cl_all.gcPGM \
|
||||
-o $VX_BIN_PATH/vxc_bin_${vxFile}_cl.h"
|
||||
python $OVXLIB/ConvertPGMToH.py -i ${vxFile}_cl_all.gcPGM \
|
||||
-o $VX_BIN_PATH/vxc_bin_${vxFile}_cl.h || exit 1
|
||||
echo "#include \"vxc_bin_${vxFile}_cl.h\"" >> $VX_BIN_PATH/vxc_binaries.h
|
||||
rm ${vxFile}.vx
|
||||
fi
|
||||
} &
|
||||
done
|
||||
|
||||
wait
|
||||
echo "== convert CL shader to header files: success!"
|
||||
echo "== convert CL shader to header files: success!"
|
||||
echo "== convert CL shader to header files: success!"
|
||||
rm -f *.gcPGM *.vxgcSL *.clgcSL
|
||||
|
||||
(
|
||||
cat<<EOF
|
||||
|
||||
#ifndef _cnt_of_array
|
||||
#define _cnt_of_array( arr ) (sizeof( arr )/sizeof( arr[0] ))
|
||||
#endif
|
||||
|
||||
typedef struct _vsi_nn_vx_bin_resource_item_type
|
||||
{
|
||||
char const* name;
|
||||
uint8_t const* data;
|
||||
uint32_t len;
|
||||
} vsi_nn_vx_bin_resource_item_type;
|
||||
|
||||
const vsi_nn_vx_bin_resource_item_type vx_bin_resource_items_vx[] =
|
||||
{
|
||||
EOF
|
||||
)>>$VX_BIN_PATH/vxc_binaries.h
|
||||
|
||||
cd $OVXLIB/src/libnnext/ops/vx
|
||||
for vxFile in `ls *.vx | sed "s/\.vx//"`
|
||||
do
|
||||
vxFileUpper=`echo ${vxFile} | tr 'a-z' 'A-Z'`
|
||||
if [ "${vxFile}" != "vsi_nn_kernel_header" ]; then
|
||||
echo " {\"${vxFile}_vx\", vxcBin${vxFile}_vx, VXC_BIN_${vxFileUpper}_VX_LEN}," \
|
||||
>> $VX_BIN_PATH/vxc_binaries.h
|
||||
fi
|
||||
done
|
||||
|
||||
(
|
||||
cat<<EOF
|
||||
};
|
||||
|
||||
const int vx_bin_resource_items_vx_cnt = _cnt_of_array(vx_bin_resource_items_vx);
|
||||
|
||||
const vsi_nn_vx_bin_resource_item_type vx_bin_resource_items_cl[] =
|
||||
{
|
||||
EOF
|
||||
)>>$VX_BIN_PATH/vxc_binaries.h
|
||||
|
||||
|
||||
cd $OVXLIB/src/libnnext/ops/cl
|
||||
for vxFile in `ls *.cl | sed "s/\.cl//"`
|
||||
do
|
||||
vxFileUpper=`echo ${vxFile} | tr 'a-z' 'A-Z'`
|
||||
if [ "${vxFile}" != "eltwise_ops_helper" ]; then
|
||||
echo " {\"${vxFile}_cl\", vxcBin${vxFile}_cl, VXC_BIN_${vxFileUpper}_CL_LEN}," \
|
||||
>> $VX_BIN_PATH/vxc_binaries.h
|
||||
fi
|
||||
done
|
||||
(
|
||||
cat<<EOF
|
||||
};
|
||||
|
||||
const int vx_bin_resource_items_cl_cnt = _cnt_of_array(vx_bin_resource_items_cl);
|
||||
|
||||
#endif
|
||||
EOF
|
||||
)>>$VX_BIN_PATH/vxc_binaries.h
|
||||
|
||||
exit 0
|
||||
}
|
||||
|
||||
export VIVANTE_SDK_DIR=$VIV_SDK_PATH
|
||||
convert_vxc_shader
|
||||
|
||||
exit 0
|
||||
|
|
@ -1,8 +1,30 @@
|
|||
message("src/tim/vx/internal")
|
||||
|
||||
option(USE_VXC_BINARY "Use VXC binary file" OFF)
|
||||
|
||||
set(OVXLIB_API_ATTR "__attribute__\(\(visibility\(\"default\"\)\)\)")
|
||||
add_definitions(-DOVXLIB_API=${OVXLIB_API_ATTR})
|
||||
|
||||
if(USE_VXC_BINARY)
|
||||
if(EXTERNAL_VIV_SDK)
|
||||
set(VIV_SDK_PATH ${EXTERNAL_VIV_SDK})
|
||||
else()
|
||||
set(VIV_SDK_PATH ${PROJECT_SOURCE_DIR}/prebuilt-sdk/x86_64_linux)
|
||||
endif()
|
||||
if(NOT VCCOMPILER_PATH)
|
||||
set(VCCOMPILER_PATH ${PROJECT_SOURCE_DIR}/prebuilt-sdk/x86_64_linux/bin/vcCompiler)
|
||||
endif()
|
||||
if(NOT GPU_CONFIG_FILE)
|
||||
message(FATAL_ERROR "Need set GPU_CONFIG_FILE for vxc binary")
|
||||
endif()
|
||||
|
||||
execute_process(COMMAND bash ${CMAKE_CURRENT_SOURCE_DIR}/vx/internal/ovxlib_bin_build.sh
|
||||
${VIV_SDK_PATH} ${VCCOMPILER_PATH}
|
||||
${CMAKE_CURRENT_SOURCE_DIR}/vx/internal/ ${GPU_CONFIG_FILE})
|
||||
add_definitions(-DVSI_USE_VXC_BINARY=1)
|
||||
endif()
|
||||
|
||||
|
||||
aux_source_directory(./vx/internal/src INTERNAL_SRC)
|
||||
aux_source_directory(./vx/internal/src/kernel INTERNAL_KERNEL)
|
||||
aux_source_directory(./vx/internal/src/kernel/cl INTERNAL_KERNEL_CL)
|
||||
|
|
|
|||
Loading…
Reference in New Issue