Repository navigation
Expand file tree
/
Copy pathmake_whl.sh
More file actions
executable file
·48 lines (42 loc) · 1.55 KB
/
Copy pathmake_whl.sh
File metadata and controls
executable file
·48 lines (42 loc) · 1.55 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
#!/bin/bash
folder="build-fastllm"
# 创建工作文件夹
rm -rf "$folder"
mkdir "$folder"
cd $folder
# cpu
rm -rf CMakeCache.txt CMakeFiles
cmake .. -DMAKE_WHL_X86=ON -DUSE_CUDA=OFF -DUSE_NUMA=ON
make fastllm_tools -j$(nproc)
if [ $? != 0 ]; then
exit -1
fi
cp tools/ftllm/libfastllm_tools.so tools/ftllm/libfastllm_tools-cpu.so
# cuda-10
#rm -rf CMakeCache.txt CMakeFiles
#cmake .. -DMAKE_WHL_X86=ON -DUSE_CUDA=ON -DCUDA_ARCH=70 -D CMAKE_CUDA_COMPILER=/usr/local/cuda-10.1/bin/nvcc
#make fastllm_tools -j$(nproc)
#if [ $? != 0 ]; then
# exit -1
#fi
#cp tools/ftllm/libfastllm_tools.so tools/ftllm/libfastllm_tools-cu10.so
# cuda-11
rm -rf CMakeCache.txt CMakeFiles
cmake .. -DMAKE_WHL_X86=ON -DUSE_CUDA=ON -DUSE_NUMA=ON -DCUDA_ARCH="52;53;70" -D CMAKE_CXX_COMPILER=g++-10 -D CMAKE_CUDA_HOST_COMPILER=/usr/bin/g++-10 -D CMAKE_CUDA_COMPILER=/usr/local/cuda-11.3/bin/nvcc
make fastllm_tools -j$(nproc)
if [ $? != 0 ]; then
exit -1
fi
cp tools/ftllm/libfastllm_tools.so tools/ftllm/libfastllm_tools-cu11.so
# cuda-12
rm -rf CMakeCache.txt CMakeFiles
cmake .. -DMAKE_WHL_X86=ON -DUSE_CUDA=ON -DUSE_NUMA=ON -DCUDA_ARCH="52;53;70;89" -D CMAKE_CXX_COMPILER=g++-11 -D CMAKE_CUDA_HOST_COMPILER=/usr/bin/g++-11 -D CMAKE_CUDA_COMPILER=/usr/local/cuda-12.1/bin/nvcc
make fastllm_tools -j$(nproc)
if [ $? != 0 ]; then
exit -1
fi
cd tools
ldd ftllm/libfastllm_tools.so | grep '=>' | awk '{print $3}' | grep 'libnuma' | xargs -I {} cp -n {} ftllm/.
python3 setup.py sdist build
python3 setup.py bdist_wheel --plat-name manylinux2014_$(uname -m)
#python3 setup.py install --all