Linux kcpp-ROCm pyinstaller script

Linux pyinstaller script to compile a single file executable of KoboldCpp-ROCm. File Size ends up to be about 1.1GB because it adds in all ROCm GPU kernels and library files. (could possibly be improved)

Author: YellowRoseCx

make_pyinstaller.sh

@@ -1,6 +1,13 @@
 #!/bin/bash
-
-pyinstaller --noconfirm --onefile --clean --console --collect-all customtkinter --icon "./niko.ico" \
+NUMCPUS=`grep -c '^processor' /proc/cpuinfo` # Get max number of CPU threads
+NUMCPUS=$(echo "($NUMCPUS*0.75+0.5)/1" | bc) # Set CPU threads to 3/4th avail. threads, rounding to nearest whole number
+printf "\033[33;1mMake sure you've installed OpenCL and OpenBLAS by using \"sudo apt install libclblast-dev libopenblas-dev\"\n\n\n\n\n\n\033[0m\n"
+sleep 4
+# install dependencies
+pip install pyinstaller customtkinter && make clean && \
+# Ensure all backends are built then build executable file
+make LLAMA_HIPBLAS=1 LLAMA_CLBLAST=1 LLAMA_OPENBLAS=1 -j$NUMCPUS && \
+pyinstaller --noconfirm --onefile --clean --console --collect-all customtkinter --collect-all libclblast-dev --collect-all libopenblas-dev --collect-all clinfo --icon ".\niko.ico" \
 --add-data "./klite.embd:." \
 --add-data "./kcpp_docs.embd:." \
 --add-data "./koboldcpp_default.so:." \
@@ -9,6 +16,10 @@ pyinstaller --noconfirm --onefile --clean --console --collect-all customtkinter
 --add-data "./koboldcpp_noavx2.so:." \
 --add-data "./koboldcpp_clblast.so:." \
 --add-data "./koboldcpp_clblast_noavx2.so:." \
+--add-data "./koboldcpp_hipblas.so:." \
+--add-data "/opt/rocm/lib/libhipblas.so:." \
+--add-data "/opt/rocm/lib/librocblas.so:." \
 --add-data "./rwkv_vocab.embd:." \
 --add-data "./rwkv_world_vocab.embd:." \
-"./koboldcpp.py" -n "koboldcpp"
+--add-data "/opt/rocm/lib/rocblas:." \
+"./koboldcpp.py" -n "koboldcpp_rocm"