disable mmq by default, update pyinstaller

koboldcpp.py

@@ -41,7 +41,7 @@
 modelbusy = threading.Lock()
 requestsinqueue = 0
 defaultport = 5001
-KcppVersion = "1.75.2.yr0-ROCm"
+KcppVersion = "1.75.2.yr1-ROCm"
 showdebug = True
 guimode = False
 showsamplerwarning = True
@@ -823,7 +823,7 @@ def auto_set_backend_cli():
     found_new_backend = False
     if exitcounter < 100 and MaxMemory[0]>3500000000 and (("Use CuBLAS" in runopts and CUDevicesNames[0]!="") or "Use hipBLAS (ROCm)" in runopts) and any(CUDevicesNames):
         if "Use CuBLAS" in runopts or "Use hipBLAS (ROCm)" in runopts:
-            args.usecublas = ["normal","mmq"]
+            args.usecublas = ["normal"]
             print("Auto Selected CUDA Backend...\n")
             found_new_backend = True
     elif exitcounter < 100 and (1 in VKIsDGPU) and "Use Vulkan" in runopts:
@@ -2387,7 +2387,7 @@ def hide_tooltip(event):
     nocertifymode = ctk.IntVar(value=0)
 
     lowvram_var = ctk.IntVar()
-    mmq_var = ctk.IntVar(value=1)
+    mmq_var = ctk.IntVar(value=0)
     quantkv_var = ctk.IntVar(value=0)
     blas_threads_var = ctk.StringVar()
     blas_size_var = ctk.IntVar()

make_pyinstaller.sh

@@ -7,7 +7,7 @@ sleep 4
 pip install pyinstaller customtkinter && make clean && \
 # Ensure all backends are built then build executable file
 make LLAMA_HIPBLAS=1 LLAMA_CLBLAST=1 LLAMA_OPENBLAS=1 -j$NUMCPUS && \
-pyinstaller --noconfirm --onefile --clean --console --collect-all customtkinter --collect-all psutil --collect-all libclblast-dev --collect-all libopenblas-dev --collect-all clinfo --icon ".\niko.ico" \
+pyinstaller --noconfirm --onefile --clean --console --collect-all customtkinter --collect-all libclblast-dev --collect-all clinfo --icon ".\niko.ico" \
 --add-data "./kcpp_adapters:./kcpp_adapters" \
 --add-data "./koboldcpp.py:." \
 --add-data "./klite.embd:." \
@@ -16,15 +16,9 @@ pyinstaller --noconfirm --onefile --clean --console --collect-all customtkinter
 --add-data "./taesd.embd:." \
 --add-data "./taesd_xl.embd:." \
 --add-data "./koboldcpp_default.so:." \
---add-data "./koboldcpp_failsafe.so:." \
---add-data "./koboldcpp_noavx2.so:." \
---add-data "./koboldcpp_clblast.so:." \
---add-data "./koboldcpp_clblast_noavx2.so:." \
 --add-data "./koboldcpp_hipblas.so:." \
 --add-data "/opt/rocm/lib/libhipblas.so:." \
 --add-data "/opt/rocm/lib/librocblas.so:." \
---add-data "./koboldcpp_vulkan_noavx2.so:." \
---add-data "./koboldcpp_vulkan.so:." \
 --add-data "./rwkv_vocab.embd:." \
 --add-data "./rwkv_world_vocab.embd:." \
 --add-data "/opt/rocm/lib/rocblas:." \