diff --git a/koboldcpp.py b/koboldcpp.py index 18e6e514a52dd..8d73abe652315 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -41,7 +41,7 @@ modelbusy = threading.Lock() requestsinqueue = 0 defaultport = 5001 -KcppVersion = "1.75.2.yr0-ROCm" +KcppVersion = "1.75.2.yr1-ROCm" showdebug = True guimode = False showsamplerwarning = True @@ -823,7 +823,7 @@ def auto_set_backend_cli(): found_new_backend = False if exitcounter < 100 and MaxMemory[0]>3500000000 and (("Use CuBLAS" in runopts and CUDevicesNames[0]!="") or "Use hipBLAS (ROCm)" in runopts) and any(CUDevicesNames): if "Use CuBLAS" in runopts or "Use hipBLAS (ROCm)" in runopts: - args.usecublas = ["normal","mmq"] + args.usecublas = ["normal"] print("Auto Selected CUDA Backend...\n") found_new_backend = True elif exitcounter < 100 and (1 in VKIsDGPU) and "Use Vulkan" in runopts: @@ -2387,7 +2387,7 @@ def hide_tooltip(event): nocertifymode = ctk.IntVar(value=0) lowvram_var = ctk.IntVar() - mmq_var = ctk.IntVar(value=1) + mmq_var = ctk.IntVar(value=0) quantkv_var = ctk.IntVar(value=0) blas_threads_var = ctk.StringVar() blas_size_var = ctk.IntVar() diff --git a/make_pyinstaller.sh b/make_pyinstaller.sh index 80f18831c5002..242805a575cbe 100755 --- a/make_pyinstaller.sh +++ b/make_pyinstaller.sh @@ -7,7 +7,7 @@ sleep 4 pip install pyinstaller customtkinter && make clean && \ # Ensure all backends are built then build executable file make LLAMA_HIPBLAS=1 LLAMA_CLBLAST=1 LLAMA_OPENBLAS=1 -j$NUMCPUS && \ -pyinstaller --noconfirm --onefile --clean --console --collect-all customtkinter --collect-all psutil --collect-all libclblast-dev --collect-all libopenblas-dev --collect-all clinfo --icon ".\niko.ico" \ +pyinstaller --noconfirm --onefile --clean --console --collect-all customtkinter --collect-all libclblast-dev --collect-all clinfo --icon ".\niko.ico" \ --add-data "./kcpp_adapters:./kcpp_adapters" \ --add-data "./koboldcpp.py:." \ --add-data "./klite.embd:." \ @@ -16,15 +16,9 @@ pyinstaller --noconfirm --onefile --clean --console --collect-all customtkinter --add-data "./taesd.embd:." \ --add-data "./taesd_xl.embd:." \ --add-data "./koboldcpp_default.so:." \ ---add-data "./koboldcpp_failsafe.so:." \ ---add-data "./koboldcpp_noavx2.so:." \ ---add-data "./koboldcpp_clblast.so:." \ ---add-data "./koboldcpp_clblast_noavx2.so:." \ --add-data "./koboldcpp_hipblas.so:." \ --add-data "/opt/rocm/lib/libhipblas.so:." \ --add-data "/opt/rocm/lib/librocblas.so:." \ ---add-data "./koboldcpp_vulkan_noavx2.so:." \ ---add-data "./koboldcpp_vulkan.so:." \ --add-data "./rwkv_vocab.embd:." \ --add-data "./rwkv_world_vocab.embd:." \ --add-data "/opt/rocm/lib/rocblas:." \